-- Logs begin at Fri 2020-12-18 05:58:36 UTC, end at Fri 2020-12-18 07:49:19 UTC. --
Dec 18 06:33:58.941171 dv-neutron-765072-3-ovs systemd[1]: Started Devstack devstack@q-svc.service.
Dec 18 06:34:01.598592 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.common.config [-] Logging enabled!
Dec 18 06:34:01.599116 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev283
Dec 18 06:34:01.600665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80975) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 18 06:34:01.601391 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.common.config [-] Logging enabled!
Dec 18 06:34:01.601699 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev283
Dec 18 06:34:01.601973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80975) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 18 06:34:01.603042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 18 06:34:01.603303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 18 06:34:01.604302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 18 06:34:01.604587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 18 06:34:01.604841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 18 06:34:01.605204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.605561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.605905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.606166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.606505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.606840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.607160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.607492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.607830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.608152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.608465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.608784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.609042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.609357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.609707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.610037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.610291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.610606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.611535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.611877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.612193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.612524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.612833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.613144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.613462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.613858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] host                           = dv-neutron-765072-3-ovs {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.614173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.614502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.614834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.615165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.615493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.615805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.616130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.616449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.616747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.617055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.617382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.617733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.618066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.618322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.618573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.618901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.619230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.619539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.619847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.620154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.620459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.620767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.621067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.621392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.621738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.622061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.622367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.622673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.622979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.623283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.623606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.623913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.624218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.624523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.624852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.625155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.625460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.625834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.626160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.626481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.626808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.627116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.627438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.627744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.628047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.628349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.628652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.628958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.629278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.629606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.629918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.630226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.630529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.631366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:01.631699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.632039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.632383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.632705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.633034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.633355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.633714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.634032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.634360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.634692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.635018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.635339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.635660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.635999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.636329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.636639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.636952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.637283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.637618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.637933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.638267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.638580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.638889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.639205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.639515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.639821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.640126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.640435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.640767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.641078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.641382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.641743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.642058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.642365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.642686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.642998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.643304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.643608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.643921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.644229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.644538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.644849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.645163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.645472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.645809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.646117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.646444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.647296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.647605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.647911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.648217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.648529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.648836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.649144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.649452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.649808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.650115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.650439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.650771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.651083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.651395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.651708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.652020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.652332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.652646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.652956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.653274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.653598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.653933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.654253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.654575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.654893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.655209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.655547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.655862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.656179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.656491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.656806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.657124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.657444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.657820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.658150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.658481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.658811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.659141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.659453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.659805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.660117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:01.660363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 18 06:34:01.660626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80975) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 18 06:34:02.306819 dv-neutron-765072-3-ovs neutron-server[80975]: INFO keyring.backend [-] Loading Gnome
Dec 18 06:34:02.323644 dv-neutron-765072-3-ovs neutron-server[80975]: INFO keyring.backend [-] Loading Google
Dec 18 06:34:02.326201 dv-neutron-765072-3-ovs neutron-server[80975]: INFO keyring.backend [-] Loading Windows (alt)
Dec 18 06:34:02.329620 dv-neutron-765072-3-ovs neutron-server[80975]: INFO keyring.backend [-] Loading file
Dec 18 06:34:02.330592 dv-neutron-765072-3-ovs neutron-server[80975]: INFO keyring.backend [-] Loading keyczar
Dec 18 06:34:02.330878 dv-neutron-765072-3-ovs neutron-server[80975]: INFO keyring.backend [-] Loading multi
Dec 18 06:34:02.331512 dv-neutron-765072-3-ovs neutron-server[80975]: INFO keyring.backend [-] Loading pyfs
Dec 18 06:34:02.377222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:02.377553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:02.377901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:02.378272 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 18 06:34:02.777612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.778032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.778199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.838700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.839033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.839306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.842396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.842700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.842988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.919498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.919808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.920145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.921088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.921386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:02.921702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.036733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fac1f6ccd90> agent after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.037071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fac1f6ccd90> agent after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.037378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fac1f6cce18> segment precommit_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.037708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fac1f6ccea0> network precommit_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.038539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fac1f6e1048> segment before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.217349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> network before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.217678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fac1f525048> agent before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.218002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> network before_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.218308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> port before_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.218601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> port before_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.218971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> segment after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.219264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> segment precommit_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.219549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> segment precommit_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.219832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> segment after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.220162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> network after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.220452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> network precommit_delete 0 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.220748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> port provisioning_complete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.221046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> rbac-policy before_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.221332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> rbac-policy after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.221663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> agent after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.221972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> subnet after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.222257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> subnet precommit_delete 0 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.222570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> rbac-policy before_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.222850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> rbac-policy before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.223332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> port after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.223612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> port after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.223889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> port after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.224221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> rbac-policy before_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.224515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> rbac-policy before_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.224787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac1ff15be0>> rbac-policy before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.225197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 18 06:34:03.225468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 18 06:34:03.225760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 18 06:34:03.226027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 18 06:34:03.226289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 18 06:34:03.226553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 18 06:34:03.227926 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 18 06:34:03.235195 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 18 06:34:03.242999 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 18 06:34:03.248259 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])])
Dec 18 06:34:03.251013 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 18 06:34:03.252110 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 18 06:34:03.252488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 18 06:34:03.252920 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 18 06:34:03.256919 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 18 06:34:03.257199 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 18 06:34:03.257616 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 18 06:34:03.279439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 18 06:34:03.279941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fac1f242b70>> qos_plugin after_init 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.280266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80975) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 18 06:34:03.280667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fac1f270ba8>> logging-plugin after_init 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.282024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80975) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 18 06:34:03.282334 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 18 06:34:03.282606 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 18 06:34:03.285612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fac1f270c50>> floatingip before_response 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.285924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fac1f270c50>> port before_response 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.352200 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 18 06:34:03.352462 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 18 06:34:03.352732 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 18 06:34:03.353127 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 18 06:34:03.388745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.sqlalchemy.engines [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80975) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 18 06:34:03.689016 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Initializing driver for type 'gre'
Dec 18 06:34:03.689612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] gre ID ranges: [(1, 1000)]
Dec 18 06:34:03.731544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Initializing driver for type 'local'
Dec 18 06:34:03.731915 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Initializing driver for type 'vlan'
Dec 18 06:34:03.741577 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] VlanTypeDriver initialization complete
Dec 18 06:34:03.741963 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Initializing driver for type 'vxlan'
Dec 18 06:34:03.742484 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] vxlan ID ranges: [(1, 1000)]
Dec 18 06:34:03.783354 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Initializing extension driver 'port_security'
Dec 18 06:34:03.783793 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.extensions.port_security [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] PortSecurityExtensionDriver initialization complete
Dec 18 06:34:03.784064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Initializing mechanism driver 'openvswitch'
Dec 18 06:34:03.790256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80975) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:34:03.791105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2cab34a8>> port after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.791513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2cab34a8>> port after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.791903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2cab34a8>> port after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.792326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee14438>> subnet after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.792717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee14438>> subnet after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.793100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee14438>> subnet after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.793542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee145f8>> network after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.793926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee145f8>> network after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.794308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee145f8>> network after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.794723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee147b8>> security_group after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.795104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee147b8>> security_group after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.795480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee147b8>> security_group after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.795894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee14978>> security_group_rule after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.796278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee14978>> security_group_rule after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.796650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee14978>> security_group_rule after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.797202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee14b38>> address_group after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.797610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee14b38>> address_group after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.797992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac1ee14b38>> address_group after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.798361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] ML2 OVO RPC backend initialized. {{(pid=80975) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 18 06:34:03.799079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> router_interface after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.799473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> router_interface after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.799943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> network before_response 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.800329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> networks before_response 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.800711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> port before_response 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.801129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> ports before_response 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.801550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> subnet before_response 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.801918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> subnets before_response 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.802302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> network after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.802684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> network after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.803059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> network after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.803435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> port after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.803810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> port after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.804180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> port after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.804551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> subnet after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.804927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> subnet after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.805300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac1ee14c18>> subnet after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.805964 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.plugin [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Modular L2 Plugin initialization complete
Dec 18 06:34:03.806326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading services supported by the core plugin {{(pid=80975) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 18 06:34:03.806693 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.managers [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Got port-security extension from driver 'port_security'
Dec 18 06:34:03.807206 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.extensions.vlantransparent [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Disabled vlantransparent extension.
Dec 18 06:34:03.808669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80975) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 18 06:34:03.809029 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading Plugin: router
Dec 18 06:34:03.949100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router_interface before_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.949470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router after_create 55549900 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.950120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router before_create 55549900 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.950534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router_interface before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.950967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router_interface after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.951365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router after_delete 55549900 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.951768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> floatingip after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.952180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router after_create 55549900 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.952568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router after_update 55549900 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.952963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router after_update 55549900 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.953350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router_gateway after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.953787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router after_update 55549900 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.954284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router precommit_update 55549900 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.954705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fac1f5869d8> port after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.955089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fac1f586158> port after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.955470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fac1f5861e0> subnet after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.955852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fac1f586a60> subnetpool_address_scope after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.956248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> port precommit_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.956635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router precommit_create 55549900 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.957020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fac1f3aabf8> port before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.957407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router precommit_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.957839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router after_update 55549900 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.958227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router precommit_delete 55549900 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.958619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router precommit_create 55549900 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.959052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router_interface after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.959439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> router precommit_update 55549900 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.959870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac1ee14da0>> network after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.960890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Tracking information for resource: router configured {{(pid=80975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 18 06:34:03.961265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Tracking information for resource: floatingip configured {{(pid=80975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 18 06:34:03.966103 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_agentschedulers_db [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 18 06:34:03.966751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fac1eddbc80> port after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.967152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fac1ee3bbf8> port after_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.967544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <function _notify_port_delete at 0x7fac1eddbbf8> port after_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.967937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fac1eddbe18> port after_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.968851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fac1ed1e240>> router before_create 55550100 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.969257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fac1ed1e240>> router precommit_delete 55550100 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.969694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fac1ed1e240>> router precommit_create 55550100 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.970097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fac1ed1e240>> router precommit_update 55550100 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:03.974729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.provider_configuration [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service providers = [] {{(pid=80975) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 18 06:34:03.975130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.servicetype_db [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80975) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 18 06:34:03.978126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.service_base [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 18 06:34:03.978513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.service_base [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 18 06:34:03.978892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.service_base [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 18 06:34:03.979786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.service_base [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 18 06:34:03.980188 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.services.service_base [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 18 06:34:03.980607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 18 06:34:03.980966 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 18 06:34:04.002358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 18 06:34:04.002737 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading Plugin: auto_allocate
Dec 18 06:34:04.013715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fac1eda8bf8> network precommit_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:04.014131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fac1eda8bf8> network precommit_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:04.014723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 18 06:34:04.015082 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading Plugin: tag
Dec 18 06:34:04.026309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 18 06:34:04.026684 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading Plugin: timestamp
Dec 18 06:34:04.030524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 18 06:34:04.030894 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading Plugin: network_ip_availability
Dec 18 06:34:04.036362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fac1edac160>> rbac-policy before_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:04.036770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fac1edac160>> rbac-policy before_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:04.037188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fac1edac160>> rbac-policy before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:04.038032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 18 06:34:04.038392 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading Plugin: flavors
Dec 18 06:34:04.054488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 18 06:34:04.054860 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading Plugin: revisions
Dec 18 06:34:04.059392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 18 06:34:04.059817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.682s {{(pid=80975) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:04.060879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80975) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Dec 18 06:34:04.061243 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Initializing extension manager.
Dec 18 06:34:04.061843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: __init__.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.062228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: __pycache__ {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.062598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.062967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: address_group.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.063763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.064409 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: address-group
Dec 18 06:34:04.064775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: address_scope.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.065563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.066162 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: address-scope
Dec 18 06:34:04.066515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.067449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.068027 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: router-admin-state-down-before-update
Dec 18 06:34:04.068930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: agent.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.069715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.070295 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: agent
Dec 18 06:34:04.070657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: agent_resources_synced.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.071577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.072156 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: agent-resources-synced
Dec 18 06:34:04.072516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: allowedaddresspairs.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.074341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.074935 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: allowed-address-pairs
Dec 18 06:34:04.075303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: auto_allocated_topology.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.076377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.076963 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: auto-allocated-topology
Dec 18 06:34:04.077328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: availability_zone.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.078122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.078703 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: availability_zone
Dec 18 06:34:04.079067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: availability_zone_filter.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.080009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.080586 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: availability_zone_filter
Dec 18 06:34:04.080947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: data_plane_status.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.083335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.083966 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 18 06:34:04.084346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: default_subnetpools.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.085292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.085908 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: default-subnetpools
Dec 18 06:34:04.086279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.087133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.087725 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: dhcp_agent_scheduler
Dec 18 06:34:04.088095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: dns.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.089022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.089625 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension dns-integration not supported by any of loaded plugins
Dec 18 06:34:04.089993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: dns_domain_ports.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.090924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.091503 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 18 06:34:04.091872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: dvr.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.092596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.093182 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: dvr
Dec 18 06:34:04.093563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: empty_string_filtering.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.094488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.095064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: empty-string-filtering
Dec 18 06:34:04.095423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.096336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.096909 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 18 06:34:04.097267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.098212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.098790 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 18 06:34:04.099148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: external_net.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.100083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.100663 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: external-net
Dec 18 06:34:04.101025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.101984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.102565 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: extra_dhcp_opt
Dec 18 06:34:04.102928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: extraroute.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.103838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.104419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: extraroute
Dec 18 06:34:04.104787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: extraroute_atomic.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.105865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.106446 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: extraroute-atomic
Dec 18 06:34:04.106809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: filter_validation.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.107508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.108080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: filter-validation
Dec 18 06:34:04.108441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: fip_pf_description.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.109355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.109955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 18 06:34:04.110317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: fip_port_details.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.111238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.111822 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: fip-port-details
Dec 18 06:34:04.112181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: flavors.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.113579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.114159 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: flavors
Dec 18 06:34:04.114527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.116724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.117323 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 18 06:34:04.117749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: floatingip_pools.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.118507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.119088 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: floatingip-pools
Dec 18 06:34:04.119455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: ip_allocation.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.120393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.120968 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 18 06:34:04.121332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.122292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.122866 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: ip-substring-filtering
Dec 18 06:34:04.123231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: l2_adjacency.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.124164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.124735 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 18 06:34:04.125095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: l3.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.126211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.126799 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: router
Dec 18 06:34:04.127162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.129440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.130090 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 18 06:34:04.130466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.131970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.132563 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: ext-gw-mode
Dec 18 06:34:04.132931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.133881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.134465 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: l3-ha
Dec 18 06:34:04.134828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: l3_flavors.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.135753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.136327 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: l3-flavors
Dec 18 06:34:04.136690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.137740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.138324 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 18 06:34:04.138685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: l3agentscheduler.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.139882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.140473 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: l3_agent_scheduler
Dec 18 06:34:04.140842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: logging.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.142389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.142985 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension logging not supported by any of loaded plugins
Dec 18 06:34:04.143350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: metering.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.144155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.144856 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: metering
Dec 18 06:34:04.145223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.146399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.146985 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: metering_source_and_destination_fields
Dec 18 06:34:04.147352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: multiprovidernet.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.148296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.148879 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: multi-provider
Dec 18 06:34:04.149241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: netmtu.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.150184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.150764 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: net-mtu
Dec 18 06:34:04.151126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: netmtu_writable.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.152045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.152629 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: net-mtu-writable
Dec 18 06:34:04.152990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: network_availability_zone.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.153752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.154340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: network_availability_zone
Dec 18 06:34:04.154702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: network_ip_availability.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.155910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.156489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: network-ip-availability
Dec 18 06:34:04.156851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: network_segment_range.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.157707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.158294 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 18 06:34:04.158655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: pagination.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.159659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.160038 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: pagination
Dec 18 06:34:04.160397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.161318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.161938 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: port-mac-address-regenerate
Dec 18 06:34:04.162346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.163268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.163849 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: port-numa-affinity-policy
Dec 18 06:34:04.164209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: port_resource_request.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.165122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.165726 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 18 06:34:04.166087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: portbindings.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.167029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.167612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: binding
Dec 18 06:34:04.167970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: portbindings_extended.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.169265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.169873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: binding-extended
Dec 18 06:34:04.170238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: portsecurity.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.171168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.171749 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: port-security
Dec 18 06:34:04.172116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: project_id.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.173090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.173467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: project-id
Dec 18 06:34:04.173854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: providernet.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.174780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.175365 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: provider
Dec 18 06:34:04.175727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: qos.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.179931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.180525 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension qos not supported by any of loaded plugins
Dec 18 06:34:04.180898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.182163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.182753 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 18 06:34:04.183123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.184049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.184626 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 18 06:34:04.184992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: qos_default.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.186202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.186781 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension qos-default not supported by any of loaded plugins
Dec 18 06:34:04.187147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: qos_fip.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.187841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.188422 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension qos-fip not supported by any of loaded plugins
Dec 18 06:34:04.188784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: qos_gateway_ip.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.189739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.190325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 18 06:34:04.190690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: qos_port_network_policy.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.191608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.192186 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 18 06:34:04.192551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: qos_rule_type_details.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.194026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.194602 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 18 06:34:04.194965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: qos_rules_alias.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.196010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.196586 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 18 06:34:04.196949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: quotasv2.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.197943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.198321 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: quotas
Dec 18 06:34:04.198681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: quotasv2_detail.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.200307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.200649 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: quota_details
Dec 18 06:34:04.201018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: rbac.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.202300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.202908 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: rbac-policies
Dec 18 06:34:04.203275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: rbac_address_scope.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.204223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.204815 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: rbac-address-scope
Dec 18 06:34:04.205182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: rbac_security_groups.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.206141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.206728 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: rbac-security-groups
Dec 18 06:34:04.207095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: rbac_subnetpool.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.208030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.208608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: rbac-subnetpool
Dec 18 06:34:04.208999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: revisionifmatch.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.209963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.210544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: revision-if-match
Dec 18 06:34:04.210905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: revisions.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.212027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.212616 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: standard-attr-revisions
Dec 18 06:34:04.212982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: router_availability_zone.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.213754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.214337 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: router_availability_zone
Dec 18 06:34:04.214700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: routerservicetype.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.215631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.216214 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension router-service-type not supported by any of loaded plugins
Dec 18 06:34:04.216578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.217508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.218105 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: port-security-groups-filtering
Dec 18 06:34:04.218469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.219401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.219976 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: security-groups-remote-address-group
Dec 18 06:34:04.220338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: securitygroup.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.233407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.234055 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: security-group
Dec 18 06:34:04.234432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: segment.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.235293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.235875 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension segment not supported by any of loaded plugins
Dec 18 06:34:04.236246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.237197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.237804 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 18 06:34:04.238168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: servicetype.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.239272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.239862 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: service-type
Dec 18 06:34:04.240758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: sorting.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.241769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.242149 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: sorting
Dec 18 06:34:04.242511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: standard_attr_segment.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.243433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.244018 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 18 06:34:04.244380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: standardattrdescription.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.245074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.245681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: standard-attr-description
Dec 18 06:34:04.246048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: stateful_security_group.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.247011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.247598 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: stateful-security-group
Dec 18 06:34:04.247961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: stdattrs_common.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.248544 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 18 06:34:04.248903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.249865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.250444 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 18 06:34:04.250807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: subnet_onboard.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.251899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.252481 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: subnet_onboard
Dec 18 06:34:04.252847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.253825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.254400 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 18 06:34:04.254759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: subnet_service_types.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.256293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.256881 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: subnet-service-types
Dec 18 06:34:04.257243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: subnetallocation.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.258455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.259045 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: subnet_allocation
Dec 18 06:34:04.259411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.260114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.260688 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: subnetpool-prefix-ops
Dec 18 06:34:04.261048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.262013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.262590 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 18 06:34:04.262953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: tagging.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.264232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.264820 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: standard-attr-tag
Dec 18 06:34:04.265183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: timestamp.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.266388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.266980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loaded extension: standard-attr-timestamp
Dec 18 06:34:04.267347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: trunk.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.268373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.268956 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension trunk not supported by any of loaded plugins
Dec 18 06:34:04.269320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: trunk_details.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.270270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.270847 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension trunk-details not supported by any of loaded plugins
Dec 18 06:34:04.271213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: uplink_status_propagation.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.272158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.272741 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 18 06:34:04.273103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Loading extension file: vlantransparent.py {{(pid=80975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 18 06:34:04.273833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 18 06:34:04.274413 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 18 06:34:04.277005 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:network
Dec 18 06:34:04.277825 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:subnet
Dec 18 06:34:04.278502 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 18 06:34:04.279165 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:port
Dec 18 06:34:04.280629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.281129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service FLAVORS assigned prefix:  {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.281849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.282329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.282710 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:router
Dec 18 06:34:04.283438 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:floatingip
Dec 18 06:34:04.284190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service METERING assigned prefix: /metering {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.286011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fac1ebe9dd8>> rbac-policy before_create 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:04.286417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fac1ebe9dd8>> rbac-policy before_update 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:04.286805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fac1ebe9dd8>> rbac-policy before_delete 55550000 {{(pid=80975) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:34:04.288468 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 18 06:34:04.288953 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:security_group
Dec 18 06:34:04.289807 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 18 06:34:04.290630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service CORE assigned prefix:  {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.291009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 18 06:34:04.291378 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] subnetpool is already registered
Dec 18 06:34:04.292035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service CORE assigned prefix:  {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.292403 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 18 06:34:04.292764 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] subnetpool is already registered
Dec 18 06:34:04.295527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.296010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service FLAVORS assigned prefix:  {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.296658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.297124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.297501 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:router
Dec 18 06:34:04.297894 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] router is already registered
Dec 18 06:34:04.298554 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:floatingip
Dec 18 06:34:04.298921 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] floatingip is already registered
Dec 18 06:34:04.299647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service METERING assigned prefix: /metering {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.300385 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 18 06:34:04.300750 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] rbac_policy is already registered
Dec 18 06:34:04.302086 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:security_group
Dec 18 06:34:04.302469 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] security_group is already registered
Dec 18 06:34:04.303705 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 18 06:34:04.304077 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] security_group_rule is already registered
Dec 18 06:34:04.304811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service CORE assigned prefix:  {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.305189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 18 06:34:04.305572 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] subnetpool is already registered
Dec 18 06:34:04.306263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.resource_helper [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Service CORE assigned prefix:  {{(pid=80975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 18 06:34:04.306636 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 18 06:34:04.307001 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.quota.resource_registry [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] subnetpool is already registered
Dec 18 06:34:04.307710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: extensions {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.309221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: address-groups {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.311198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: address-scopes {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.312487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: agents {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.313772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: auto-allocated-topology {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.315098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: availability_zones {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.316479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: dhcp-networks {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.317996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: dhcp-agents {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.319578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: routers {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.321470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: flavors {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.322729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: service_profiles {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.324020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: next_providers {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.325667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: service_profiles {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.327240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: floatingip-pools {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.328523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: routers {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.330452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: floatingips {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.331707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: l3-routers {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.333176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: l3-agents {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.334731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: metering-labels {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.336162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: metering-label-rules {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.337545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: network-ip-availabilities {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.338871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: bindings {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.340606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: quotas {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.342157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: quotas {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.343656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: rbac-policies {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.345004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: security-groups {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.346307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: security-group-rules {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.347692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: service-providers {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.348999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: subnetpools {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.351027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: subnetpools {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.352558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: tags {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.354361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: tags {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.356284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: tags {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.358211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: tags {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.360098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: tags {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.361900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: tags {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.363914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: tags {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.367318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: tags {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.369306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: tags {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.371263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.extensions [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Extended resource: tags {{(pid=80975) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 18 06:34:04.378338 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING keystonemiddleware.auth_token [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 18 06:34:04.383550 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING keystonemiddleware.auth_token [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 18 06:34:04.392239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Acquired lock "singleton_lock" {{(pid=80975) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 18 06:34:04.392766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Releasing lock "singleton_lock" {{(pid=80975) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 18 06:34:04.394276 dv-neutron-765072-3-ovs neutron-server[80975]: INFO oslo_service.service [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Starting 2 workers
Dec 18 06:34:04.399151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Started child 81084 {{(pid=80975) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 18 06:34:04.403492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:04.403898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Started child 81085 {{(pid=80975) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 18 06:34:04.405046 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [-] (81084) wsgi starting up on http://0.0.0.0:9696
Dec 18 06:34:04.405453 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.service [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 18 06:34:04.406174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Notify callbacks [] for process, before_spawn {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:04.407491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:04.408663 dv-neutron-765072-3-ovs neutron-server[80975]: INFO oslo_service.service [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Starting 1 workers
Dec 18 06:34:04.408901 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [-] (81085) wsgi starting up on http://0.0.0.0:9696
Dec 18 06:34:04.414693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Started child 81086 {{(pid=80975) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 18 06:34:04.415261 dv-neutron-765072-3-ovs neutron-server[80975]: INFO oslo_service.service [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Starting 1 workers
Dec 18 06:34:04.417241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.service [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] calling RpcWorker wait() {{(pid=81086) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 18 06:34:04.417703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.service [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] returning from RpcWorker wait() {{(pid=81086) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 18 06:34:04.419187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:04.419682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:34:04.419995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Started child 81087 {{(pid=80975) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 18 06:34:04.420812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae2501bb-6fb7-4a4d-b657-6ffd12701116 None None] Notify callbacks [] for process, after_spawn {{(pid=80975) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:04.422464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80975) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 18 06:34:04.422691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 18 06:34:04.422900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 18 06:34:04.423168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 18 06:34:04.423571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 18 06:34:04.423762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 18 06:34:04.424149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:04.424335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.424645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.424959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.425239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.425591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.426254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.426546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.426827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.427144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.427431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.427700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.428406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.428695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.428967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.429305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.429647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.429922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.430207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.430418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.430717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.431028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.431325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.431625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.431912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.432498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.432754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.433373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.433724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.434041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.434317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.434621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.434896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.435425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.435698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.435982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.436232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.436483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.436775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.437029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.437466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] host                           = dv-neutron-765072-3-ovs {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.437746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.437997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.438281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.438547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.438858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.439106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.439407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.439689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.439966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.440226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.440505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.440769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.441039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.441301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.441492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.441765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.442032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.442319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.442533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.442727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.442918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.443248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.443442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.443726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.443989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.444240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.444501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.444749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.445001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.445307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.445589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.445846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.446090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.446382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.446667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.446950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.447215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.448117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.448117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.448117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.449079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.449079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.449079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.449079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.449359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.449437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.449710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.450019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.450225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.450562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.450672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:34:04.450760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.450996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.451335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.451669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.451888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.452198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.452419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.453014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.453014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.453262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.453393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.453663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.455218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.455218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.455218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.455218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.455218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.455218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.455662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.455813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.456701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.456701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.456701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.456991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.457194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.457469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.457749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.458020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.458293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.458637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.458926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.459661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.459661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.459866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.460074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.460074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.460074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.460074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.460074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.460074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.460074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.460074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.465304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.465304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.465304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.465304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.465304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.465304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.465304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.465304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.465304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.466074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.466074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.466074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.466074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.466074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.466074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.466074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.466074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.466582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.466582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.466582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.466778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.467050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.467298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.467564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.467811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.468066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.468315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.468602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.468876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.469147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.469393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.469674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.469937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.470186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.470441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.470675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.470916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.471170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.471431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.471679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.471925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.472191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.472461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.472704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.472976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.473221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.473485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.473758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.474008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.474281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.475151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.475503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.475789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.476079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.476334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.476626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.476911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.477189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.477442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.477762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.478037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.478308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.478587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.478867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.479139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.479407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.479699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.479957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.480213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.480463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.480731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.481023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.481282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.481596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.481869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.482164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.482462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.482783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.483049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.483372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.483626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.483911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.484265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.484587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.484886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.485157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.485430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.485727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.487208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.487208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.487208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.487208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.487208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.487814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.487814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.487814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.488134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.488298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.488664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.488979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.489247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.489494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.489815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.490216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.490928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.491229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.491605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.491901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.492181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.492647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.493124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.493488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.493920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.494253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.494609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.494863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.495160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.495409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.495703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.495992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.496261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.496515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.496760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.497014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.497264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.497587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.497844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.498097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.498406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.498676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.498941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.499189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.499437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.499721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.499980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.500308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.500587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.500865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.501152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.501416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.501715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.501980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.502276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.502534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.502895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.503149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.503429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.503679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.503939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.504223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.504474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.504780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.505068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.505425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.505745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.506020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.506292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.506544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.506814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.507043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.507311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.507562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.507813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.508092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.508365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.508621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.508867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.509135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.509375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.509674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.509925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.510228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.510528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.510797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.511087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.511414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.511732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.511963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.512231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.512477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.512741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.512984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.513213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.513460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.513731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.513991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.514219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.514469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.514764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.514911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.515241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.515486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.515741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.516119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.516374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.516664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.516932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.517199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.517466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.517798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.518154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.518529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.518817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.519096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.519439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.519745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.520049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.520294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.520616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.520994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.521333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.521645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.521917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.522219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.522496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.522755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.523022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.523252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.523494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.523784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.524069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.524328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.524578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.524853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.525103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.525402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.525641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.525928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.526183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.526340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 18 06:34:04.526882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80975) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 18 06:34:04.527070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 18 06:34:04.527233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 18 06:34:04.527447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 18 06:34:04.527657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 18 06:34:04.527837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 18 06:34:04.528083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.528273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.528461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.528649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.528835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.529044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.529232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.529418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.529631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.529822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.530009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.530195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.530382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.530569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.530756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.530944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.531130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.531319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.531510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.531697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.531884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.532047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.532230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.532414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.532632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.532821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.533006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.533204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.533347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.533559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.533742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.533928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.534113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.534298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.534484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.534670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.534873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.535050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.535234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.535419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] host                           = dv-neutron-765072-3-ovs {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.535604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.535789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.535974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.536158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.536342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.536528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.536713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.536899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.537665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.537832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.538167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.538493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.538860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.539039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.539269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.539453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.539618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.539850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.540002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.540155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.540296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.540478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.540578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.541085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.541085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.541085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.541580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.541580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.541580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.543272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.543272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.543272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.543272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.543272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.543272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.543272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.543272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.545151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.545151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.545151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.545151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.545151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.545151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.545151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.545151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.545151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.546769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.547425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.547425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.547425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.547425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.547757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.547757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.547928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 18 06:34:04.548074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.548268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.548471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.548661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.548851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.549041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.549231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.549420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.549651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.549840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.550035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.550226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.550432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.550623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.550813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.551001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.551189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.551379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.551568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.551758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.551947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.552136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.552324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.552510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.553255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.553439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.553638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.553821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.554012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.554202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.554391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.554580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.554769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.554958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.555147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.555341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.555532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.556039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.556039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.556039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.557153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.557153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.557153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.557153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.557153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.557153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.557153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.558871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.558871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.558871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.558871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.558871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.558871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.558871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.558871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.558871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.559600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.559600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.559600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.559600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.559600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.559600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.560079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.560079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.560079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.560591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.560683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.560833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.561016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.561204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.561392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.561605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.561795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.561994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.562201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.562389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.562596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.563591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.563591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.563591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.563591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.563591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.563591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.564287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.564287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.564287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.564287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.565665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.565665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.565665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.565665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.565665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.565665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.565665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.565665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.566167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.566167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.566167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.566167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.566402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.566479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.566787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.566787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.566940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.567142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.567342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.567532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.567721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.567910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.568100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.568319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.568507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.568695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.568883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.569070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.569258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.569454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.569693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.569882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.570070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.570258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.570492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.570681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.570850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.571029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.571219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.571407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.571596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.571785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.571973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.572161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.572349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.572538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.572725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.572914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.573101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.573288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.573476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.573727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.573915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.574104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.574293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.574481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.574668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.574856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.575043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.575230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.575426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.575615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.575804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.575989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.576177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.576365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.576552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.576740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.576927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.577115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.577301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.577491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.578009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.578009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.578009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.578315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.578315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.578501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.578673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.579053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.579053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.579378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.579378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.579863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.579863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.579863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.580575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.580575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.580575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.580575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.581044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.581044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.581044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.581660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.581660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.581660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.581660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.582048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.582048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.582219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.582312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.582447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.582623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.583051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.583051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.583377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.583377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.583632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.583632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.583866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.584070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.584202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.584403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.584539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.584723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.584868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.585054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.585187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.585319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.585451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.585760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:34:04.585911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.585911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.586163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.586163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.586412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.586412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.586662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.586795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.587073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.587073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.587336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.587468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.587582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.587760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.587949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.588139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.588332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.588531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.588726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.588916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.589112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.589307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.589502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.589715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.589911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.590112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.590301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.590487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.590674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.590861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.591050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.591236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.591757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.591757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.591757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.592190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.592190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.592448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.592448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.592712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.592712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.592967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.593101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.593235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.593381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 18 06:34:04.593538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80975) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 18 06:34:04.595171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 40286) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:34:04.606991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0096698
Dec 18 06:34:14.687267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a598052-0963-4cb7-88f2-2f76ab05ef9e None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:34:14.750886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a598052-0963-4cb7-88f2-2f76ab05ef9e None None] No non-hosted networks {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 18 06:34:14.764013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agentschedulers_db [None req-7a598052-0963-4cb7-88f2-2f76ab05ef9e None None] DHCP Agent not found on host dv-neutron-765072-3-ovs {{(pid=81086) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Dec 18 06:34:14.859379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf6025c8-31ec-48e6-9524-b38d6c812a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417'] for agent, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:16.750615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f66132ea-d511-4421-ab89-1216ea34103b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417'] for agent, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:16.835629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee0866f8-d408-4fa7-95fa-589e71fd341c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:17.328661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417'] for agent, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:18.460303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417'] for agent, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:18.461611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:18.462184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:18.462764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:18.463320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:18.463877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:18.464540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:18.465101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:18.465744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:18.466313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:18.466916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:18.467356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:18.467791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:18.468277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fac1e89bc50>, 'Open vSwitch agent', 'dv-neutron-765072-3-ovs', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:34:18.480099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fac1e7026a0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-765072-3-ovs', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:34:19.265557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417'] for agent, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:20.275119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 40382) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:34:20.370963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] get_endpoint_by_host() called for host dv-neutron-765072-3-ovs {{(pid=81086) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 18 06:34:20.375605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] get_endpoint_by_ip() called for ip 192.168.0.35 {{(pid=81086) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 18 06:34:20.378766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] _add_endpoint() called for ip 192.168.0.35 {{(pid=81086) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 18 06:34:20.384363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] _get_endpoints() called {{(pid=81086) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 18 06:34:20.930831 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING oslo_policy.policy [None req-2fcc957b-3dd1-4645-bb0a-0d1e67fb2586 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 06:34:20.931436 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING oslo_policy.policy [None req-2fcc957b-3dd1-4645-bb0a-0d1e67fb2586 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 06:34:21.162216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-2fcc957b-3dd1-4645-bb0a-0d1e67fb2586 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:34:21.163281 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2fcc957b-3dd1-4645-bb0a-0d1e67fb2586 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.8871183
Dec 18 06:34:22.888556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_hamode_db [None req-9d1a2057-db08-412b-a582-becf65ea030b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 18 06:34:22.973618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a2057-db08-412b-a582-becf65ea030b None None] Routers set() bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:34:22.974147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1a2057-db08-412b-a582-becf65ea030b None None] Router IDs set() for agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 18 06:34:23.878703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 40398) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:34:24.294241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-20c2d305-8aa5-4dbf-9851-cffcfda63e68 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:34:24.343226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.policy [None req-20c2d305-8aa5-4dbf-9851-cffcfda63e68 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=81084) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 18 06:34:24.344039 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING oslo_policy.policy [None req-20c2d305-8aa5-4dbf-9851-cffcfda63e68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 06:34:24.344448 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING oslo_policy.policy [None req-20c2d305-8aa5-4dbf-9851-cffcfda63e68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 06:34:24.352129 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota [None req-20c2d305-8aa5-4dbf-9851-cffcfda63e68 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fac1e8a5f28>.
Dec 18 06:34:24.397922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-20c2d305-8aa5-4dbf-9851-cffcfda63e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:34:24.452083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20c2d305-8aa5-4dbf-9851-cffcfda63e68 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773574216165', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773574241617', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773574239303', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773574261671', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773574260774', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854112597', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-720077', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1590629', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852809554'] for rbac-policy, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:24.515374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20c2d305-8aa5-4dbf-9851-cffcfda63e68 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:24.516577 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-20c2d305-8aa5-4dbf-9851-cffcfda63e68 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6368833
Dec 18 06:34:27.456547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 40412) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:34:27.857942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '79508dfa30d54522a4888b853b73dd63'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:34:27.864074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:34:27.868709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Usage tracker for resource:network and tenant:79508dfa30d54522a4888b853b73dd63 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:34:27.872612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:34:27.878632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:34:27.887731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Made reservation on behalf of 79508dfa30d54522a4888b853b73dd63 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:34:27.893792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:27.911188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:27.925646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:34:27.930023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Usage tracker for resource:security_group_rule and tenant:79508dfa30d54522a4888b853b73dd63 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:34:27.933507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:34:27.939331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:34:28.037341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:28.039912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:28.045348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:28.067363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:34:28.094986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:28.095531 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Added segment 0ef63169-9725-4b65-b62f-5e33afb33214 of type vxlan for network 3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8
Dec 18 06:34:28.148398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa746e2-acdc-4b14-906f-b561828733e2,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:28.169959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:28.170345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:28.170711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:28.171068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:28.171422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:28.171772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:28.172123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:28.172469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:28.172830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:28.173176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:28.173569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:28.173896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Tracked resource versions report:
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]: pushed versions:
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]: {   'AddressGroup': {'1.0'},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     'ConntrackHelper': {'1.0'},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     'Log': {'1.0'},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     'Network': {'1.1'},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     'Port': {'1.6'},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     'PortForwarding': {'1.2'},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     'QosPolicy': {'1.8'},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroup': {'1.3'},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroupRule': {'1.1'},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     'SubPort': {'1.0'},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     'Subnet': {'1.1'},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     'Trunk': {'1.1'}}
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]: consumer versions:
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]: {   DHCP agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     L3 agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     Metadata agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     Metering agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:     Open vSwitch agent@dv-neutron-765072-3-ovs: {   'AddressGroup': '1.0',
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'ConntrackHelper': '1.0',
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Log': '1.0',
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Network': '1.1',
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Port': '1.6',
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'PortForwarding': '1.2',
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'QosPolicy': '1.8',
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroup': '1.3',
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroupRule': '1.1',
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SubPort': '1.0',
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Subnet': '1.1',
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Trunk': '1.1'}}
Dec 18 06:34:28.175106 dv-neutron-765072-3-ovs neutron-server[80975]:  {{(pid=81084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 18 06:34:28.218211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:28.224229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:28.257186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:28.258559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:34:28.259247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:28.263962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:28.522783 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0650682
Dec 18 06:34:28.525409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Pushing event updated for resources: {'Network': ['ID=3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:28.528611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:28.537591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:34:31.601408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 40428) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:34:32.104680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b52f12-310f-4d36-9bbc-d3c8890afe0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:34:32.106192 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-94b52f12-310f-4d36-9bbc-d3c8890afe0a admin admin] 10.222.0.23 "GET /v2.0/networks/3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8 HTTP/1.1" status: 200  len: 818 time: 0.5037329
Dec 18 06:34:32.134574 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5f366267-41b5-4d0c-9af8-ddf42e7c3663 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/fe3e0041-c4b5-45e1-a565-5a5e665cca31 HTTP/1.1" status: 200  len: 734 time: 0.0221944
Dec 18 06:34:32.143808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Request body: {'subnet': {'subnetpool_id': 'fe3e0041-c4b5-45e1-a565-5a5e665cca31', 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '79508dfa30d54522a4888b853b73dd63'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:34:32.148842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:34:32.152951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Usage tracker for resource:subnet and tenant:79508dfa30d54522a4888b853b73dd63 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:34:32.155929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:34:32.161598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:34:32.170356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Made reservation on behalf of 79508dfa30d54522a4888b853b73dd63 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:34:32.174871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:32.657259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:32.671644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:32.806295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=949c32ba-fe61-46b6-98b7-ebfcb5a20f76,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:32.820332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:32.873355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Checking segment: {'id': '0ef63169-9725-4b65-b62f-5e33afb33214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:34:32.873788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Network hostable DHCP agents. Network: 3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:34:32.893413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Network 3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:34:32.901917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:34:32.906128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:34:32.906753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:32.912294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a95d48f-ccf7-45de-ba04-567f9f88e88b None None] Network 3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:34:32.925273 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7850020
Dec 18 06:34:33.232067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8', 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8', 'tenant_id': '79508dfa30d54522a4888b853b73dd63', 'fixed_ips': [{'subnet_id': '949c32ba-fe61-46b6-98b7-ebfcb5a20f76'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:34:33.233298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:33.567181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Allocated IP 172.20.0.2 (3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8/949c32ba-fe61-46b6-98b7-ebfcb5a20f76/954be43e-ce70-43be-a4d8-b90ec4ded21d) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:34:33.803210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:33.816335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Transition to ACTIVE for port object 954be43e-ce70-43be-a4d8-b90ec4ded21d will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:34:33.834699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Transition to ACTIVE for port object 954be43e-ce70-43be-a4d8-b90ec4ded21d will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:34:33.840639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:33.856501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:34.147891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Pushing event updated for resources: {'Port': ['ID=954be43e-ce70-43be-a4d8-b90ec4ded21d,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:34.159853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:34.160266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:34.160587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:34.161020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:34.161930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:34.162292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:34.162647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:34.163005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:34.163376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:34.163732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:34.164085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:34.164434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Tracked resource versions report:
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]: pushed versions:
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]: {   'AddressGroup': {'1.0'},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     'ConntrackHelper': {'1.0'},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     'Log': {'1.0'},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     'Network': {'1.1'},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     'Port': {'1.6'},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     'PortForwarding': {'1.2'},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     'QosPolicy': {'1.8'},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroup': {'1.3'},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroupRule': {'1.1'},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     'SubPort': {'1.0'},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     'Subnet': {'1.1'},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     'Trunk': {'1.1'}}
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]: consumer versions:
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]: {   DHCP agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     L3 agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     Metadata agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     Metering agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:     Open vSwitch agent@dv-neutron-765072-3-ovs: {   'AddressGroup': '1.0',
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'ConntrackHelper': '1.0',
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Log': '1.0',
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Network': '1.1',
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Port': '1.6',
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'PortForwarding': '1.2',
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'QosPolicy': '1.8',
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroup': '1.3',
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroupRule': '1.1',
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SubPort': '1.0',
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Subnet': '1.1',
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Trunk': '1.1'}}
Dec 18 06:34:34.165609 dv-neutron-765072-3-ovs neutron-server[80975]:  {{(pid=81086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 18 06:34:34.172479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:34.221240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Network 3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:34:34.222461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:34:34.225905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:34:34.282715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Attempting to bind port 954be43e-ce70-43be-a4d8-b90ec4ded21d on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:34:34.283140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Attempting to bind port 954be43e-ce70-43be-a4d8-b90ec4ded21d by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '0ef63169-9725-4b65-b62f-5e33afb33214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:34:34.283546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Attempting to bind port 954be43e-ce70-43be-a4d8-b90ec4ded21d on network 3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:34:34.289685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:34:34.290097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Checking segment: {'id': '0ef63169-9725-4b65-b62f-5e33afb33214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:34:34.290557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:34.291073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Bound using segment: {'id': '0ef63169-9725-4b65-b62f-5e33afb33214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:34:34.291603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Bound port: 954be43e-ce70-43be-a4d8-b90ec4ded21d, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef63169-9725-4b65-b62f-5e33afb33214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:34:34.292035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:34.380832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] For port 954be43e-ce70-43be-a4d8-b90ec4ded21d, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:34:34.384906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] For port 954be43e-ce70-43be-a4d8-b90ec4ded21d, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=954be43e-ce70-43be-a4d8-b90ec4ded21d,segment=NetworkSegment(0ef63169-9725-4b65-b62f-5e33afb33214),segment_id=0ef63169-9725-4b65-b62f-5e33afb33214)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:34:34.392042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:34.407426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:34.553831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Pushing event updated for resources: {'Port': ['ID=954be43e-ce70-43be-a4d8-b90ec4ded21d,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:34.558974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:35.644957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 40438) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:34:36.079135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-dfda166d-d167-4e8f-9e70-652ca90e2ac8 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:34:36.080323 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dfda166d-d167-4e8f-9e70-652ca90e2ac8 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4337933
Dec 18 06:34:38.442842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 954be43e-ce70-43be-a4d8-b90ec4ded21d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:34:38.509357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 954be43e-ce70-43be-a4d8-b90ec4ded21d completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:34:38.777016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 40452) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:34:39.196274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-2a588f51-533f-4a32-a652-c2f2f3683036 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:34:39.197437 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2a588f51-533f-4a32-a652-c2f2f3683036 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4193041
Dec 18 06:34:39.266041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd45c55-f7cd-498b-941c-81f820a95249 None None] Network 3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:34:39.367823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f83fc576-6e02-4707-ae3c-ee4e76a4b892 None None] Provisioning for port 954be43e-ce70-43be-a4d8-b90ec4ded21d completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:34:39.377840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f83fc576-6e02-4707-ae3c-ee4e76a4b892 None None] Provisioning complete for port 954be43e-ce70-43be-a4d8-b90ec4ded21d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:34:39.378247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f83fc576-6e02-4707-ae3c-ee4e76a4b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:39.619035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f83fc576-6e02-4707-ae3c-ee4e76a4b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:39.668935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f83fc576-6e02-4707-ae3c-ee4e76a4b892 None None] For port 954be43e-ce70-43be-a4d8-b90ec4ded21d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=954be43e-ce70-43be-a4d8-b90ec4ded21d,segment=NetworkSegment(0ef63169-9725-4b65-b62f-5e33afb33214),segment_id=0ef63169-9725-4b65-b62f-5e33afb33214)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:34:39.673669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f83fc576-6e02-4707-ae3c-ee4e76a4b892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:39.679269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:39.746255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83fc576-6e02-4707-ae3c-ee4e76a4b892 None None] Pushing event updated for resources: {'Port': ['ID=954be43e-ce70-43be-a4d8-b90ec4ded21d,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:39.750654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f83fc576-6e02-4707-ae3c-ee4e76a4b892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:39.898744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-87694b20-1626-4be3-9ded-86e0de27adae None None] Provisioning complete for port 954be43e-ce70-43be-a4d8-b90ec4ded21d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:34:39.899259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87694b20-1626-4be3-9ded-86e0de27adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:40.147785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5bf21e0d-b92e-4286-9ead-1b3afebef55e None None] Provisioning complete for port 954be43e-ce70-43be-a4d8-b90ec4ded21d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:34:40.148204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bf21e0d-b92e-4286-9ead-1b3afebef55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:40.422462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 954be43e-ce70-43be-a4d8-b90ec4ded21d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:34:40.491379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 954be43e-ce70-43be-a4d8-b90ec4ded21d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:34:40.491796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:42.317919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 40464) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:34:42.715675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a914ca80-3c33-4328-a9bb-0db3b37864ee admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '79508dfa30d54522a4888b853b73dd63'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:34:42.721011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a914ca80-3c33-4328-a9bb-0db3b37864ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:34:42.725003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a914ca80-3c33-4328-a9bb-0db3b37864ee admin admin] Usage tracker for resource:router and tenant:79508dfa30d54522a4888b853b73dd63 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:34:42.728125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a914ca80-3c33-4328-a9bb-0db3b37864ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:34:42.733784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a914ca80-3c33-4328-a9bb-0db3b37864ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:34:42.742370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a914ca80-3c33-4328-a9bb-0db3b37864ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:42.743634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a914ca80-3c33-4328-a9bb-0db3b37864ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:42.763967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a914ca80-3c33-4328-a9bb-0db3b37864ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:42.862671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a914ca80-3c33-4328-a9bb-0db3b37864ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:42.880680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a914ca80-3c33-4328-a9bb-0db3b37864ee admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:42.881945 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a914ca80-3c33-4328-a9bb-0db3b37864ee admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5629778
Dec 18 06:34:44.540325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c13e6d27-4a47-49c4-bdc9-4ca867aab07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:45.479379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 5 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:34:45.532572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 40474) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:34:45.951527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-7f3e7ae4-74be-4ee1-9ada-9fe5bb5b349d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:34:45.952616 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7f3e7ae4-74be-4ee1-9ada-9fe5bb5b349d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4190361
Dec 18 06:34:46.738914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9de79bcf-5ab6-4058-93f9-c3e0cb610839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:47.280676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:48.446723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:48.641975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 40494) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:34:48.825746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:34:48.830503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:34:48.835030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Usage tracker for resource:network and tenant:7c2aedbbfff449f0bd1a9b664a7c7c88 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:34:48.837954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:34:48.843533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:34:48.852419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Made reservation on behalf of 7c2aedbbfff449f0bd1a9b664a7c7c88 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:34:48.856967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:48.869813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:48.884431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:34:48.888226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Usage tracker for resource:security_group_rule and tenant:7c2aedbbfff449f0bd1a9b664a7c7c88 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:34:48.891055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:34:48.896612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:34:48.981865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:48.984379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:48.988449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:49.003000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Reserving flat network on physical network physnet1 {{(pid=81084) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 18 06:34:49.023953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87d1430-5e79-4f47-9906-4f0b8e8c2a22,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:49.027537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:49.030012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:49.030604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fac1f6cce18> segment precommit_create {{(pid=81084) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 18 06:34:49.031016 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Added segment ce89072b-49dc-483e-8145-576658cde855 of type flat for network d0f0a219-8752-4aa6-96f8-ba66477c9da6
Dec 18 06:34:49.063969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:49.099173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:49.100373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:34:49.100989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:49.105788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:49.206158 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5631211
Dec 18 06:34:49.210987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f0a219-8752-4aa6-96f8-ba66477c9da6,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:49.213674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:49.219624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:49.222296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:34:51.687117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 40514) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:34:51.828568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f7c54f-9c78-4fdf-9167-1b8994e53580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:34:51.829987 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f0f7c54f-9c78-4fdf-9167-1b8994e53580 admin admin] 10.222.0.23 "GET /v2.0/subnets/949c32ba-fe61-46b6-98b7-ebfcb5a20f76 HTTP/1.1" status: 200  len: 849 time: 0.1418519
Dec 18 06:34:51.973797 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-19039a27-7245-4cf3-a085-a7afec5ab981 admin admin] 10.222.0.23 "GET /v2.0/routers/883d4a03-7f89-4624-babc-4cffc73c89c3 HTTP/1.1" status: 200  len: 704 time: 0.1367879
Dec 18 06:34:52.593031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:52.956065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Allocated IP 172.20.0.1 (3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8/949c32ba-fe61-46b6-98b7-ebfcb5a20f76/da1236d4-4ce4-4b34-9238-8de1af88a4cc) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:34:53.115487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:53.132421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Transition to ACTIVE for port object da1236d4-4ce4-4b34-9238-8de1af88a4cc will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:34:53.178196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:53.193120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:53.320686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Pushing event updated for resources: {'Port': ['ID=da1236d4-4ce4-4b34-9238-8de1af88a4cc,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:53.327035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:53.379881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Network 3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:34:53.380990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:34:53.383141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:34:53.383664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:53.561888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aecd0503-d3f1-4eb7-ac8c-a518276e27c9 None None] Provisioning for port da1236d4-4ce4-4b34-9238-8de1af88a4cc completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:34:53.566683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aecd0503-d3f1-4eb7-ac8c-a518276e27c9 None None] Provisioning complete for port da1236d4-4ce4-4b34-9238-8de1af88a4cc triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:34:53.567095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aecd0503-d3f1-4eb7-ac8c-a518276e27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:53.620189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-aecd0503-d3f1-4eb7-ac8c-a518276e27c9 None None] Port da1236d4-4ce4-4b34-9238-8de1af88a4cc cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:34:53.641785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:53.916909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:53.920170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:53.921181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:53.935525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:54.220851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Pushing event updated for resources: {'Port': ['ID=da1236d4-4ce4-4b34-9238-8de1af88a4cc,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:54.224103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:54.281623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Network 3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:34:54.282742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:34:54.446068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-13497f62-2dfb-43b5-b157-825e228ce28b None None] Provisioning complete for port da1236d4-4ce4-4b34-9238-8de1af88a4cc triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:34:54.446578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13497f62-2dfb-43b5-b157-825e228ce28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:54.475692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Router 883d4a03-7f89-4624-babc-4cffc73c89c3 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:34:54.501925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-13497f62-2dfb-43b5-b157-825e228ce28b None None] Port da1236d4-4ce4-4b34-9238-8de1af88a4cc cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:34:54.636226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:34:54.651109 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] 10.222.0.23 "PUT /v2.0/routers/883d4a03-7f89-4624-babc-4cffc73c89c3/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6678021
Dec 18 06:34:54.651317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Sync routers for ids ['883d4a03-7f89-4624-babc-4cffc73c89c3'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:34:54.658976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Routers {'883d4a03-7f89-4624-babc-4cffc73c89c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:34:54.659858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e834278>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:34:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['883d4a03-7f89-4624-babc-4cffc73c89c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:34:54.838380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Set router 883d4a03-7f89-4624-babc-4cffc73c89c3 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:34:55.213186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e834278>, [{'id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'name': 'router1', 'tenant_id': '79508dfa30d54522a4888b853b73dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:34:42Z', 'updated_at': '2020-12-18T06:34:53Z', 'revision_number': 2, 'project_id': '79508dfa30d54522a4888b853b73dd63', 'gw_port_host': None, '_interfaces': [{'id': 'da1236d4-4ce4-4b34-9238-8de1af88a4cc', 'name': '', 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8', 'tenant_id': '79508dfa30d54522a4888b853b73dd63', 'mac_address': 'fa:16:3e:30:e2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '949c32ba-fe61-46b6-98b7-ebfcb5a20f76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:34:52Z', 'updated_at': '2020-12-18T06:34:53Z', 'revision_number': 2, 'project_id': '79508dfa30d54522a4888b853b73dd63', 'subnets': [{'id': '949c32ba-fe61-46b6-98b7-ebfcb5a20f76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe3e0041-c4b5-45e1-a565-5a5e665cca31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:34:55.218201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Checking router: 883d4a03-7f89-4624-babc-4cffc73c89c3 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:34:55.218617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Updating router 883d4a03-7f89-4624-babc-4cffc73c89c3 port da1236d4-4ce4-4b34-9238-8de1af88a4cc binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:34:55.273193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:55.885122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:55.899749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Transition to ACTIVE for port object da1236d4-4ce4-4b34-9238-8de1af88a4cc will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:34:55.902484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:55.918002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:56.055739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Pushing event updated for resources: {'Port': ['ID=da1236d4-4ce4-4b34-9238-8de1af88a4cc,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:56.074365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:56.074751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:56.075125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:56.075492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:56.075857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:56.076219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:56.076582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:56.076940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:56.077298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:56.077706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:56.078065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:56.078419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Tracked resource versions report:
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]: pushed versions:
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]: {   'AddressGroup': {'1.0'},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     'ConntrackHelper': {'1.0'},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     'Log': {'1.0'},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     'Network': {'1.1'},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     'Port': {'1.6'},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     'PortForwarding': {'1.2'},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     'QosPolicy': {'1.8'},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroup': {'1.3'},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroupRule': {'1.1'},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     'SubPort': {'1.0'},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     'Subnet': {'1.1'},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     'Trunk': {'1.1'}}
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]: consumer versions:
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]: {   DHCP agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     L3 agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     Metadata agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     Metering agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:     Open vSwitch agent@dv-neutron-765072-3-ovs: {   'AddressGroup': '1.0',
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'ConntrackHelper': '1.0',
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Log': '1.0',
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Network': '1.1',
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Port': '1.6',
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'PortForwarding': '1.2',
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'QosPolicy': '1.8',
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroup': '1.3',
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroupRule': '1.1',
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SubPort': '1.0',
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Subnet': '1.1',
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Trunk': '1.1'}}
Dec 18 06:34:56.079578 dv-neutron-765072-3-ovs neutron-server[80975]:  {{(pid=81087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 18 06:34:56.086925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:56.232102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Attempting to bind port da1236d4-4ce4-4b34-9238-8de1af88a4cc on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:34:56.232522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Attempting to bind port da1236d4-4ce4-4b34-9238-8de1af88a4cc by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '0ef63169-9725-4b65-b62f-5e33afb33214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:34:56.232940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Attempting to bind port da1236d4-4ce4-4b34-9238-8de1af88a4cc on network 3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:34:56.239360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:34:56.239750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Checking segment: {'id': '0ef63169-9725-4b65-b62f-5e33afb33214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:34:56.240522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:56.240955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Bound using segment: {'id': '0ef63169-9725-4b65-b62f-5e33afb33214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:34:56.241511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Bound port: da1236d4-4ce4-4b34-9238-8de1af88a4cc, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef63169-9725-4b65-b62f-5e33afb33214', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:34:56.241963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:56.335099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] For port da1236d4-4ce4-4b34-9238-8de1af88a4cc, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:34:56.339904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] For port da1236d4-4ce4-4b34-9238-8de1af88a4cc, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=da1236d4-4ce4-4b34-9238-8de1af88a4cc,segment=NetworkSegment(0ef63169-9725-4b65-b62f-5e33afb33214),segment_id=0ef63169-9725-4b65-b62f-5e33afb33214)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:34:56.342294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:56.358053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:56.501650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Pushing event updated for resources: {'Port': ['ID=da1236d4-4ce4-4b34-9238-8de1af88a4cc,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:56.506807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:56.562491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Routers {'883d4a03-7f89-4624-babc-4cffc73c89c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:34:56.563154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e834278>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:34:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['883d4a03-7f89-4624-babc-4cffc73c89c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:34:56.731515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] Set router 883d4a03-7f89-4624-babc-4cffc73c89c3 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:34:57.065261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e834278>, [{'id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'name': 'router1', 'tenant_id': '79508dfa30d54522a4888b853b73dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:34:42Z', 'updated_at': '2020-12-18T06:34:53Z', 'revision_number': 2, 'project_id': '79508dfa30d54522a4888b853b73dd63', 'gw_port_host': None, '_interfaces': [{'id': 'da1236d4-4ce4-4b34-9238-8de1af88a4cc', 'name': '', 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8', 'tenant_id': '79508dfa30d54522a4888b853b73dd63', 'mac_address': 'fa:16:3e:30:e2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '949c32ba-fe61-46b6-98b7-ebfcb5a20f76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:34:52Z', 'updated_at': '2020-12-18T06:34:56Z', 'revision_number': 4, 'project_id': '79508dfa30d54522a4888b853b73dd63', 'subnets': [{'id': '949c32ba-fe61-46b6-98b7-ebfcb5a20f76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe3e0041-c4b5-45e1-a565-5a5e665cca31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:34:57.069910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087ff248-909b-46ca-8ada-197e527ba26d None None] The sync data for ids ['883d4a03-7f89-4624-babc-4cffc73c89c3'] in dv-neutron-765072-3-ovs is: [{'id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'name': 'router1', 'tenant_id': '79508dfa30d54522a4888b853b73dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:34:42Z', 'updated_at': '2020-12-18T06:34:53Z', 'revision_number': 2, 'project_id': '79508dfa30d54522a4888b853b73dd63', 'gw_port_host': None, '_interfaces': [{'id': 'da1236d4-4ce4-4b34-9238-8de1af88a4cc', 'name': '', 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8', 'tenant_id': '79508dfa30d54522a4888b853b73dd63', 'mac_address': 'fa:16:3e:30:e2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '949c32ba-fe61-46b6-98b7-ebfcb5a20f76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:34:52Z', 'updated_at': '2020-12-18T06:34:56Z', 'revision_number': 4, 'project_id': '79508dfa30d54522a4888b853b73dd63', 'subnets': [{'id': '949c32ba-fe61-46b6-98b7-ebfcb5a20f76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe3e0041-c4b5-45e1-a565-5a5e665cca31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:34:57.127594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 40526) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:34:57.314232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ce468-7ee2-4da0-9640-d9f1826fc4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:34:57.314777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a01ce468-7ee2-4da0-9640-d9f1826fc4ef admin admin] Synchronizing usage tracker for tenant:7c2aedbbfff449f0bd1a9b664a7c7c88 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:34:57.331560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a01ce468-7ee2-4da0-9640-d9f1826fc4ef admin admin] Unset dirty status for tenant:7c2aedbbfff449f0bd1a9b664a7c7c88 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:34:57.332830 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a01ce468-7ee2-4da0-9640-d9f1826fc4ef admin admin] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 842 time: 0.2041728
Dec 18 06:34:57.343523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.7.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'ip_version': 4, 'cidr': '172.26.7.0/24'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:34:57.348862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:34:57.352786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Usage tracker for resource:subnet and tenant:7c2aedbbfff449f0bd1a9b664a7c7c88 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:34:57.355695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:34:57.361912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:34:57.370812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Made reservation on behalf of 7c2aedbbfff449f0bd1a9b664a7c7c88 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:34:57.375384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:57.807374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:34:57.807847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:57.822633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3ee15092-a190-403e-98c7-4e8634ebbb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:57.947440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a5f892-4a7d-498c-ad36-5ea37eb0513a,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:57.950344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:34:58.026852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:34:58.027243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Network hostable DHCP agents. Network: d0f0a219-8752-4aa6-96f8-ba66477c9da6, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:34:58.046186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:34:58.055353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, d0f0a219-8752-4aa6-96f8-ba66477c9da6) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:34:58.059307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:34:58.059937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:58.065747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202eb292-3d82-46f5-b9bb-37081d41b9a1 None None] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:34:58.081297 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7415452
Dec 18 06:34:58.301807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ad2cfa-0168-419b-bc37-8d4c2b4263dc None None] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:34:58.464945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device da1236d4-4ce4-4b34-9238-8de1af88a4cc up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:34:58.585481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port da1236d4-4ce4-4b34-9238-8de1af88a4cc completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:34:58.590463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port da1236d4-4ce4-4b34-9238-8de1af88a4cc triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:34:58.590878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:58.708294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:58.740084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port da1236d4-4ce4-4b34-9238-8de1af88a4cc, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=da1236d4-4ce4-4b34-9238-8de1af88a4cc,segment=NetworkSegment(0ef63169-9725-4b65-b62f-5e33afb33214),segment_id=0ef63169-9725-4b65-b62f-5e33afb33214)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:34:58.742755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:34:58.744796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:34:58.811140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=da1236d4-4ce4-4b34-9238-8de1af88a4cc,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:34:58.814351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:35:00.432936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device da1236d4-4ce4-4b34-9238-8de1af88a4cc up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:35:00.501034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port da1236d4-4ce4-4b34-9238-8de1af88a4cc triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:35:00.501442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:00.633648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 40540) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:35:00.863798 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-51dfdfa3-4a68-4fd7-95ff-f75d07037bd4 admin admin] 10.222.0.23 "GET /v2.0/routers/883d4a03-7f89-4624-babc-4cffc73c89c3 HTTP/1.1" status: 200  len: 710 time: 0.2289500
Dec 18 06:35:01.000887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edab081c-1449-4def-9ce3-a27e13b887f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:35:01.002311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-edab081c-1449-4def-9ce3-a27e13b887f2 admin admin] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 886 time: 0.1326792
Dec 18 06:35:01.012352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:35:01.632572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:01.969114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:01.999648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:02.011451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:02.026402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:35:02.030313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:35:02.033148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:35:02.039325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:35:02.120638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:02.123101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:02.138140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:35:02.228572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049ba924-14a4-4d8b-8dcd-61b89bfc1807,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:35:02.231671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:35:02.394288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Allocated IP 172.26.7.61 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/abd3f3e8-0d9d-48c9-a580-020f9f0390dd) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:35:02.544954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:02.569972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:02.585468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:35:02.712728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Pushing event updated for resources: {'Port': ['ID=abd3f3e8-0d9d-48c9-a580-020f9f0390dd,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:35:02.717695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:35:02.766342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:35:02.767444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:35:02.770154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:35:03.146397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:03.663235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:03.666757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:03.844516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Router 883d4a03-7f89-4624-babc-4cffc73c89c3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:35:04.024808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:35:04.034343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Sync routers for ids ['883d4a03-7f89-4624-babc-4cffc73c89c3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:35:04.041461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:04.042911 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] 10.222.0.23 "PUT /v2.0/routers/883d4a03-7f89-4624-babc-4cffc73c89c3 HTTP/1.1" status: 200  len: 889 time: 3.0338216
Dec 18 06:35:04.044652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Routers {'883d4a03-7f89-4624-babc-4cffc73c89c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:35:04.045353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d52bf60>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:34:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['883d4a03-7f89-4624-babc-4cffc73c89c3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:35:04.389081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Set router 883d4a03-7f89-4624-babc-4cffc73c89c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:35:04.742790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d52bf60>, [{'id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'name': 'router1', 'tenant_id': '79508dfa30d54522a4888b853b73dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'abd3f3e8-0d9d-48c9-a580-020f9f0390dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:34:42Z', 'updated_at': '2020-12-18T06:35:02Z', 'revision_number': 4, 'project_id': '79508dfa30d54522a4888b853b73dd63', 'gw_port': {'id': 'abd3f3e8-0d9d-48c9-a580-020f9f0390dd', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:35:02Z', 'updated_at': '2020-12-18T06:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'da1236d4-4ce4-4b34-9238-8de1af88a4cc', 'name': '', 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8', 'tenant_id': '79508dfa30d54522a4888b853b73dd63', 'mac_address': 'fa:16:3e:30:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '949c32ba-fe61-46b6-98b7-ebfcb5a20f76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:34:52Z', 'updated_at': '2020-12-18T06:34:58Z', 'revision_number': 5, 'project_id': '79508dfa30d54522a4888b853b73dd63', 'subnets': [{'id': '949c32ba-fe61-46b6-98b7-ebfcb5a20f76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe3e0041-c4b5-45e1-a565-5a5e665cca31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:35:04.747731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Checking router: 883d4a03-7f89-4624-babc-4cffc73c89c3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:35:04.748127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Updating router 883d4a03-7f89-4624-babc-4cffc73c89c3 port abd3f3e8-0d9d-48c9-a580-020f9f0390dd binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:35:04.798552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:05.188239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:05.200301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Transition to ACTIVE for port object abd3f3e8-0d9d-48c9-a580-020f9f0390dd will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:35:05.202779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:05.217734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f83fc576-6e02-4707-ae3c-ee4e76a4b892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:35:05.345818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2cc5a-3010-4ea8-8121-f5a4d6107d83 None None] Pushing event updated for resources: {'Port': ['ID=abd3f3e8-0d9d-48c9-a580-020f9f0390dd,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:35:05.351504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-55e2cc5a-3010-4ea8-8121-f5a4d6107d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:35:05.408860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Attempting to bind port abd3f3e8-0d9d-48c9-a580-020f9f0390dd on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:35:05.409274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Attempting to bind port abd3f3e8-0d9d-48c9-a580-020f9f0390dd by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:35:05.409691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Attempting to bind port abd3f3e8-0d9d-48c9-a580-020f9f0390dd on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:35:05.415740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:35:05.416157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:35:05.416658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:05.417090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:35:05.417621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Bound port: abd3f3e8-0d9d-48c9-a580-020f9f0390dd, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:35:05.418060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:05.494064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] For port abd3f3e8-0d9d-48c9-a580-020f9f0390dd, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:35:05.497104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] For port abd3f3e8-0d9d-48c9-a580-020f9f0390dd, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=abd3f3e8-0d9d-48c9-a580-020f9f0390dd,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:35:05.500439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:05.515707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:35:05.667687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2cc5a-3010-4ea8-8121-f5a4d6107d83 None None] Pushing event updated for resources: {'Port': ['ID=abd3f3e8-0d9d-48c9-a580-020f9f0390dd,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:35:05.671058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-55e2cc5a-3010-4ea8-8121-f5a4d6107d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:35:05.714767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Routers {'883d4a03-7f89-4624-babc-4cffc73c89c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:35:05.715422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d52bf60>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:34:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['883d4a03-7f89-4624-babc-4cffc73c89c3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:35:05.896576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] Set router 883d4a03-7f89-4624-babc-4cffc73c89c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:35:06.241032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d52bf60>, [{'id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'name': 'router1', 'tenant_id': '79508dfa30d54522a4888b853b73dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'abd3f3e8-0d9d-48c9-a580-020f9f0390dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:34:42Z', 'updated_at': '2020-12-18T06:35:02Z', 'revision_number': 4, 'project_id': '79508dfa30d54522a4888b853b73dd63', 'gw_port': {'id': 'abd3f3e8-0d9d-48c9-a580-020f9f0390dd', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:35:02Z', 'updated_at': '2020-12-18T06:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'da1236d4-4ce4-4b34-9238-8de1af88a4cc', 'name': '', 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8', 'tenant_id': '79508dfa30d54522a4888b853b73dd63', 'mac_address': 'fa:16:3e:30:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '949c32ba-fe61-46b6-98b7-ebfcb5a20f76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:34:52Z', 'updated_at': '2020-12-18T06:34:58Z', 'revision_number': 5, 'project_id': '79508dfa30d54522a4888b853b73dd63', 'subnets': [{'id': '949c32ba-fe61-46b6-98b7-ebfcb5a20f76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe3e0041-c4b5-45e1-a565-5a5e665cca31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:35:06.245740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01200ea0-db3e-4246-b0c8-8215ac727c63 None None] The sync data for ids ['883d4a03-7f89-4624-babc-4cffc73c89c3'] in dv-neutron-765072-3-ovs is: [{'id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'name': 'router1', 'tenant_id': '79508dfa30d54522a4888b853b73dd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': 'abd3f3e8-0d9d-48c9-a580-020f9f0390dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:34:42Z', 'updated_at': '2020-12-18T06:35:02Z', 'revision_number': 4, 'project_id': '79508dfa30d54522a4888b853b73dd63', 'gw_port': {'id': 'abd3f3e8-0d9d-48c9-a580-020f9f0390dd', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:b9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:35:02Z', 'updated_at': '2020-12-18T06:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'da1236d4-4ce4-4b34-9238-8de1af88a4cc', 'name': '', 'network_id': '3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8', 'tenant_id': '79508dfa30d54522a4888b853b73dd63', 'mac_address': 'fa:16:3e:30:e2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '883d4a03-7f89-4624-babc-4cffc73c89c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '949c32ba-fe61-46b6-98b7-ebfcb5a20f76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:34:52Z', 'updated_at': '2020-12-18T06:34:58Z', 'revision_number': 5, 'project_id': '79508dfa30d54522a4888b853b73dd63', 'subnets': [{'id': '949c32ba-fe61-46b6-98b7-ebfcb5a20f76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe3e0041-c4b5-45e1-a565-5a5e665cca31'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:35:06.474896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device abd3f3e8-0d9d-48c9-a580-020f9f0390dd up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:35:06.556682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port abd3f3e8-0d9d-48c9-a580-020f9f0390dd completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:35:06.562165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port abd3f3e8-0d9d-48c9-a580-020f9f0390dd triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:35:06.562597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:06.686346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:06.702770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port abd3f3e8-0d9d-48c9-a580-020f9f0390dd, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=abd3f3e8-0d9d-48c9-a580-020f9f0390dd,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:35:06.705777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:06.709164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:35:06.712520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 40550) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:35:06.781537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=abd3f3e8-0d9d-48c9-a580-020f9f0390dd,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:35:06.784746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:35:06.916300 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING oslo_policy.policy [None req-11d74c37-cac6-4b67-8d05-52aee2c94c9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 06:35:06.916910 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING oslo_policy.policy [None req-11d74c37-cac6-4b67-8d05-52aee2c94c9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 06:35:07.319997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.policy [None req-11d74c37-cac6-4b67-8d05-52aee2c94c9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=81085) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 18 06:35:07.320860 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING oslo_policy.policy [None req-11d74c37-cac6-4b67-8d05-52aee2c94c9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 06:35:07.321272 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING oslo_policy.policy [None req-11d74c37-cac6-4b67-8d05-52aee2c94c9d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 18 06:35:07.327219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d74c37-cac6-4b67-8d05-52aee2c94c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:35:07.329333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-11d74c37-cac6-4b67-8d05-52aee2c94c9d admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.6147885
Dec 18 06:35:08.438779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device abd3f3e8-0d9d-48c9-a580-020f9f0390dd up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:35:08.510230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port abd3f3e8-0d9d-48c9-a580-020f9f0390dd triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:35:08.510653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:14.567693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-494c43a7-d3f5-48b7-9b19-8a6e29b7d8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:16.743892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ebbc54a-13af-46d5-a25c-b806aec54e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:17.312286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:18.451361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:19.234854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:22.478729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 5 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:35:44.542094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e88534c-5279-4abf-94cb-c7bb59c421f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:46.737252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29487773-6a84-475b-bc5f-bd055c06e974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:47.285129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:48.454003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:49.238494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:35:59.479200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 5 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:36:14.548642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c31e47a-65ef-4a70-aec0-9def322faeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:36:16.739499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c57233c-c120-4b0a-8a2c-0468452223ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:36:17.322929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:36:18.455991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:36:19.243090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:36:36.479161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 5 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:36:44.550454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9227ebdf-c99a-4c39-be4d-d329711c7fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:36:46.741899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d78fe8c-1033-4869-8d0f-94ac14e26d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:36:47.292413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:36:48.458643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:36:49.245700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:13.478327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 5 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:37:14.552486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ee5fe50-77ae-4d1d-b7cb-16a222b835e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:16.742061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60252e63-7762-4a78-9ddb-76c50aee2976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:17.296043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:18.460589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:19.250644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:21.962409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41164) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:37:22.072994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee62880c-f6d2-4f8a-b326-93fa7d47c864 admin admin] GET failed (client error): The resource could not be found.
Dec 18 06:37:22.074340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ee62880c-f6d2-4f8a-b326-93fa7d47c864 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1109920
Dec 18 06:37:22.240969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd36a2-3a0a-4b12-9437-851303a7f432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:22.242479 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ccbd36a2-3a0a-4b12-9437-851303a7f432 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1632855
Dec 18 06:37:24.679947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41174) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:37:24.822656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ace39d3-74d9-4b2e-874d-1a8fa4b4f1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:24.824070 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6ace39d3-74d9-4b2e-874d-1a8fa4b4f1b0 admin admin] 10.222.0.23 "GET /v2.0/subnets/949c32ba-fe61-46b6-98b7-ebfcb5a20f76 HTTP/1.1" status: 200  len: 849 time: 0.1431148
Dec 18 06:37:24.834578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:37:25.113412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:25.445817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773577311774'] for subnet, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:25.460962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:37:25.615145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=949c32ba-fe61-46b6-98b7-ebfcb5a20f76,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:37:25.634250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:37:25.634699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:37:25.635074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:37:25.635439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:37:25.635803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:37:25.636164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:37:25.636525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:37:25.636881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:37:25.637239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:37:25.637615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:37:25.637988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:37:25.638326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Tracked resource versions report:
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]: pushed versions:
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]: {   'AddressGroup': {'1.0'},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     'ConntrackHelper': {'1.0'},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     'Log': {'1.0'},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     'Network': {'1.1'},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     'Port': {'1.6'},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     'PortForwarding': {'1.2'},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     'QosPolicy': {'1.8'},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroup': {'1.3'},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroupRule': {'1.1'},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     'SubPort': {'1.0'},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     'Subnet': {'1.1'},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     'Trunk': {'1.1'}}
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]: consumer versions:
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]: {   DHCP agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     L3 agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     Metadata agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     Metering agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:     Open vSwitch agent@dv-neutron-765072-3-ovs: {   'AddressGroup': '1.0',
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'ConntrackHelper': '1.0',
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Log': '1.0',
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Network': '1.1',
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Port': '1.6',
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'PortForwarding': '1.2',
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'QosPolicy': '1.8',
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroup': '1.3',
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroupRule': '1.1',
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SubPort': '1.0',
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Subnet': '1.1',
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Trunk': '1.1'}}
Dec 18 06:37:25.639494 dv-neutron-765072-3-ovs neutron-server[80975]:  {{(pid=81085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 18 06:37:25.677538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:37:25.687025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:25.687709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:25.690263 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] 10.222.0.23 "PUT /v2.0/subnets/949c32ba-fe61-46b6-98b7-ebfcb5a20f76 HTTP/1.1" status: 200  len: 868 time: 0.8592036
Dec 18 06:37:25.694744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60f9001-a23b-4f4d-b823-0c16b3273679 None None] Network 3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:37:26.167949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3ef10194-a1b9-40b9-8574-b6464bc8ee82 None None] Provisioning complete for port 954be43e-ce70-43be-a4d8-b90ec4ded21d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:37:26.168371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ef10194-a1b9-40b9-8574-b6464bc8ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:26.297158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3ef10194-a1b9-40b9-8574-b6464bc8ee82 None None] Provisioning complete for port da1236d4-4ce4-4b34-9238-8de1af88a4cc triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:37:26.297473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ef10194-a1b9-40b9-8574-b6464bc8ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:28.167078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41188) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:37:28.381329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da710d9-503a-454d-a1c8-f052991bf232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:28.382037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da710d9-503a-454d-a1c8-f052991bf232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:28.384064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7da710d9-503a-454d-a1c8-f052991bf232 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2159407
Dec 18 06:37:30.814661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41198) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:37:31.025411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e1fdc2-ec01-4dc5-b1f2-ce9b90cf7a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:31.025786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e1fdc2-ec01-4dc5-b1f2-ce9b90cf7a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:31.027394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-23e1fdc2-ec01-4dc5-b1f2-ce9b90cf7a76 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2117164
Dec 18 06:37:33.455455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41208) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:37:33.668820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da2d71-c7fa-4df2-9bfc-4585c74956da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:33.670270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-88da2d71-c7fa-4df2-9bfc-4585c74956da admin admin] 10.222.0.23 "GET /v2.0/networks/3c4bb22a-2b83-4be2-af44-aa5b0ecca1a8 HTTP/1.1" status: 200  len: 862 time: 0.2136428
Dec 18 06:37:36.126616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41218) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:37:36.337702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772c3163-2aee-4fe4-bddc-2dcb5b88d5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:36.339194 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-772c3163-2aee-4fe4-bddc-2dcb5b88d5ee admin admin] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 886 time: 0.2111938
Dec 18 06:37:38.777423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41228) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:37:38.919177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a745bc1d-f188-4351-8557-2ef6643e8280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:38.919595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a745bc1d-f188-4351-8557-2ef6643e8280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:38.920377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a745bc1d-f188-4351-8557-2ef6643e8280 admin admin] Synchronizing usage tracker for tenant:7c2aedbbfff449f0bd1a9b664a7c7c88 on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:37:38.936457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a745bc1d-f188-4351-8557-2ef6643e8280 admin admin] Unset dirty status for tenant:7c2aedbbfff449f0bd1a9b664a7c7c88 on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:37:38.937738 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a745bc1d-f188-4351-8557-2ef6643e8280 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1592224
Dec 18 06:37:41.366755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41238) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:37:41.513544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d828e2d-69db-46c1-8d67-ddd99489b906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:41.513948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d828e2d-69db-46c1-8d67-ddd99489b906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:41.515607 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d828e2d-69db-46c1-8d67-ddd99489b906 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1477637
Dec 18 06:37:43.946834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41248) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:37:44.083819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7309e889-72a6-4215-9014-ee786c858817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:44.085262 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7309e889-72a6-4215-9014-ee786c858817 admin admin] 10.222.0.23 "GET /v2.0/subnets/15a5f892-4a7d-498c-ad36-5ea37eb0513a HTTP/1.1" status: 200  len: 816 time: 0.1374578
Dec 18 06:37:44.555143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b8bec420-4147-42ac-8e2d-3882656ae08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:46.523255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41258) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:37:46.667159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d030bb-2bb1-4044-bdb1-93b0ab103075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:37:46.668628 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-33d030bb-2bb1-4044-bdb1-93b0ab103075 admin admin] 10.222.0.23 "GET /v2.0/subnets/949c32ba-fe61-46b6-98b7-ebfcb5a20f76 HTTP/1.1" status: 200  len: 868 time: 0.1443207
Dec 18 06:37:46.746158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f8e9da5-77cd-4cb2-a4bd-17fa8a22c2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:47.297329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:48.462852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:49.253712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:37:50.477916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 5 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:38:12.305653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41298) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:38:12.384354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-97a1ed10-f396-47da-af98-204f3ec140f1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:38:12.385437 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-97a1ed10-f396-47da-af98-204f3ec140f1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0787654
Dec 18 06:38:14.558371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c82f3136-d78a-4414-b624-f12e4e3f097f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:14.956242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41308) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:38:15.062168 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f66bb1a-172b-472d-a954-af2e4530c914 admin admin] GET failed (client error): The resource could not be found.
Dec 18 06:38:15.063468 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6f66bb1a-172b-472d-a954-af2e4530c914 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1062238
Dec 18 06:38:15.198234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300c2d9-709f-4252-9f1e-433bb867c7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:38:15.199694 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d300c2d9-709f-4252-9f1e-433bb867c7b0 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1317520
Dec 18 06:38:16.751892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01024f68-ff8d-4eba-95d6-2b1992a30579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:17.306077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:17.674266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41318) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:38:17.753127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:38:17.757956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:38:17.768166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:38:17.776683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Made reservation on behalf of 7c2aedbbfff449f0bd1a9b664a7c7c88 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:38:17.781221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:17.874314 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.services.revisions.revision_plugin [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fac1dae7f28] {project_id='7c2aedbbfff449f0bd1a9b664a7c7c88', id='63393a42-2fc9-4921-8c2d-f378823152d5', target_tenant='*', action='access_as_shared', object_id='f1c795f9-69ba-4385-a45c-3a14f928d321'}> to bump revision.
Dec 18 06:38:17.889053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:38:17.898690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:17.899069 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Added segment 1b6a0932-afec-4fab-9081-3692b053f223 of type vxlan for network f1c795f9-69ba-4385-a45c-3a14f928d321
Dec 18 06:38:17.925126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:17.953222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:17.954474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:38:17.955096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:17.958339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:38:18.061927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Pushing event updated for resources: {'Network': ['ID=f1c795f9-69ba-4385-a45c-3a14f928d321,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:38:18.066182 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3907521
Dec 18 06:38:18.070420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:18.070810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:18.071179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:18.071540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:18.071897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:18.072255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:18.072609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:18.072959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:18.073324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:18.073704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:18.074059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:18.074432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:18.078258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:38:18.087387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network f1c795f9-69ba-4385-a45c-3a14f928d321 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:38:18.465171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:19.263021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:20.559419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41328) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:38:20.661794 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbc6dd8-c640-4ed8-9792-a6b09e435f33 admin admin] GET failed (client error): The resource could not be found.
Dec 18 06:38:20.662358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-abbc6dd8-c640-4ed8-9792-a6b09e435f33 admin admin] Synchronizing usage tracker for tenant:7c2aedbbfff449f0bd1a9b664a7c7c88 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:38:20.677313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-abbc6dd8-c640-4ed8-9792-a6b09e435f33 admin admin] Unset dirty status for tenant:7c2aedbbfff449f0bd1a9b664a7c7c88 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:38:20.678558 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-abbc6dd8-c640-4ed8-9792-a6b09e435f33 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1181061
Dec 18 06:38:20.793406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13298b53-e4c0-41b4-91b9-7992286c4854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:38:20.795491 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-13298b53-e4c0-41b4-91b9-7992286c4854 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1118116
Dec 18 06:38:20.807559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:38:20.812504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:38:20.822157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:38:20.830604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Made reservation on behalf of 7c2aedbbfff449f0bd1a9b664a7c7c88 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:38:20.835137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Notify callbacks [] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:21.221757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:21.239420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:38:21.362745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5655088-e81f-4738-8afd-98349f63995d,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:38:21.374355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:38:21.430708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Checking segment: {'id': '1b6a0932-afec-4fab-9081-3692b053f223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:38:21.431094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Network hostable DHCP agents. Network: f1c795f9-69ba-4385-a45c-3a14f928d321, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:38:21.448930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Network f1c795f9-69ba-4385-a45c-3a14f928d321 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:38:21.457212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, f1c795f9-69ba-4385-a45c-3a14f928d321) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:38:21.461133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:38:21.461807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:21.467703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e7fb32-346c-4468-a571-cc3ada7b7238 None None] Network f1c795f9-69ba-4385-a45c-3a14f928d321 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:38:21.485745 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6818321
Dec 18 06:38:21.706222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-f1c795f9-69ba-4385-a45c-3a14f928d321', 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321', 'tenant_id': '7c2aedbbfff449f0bd1a9b664a7c7c88', 'fixed_ips': [{'subnet_id': 'e5655088-e81f-4738-8afd-98349f63995d'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:38:21.707278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:22.000948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Allocated IP 192.168.233.2 (f1c795f9-69ba-4385-a45c-3a14f928d321/e5655088-e81f-4738-8afd-98349f63995d/881d0434-5ee7-4c16-af82-a91e9c1ab0a1) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:38:22.216380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:22.227179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Transition to ACTIVE for port object 881d0434-5ee7-4c16-af82-a91e9c1ab0a1 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:38:22.243845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Transition to ACTIVE for port object 881d0434-5ee7-4c16-af82-a91e9c1ab0a1 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:38:22.249989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:22.265750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-55e2cc5a-3010-4ea8-8121-f5a4d6107d83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:38:22.395137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Pushing event updated for resources: {'Port': ['ID=881d0434-5ee7-4c16-af82-a91e9c1ab0a1,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:38:22.407558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:22.407939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:22.408310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:22.408691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:22.409037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:22.409449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:22.409837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:22.410197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:22.410566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:22.410923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:22.411277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:22.411629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:38:22.415528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:38:22.464968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Network f1c795f9-69ba-4385-a45c-3a14f928d321 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:38:22.466238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:38:22.469372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:38:22.524165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Attempting to bind port 881d0434-5ee7-4c16-af82-a91e9c1ab0a1 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:38:22.524522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Attempting to bind port 881d0434-5ee7-4c16-af82-a91e9c1ab0a1 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '1b6a0932-afec-4fab-9081-3692b053f223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:38:22.524926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Attempting to bind port 881d0434-5ee7-4c16-af82-a91e9c1ab0a1 on network f1c795f9-69ba-4385-a45c-3a14f928d321 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:38:22.531247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:38:22.531643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Checking segment: {'id': '1b6a0932-afec-4fab-9081-3692b053f223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:38:22.532092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:22.532531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Bound using segment: {'id': '1b6a0932-afec-4fab-9081-3692b053f223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:38:22.533042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Bound port: 881d0434-5ee7-4c16-af82-a91e9c1ab0a1, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6a0932-afec-4fab-9081-3692b053f223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:38:22.533458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:22.630412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] For port 881d0434-5ee7-4c16-af82-a91e9c1ab0a1, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:38:22.633913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] For port 881d0434-5ee7-4c16-af82-a91e9c1ab0a1, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=881d0434-5ee7-4c16-af82-a91e9c1ab0a1,segment=NetworkSegment(1b6a0932-afec-4fab-9081-3692b053f223),segment_id=1b6a0932-afec-4fab-9081-3692b053f223)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:38:22.641569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:22.658242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:38:22.807758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Pushing event updated for resources: {'Port': ['ID=881d0434-5ee7-4c16-af82-a91e9c1ab0a1,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:38:22.812649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:38:24.084167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c3ddfd-04d4-4c55-9af0-8346691c73db None None] Network f1c795f9-69ba-4385-a45c-3a14f928d321 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:38:24.178426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d763113d-ef33-4dc5-a2f4-a977ebe91376 None None] Provisioning for port 881d0434-5ee7-4c16-af82-a91e9c1ab0a1 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:38:24.577706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 881d0434-5ee7-4c16-af82-a91e9c1ab0a1 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:38:24.675592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 881d0434-5ee7-4c16-af82-a91e9c1ab0a1 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:38:24.678407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 881d0434-5ee7-4c16-af82-a91e9c1ab0a1 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:38:24.678807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:24.810006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-91839026-47f8-4f59-9c8f-6b33fc6dd5b5 None None] Provisioning complete for port 881d0434-5ee7-4c16-af82-a91e9c1ab0a1 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:38:24.811238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91839026-47f8-4f59-9c8f-6b33fc6dd5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:24.855499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:24.909712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 881d0434-5ee7-4c16-af82-a91e9c1ab0a1, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=881d0434-5ee7-4c16-af82-a91e9c1ab0a1,segment=NetworkSegment(1b6a0932-afec-4fab-9081-3692b053f223),segment_id=1b6a0932-afec-4fab-9081-3692b053f223)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:38:25.103755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:25.111379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:38:25.195215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=881d0434-5ee7-4c16-af82-a91e9c1ab0a1,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:38:25.198187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:38:25.302098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d47d3003-50ba-4ddb-bdd4-802b79a802c7 None None] Provisioning complete for port 881d0434-5ee7-4c16-af82-a91e9c1ab0a1 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:38:25.302509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d47d3003-50ba-4ddb-bdd4-802b79a802c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:26.546859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 881d0434-5ee7-4c16-af82-a91e9c1ab0a1 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:38:26.630990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 881d0434-5ee7-4c16-af82-a91e9c1ab0a1 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:38:26.631410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:27.477083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 5 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:38:44.562793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae63daa6-64ed-47bc-a84d-1e744ee86233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:46.752738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b23f6d3d-e0f9-4601-a713-c101d058e2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:47.303071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:48.473015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:38:49.264124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:04.476366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 5 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:39:14.564786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5711393-3266-4b4a-aad4-352b39b9dab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:16.761400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2442877c-bb5d-4313-9fc5-de86112c82f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:17.306401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:18.466031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:19.262996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:35.252046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41372) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:39:35.258293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-56918534-9beb-48b5-a435-75c1ac1f5a41 tempest-verify_tempest_config-12549319 tempest-verify_tempest_config-12549319] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:39:35.259410 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-56918534-9beb-48b5-a435-75c1ac1f5a41 tempest-verify_tempest_config-12549319 tempest-verify_tempest_config-12549319] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0063305
Dec 18 06:39:35.602627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41392) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:39:35.753866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:35.768949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:39:35.773026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Usage tracker for resource:security_group_rule and tenant:2fc0874ef4744ce194a888d74218d578 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:39:35.775985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:39:35.782296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:39:35.868373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:35.870854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:35.882402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:39:35.922472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Synchronizing usage tracker for tenant:7c2aedbbfff449f0bd1a9b664a7c7c88 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:39:35.925914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f84ae9-c7e6-42a1-a645-d8e7b2f1f8f2,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:39:35.936205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:39:35.936596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:39:35.936962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:39:35.937401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:39:35.937786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:39:35.938144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:39:35.938498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:39:35.938849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:39:35.939212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:39:35.939562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:39:35.939909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:39:35.940253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:39:35.944221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:39:35.953280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Unset dirty status for tenant:7c2aedbbfff449f0bd1a9b664a7c7c88 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:39:35.954694 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fc0874ef4744ce194a888d74218d578&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3509524
Dec 18 06:39:35.957233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41398) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:39:36.016476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbce9b56-5ac2-4c17-a46e-8f41ca948100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:36.043551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbce9b56-5ac2-4c17-a46e-8f41ca948100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:36.091597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbce9b56-5ac2-4c17-a46e-8f41ca948100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:36.096538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e41e93cf-8d62-439c-a075-3e2fa0a45cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:39:36.110500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce9b56-5ac2-4c17-a46e-8f41ca948100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f84ae9-c7e6-42a1-a645-d8e7b2f1f8f2,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:39:36.113460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dbce9b56-5ac2-4c17-a46e-8f41ca948100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:39:36.114369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbce9b56-5ac2-4c17-a46e-8f41ca948100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:36.117446 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dbce9b56-5ac2-4c17-a46e-8f41ca948100 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90f84ae9-c7e6-42a1-a645-d8e7b2f1f8f2 HTTP/1.1" status: 204  len: 168 time: 0.1588285
Dec 18 06:39:41.475259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 5 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:39:44.566134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b012a897-09b0-4793-84a3-7513159b1fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:46.753374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-52c5e3e4-e1f0-44b3-bf49-3d50a912740e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:47.308139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:48.467341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:39:49.269834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:40:14.567231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5485fc04-98a3-4b76-911e-d1f62893d32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:40:16.753884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3fefc75e-7ac8-4df9-8d91-4ae4e8ea70d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:40:17.311744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:40:18.469470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:40:18.474676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 5 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:40:19.273163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:40:44.569116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f5f0c15-9e35-4c4d-b7d5-97803111e23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:40:46.754947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69d37806-9757-4e0e-a152-4a216258fb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:40:47.316283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:40:48.470789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:40:49.276632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:40:52.209445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417'] for agent, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:40:52.210014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:40:52.210343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:40:52.210680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:40:52.211060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:40:52.211490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:40:52.211865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:40:52.212236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:40:52.212619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:40:52.213533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:40:52.213923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:40:52.214303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:40:52.214670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:40:52.215118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fac1e735160>, 'Open vSwitch agent', 'hv-neutron-7650', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:40:52.219752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fac1d32e828>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-neutron-7650', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:40:52.552533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] get_endpoint_by_host() called for host hv-neutron-7650 {{(pid=81086) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 18 06:40:52.556590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] get_endpoint_by_ip() called for ip 192.168.0.40 {{(pid=81086) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 18 06:40:52.559700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] _add_endpoint() called for ip 192.168.0.40 {{(pid=81086) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 18 06:40:52.566103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] _get_endpoints() called {{(pid=81086) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 18 06:40:55.477367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:41:06.602567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41468) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:41:06.749834 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b2c6bf15-8b76-4981-afe5-5bb8c4a6b14f admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5079 time: 0.1460304
Dec 18 06:41:09.207295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41478) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:41:09.294065 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e56aeab4-d05f-487e-8c36-4b58a4a2d2d5 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5079 time: 0.0855122
Dec 18 06:41:14.568185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d303af9d-3f71-4bbe-a593-c874604e989d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:41:16.756343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85791659-630f-43c1-83b1-a6fed87c723b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:41:17.317887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:41:18.472058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:41:19.280646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:41:22.191516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:41:32.477069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:41:44.571074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a248c67-970a-4368-95e8-506fc67a5348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:41:46.761129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1ab3c9e-7c5e-4d5e-ac18-579fe85ce2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:41:47.324419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:41:48.474645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:41:49.289671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:41:52.192308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:09.476924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:42:14.574940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0caed27e-f538-49b0-87d6-7412fc17ac44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:16.763192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9817a223-6081-464e-b5f8-4bc39b956bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:17.324579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:18.476613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:19.286221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:22.194080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:33.215999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41628) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:33.735498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1764596346-network', 'tenant_id': '64297e918d5a470ebd117893eb402e4b'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:33.738174 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.quota [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fac1db7b320>.
Dec 18 06:42:33.744734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:33.750929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Usage tracker for resource:network and tenant:64297e918d5a470ebd117893eb402e4b is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:33.754928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:33.762001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:33.774549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Made reservation on behalf of 64297e918d5a470ebd117893eb402e4b for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:33.779183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:33.796134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:33.811273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:33.815453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Usage tracker for resource:security_group_rule and tenant:64297e918d5a470ebd117893eb402e4b is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:33.818769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:33.827638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:33.934779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:33.937941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:33.941224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41652) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:33.942965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:33.988017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:42:33.994788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aadf2c-f4e3-4ea7-89f3-874eb4ac9250,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:34.009338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.009757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.010252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.010621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.010987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.011344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.011697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.012097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.012390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.012742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.013081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.013423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.013872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.014216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.014563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.014913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.015265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.015610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.015956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.016329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.016652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.016999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.017345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.017719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Tracked resource versions report:
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]: pushed versions:
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]: {   'AddressGroup': {'1.0'},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     'ConntrackHelper': {'1.0'},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     'Log': {'1.0'},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     'Network': {'1.1'},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     'Port': {'1.6'},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     'PortForwarding': {'1.2'},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     'QosPolicy': {'1.8'},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroup': {'1.3'},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroupRule': {'1.1'},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     'SubPort': {'1.0'},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     'Subnet': {'1.1'},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     'Trunk': {'1.1'}}
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]: consumer versions:
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]: {   DHCP agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     L3 agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     Metadata agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     Metering agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     Open vSwitch agent@dv-neutron-765072-3-ovs: {   'AddressGroup': '1.0',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'ConntrackHelper': '1.0',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Log': '1.0',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Network': '1.1',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Port': '1.6',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'PortForwarding': '1.2',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'QosPolicy': '1.8',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroup': '1.3',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroupRule': '1.1',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SubPort': '1.0',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Subnet': '1.1',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Trunk': '1.1'},
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:     Open vSwitch agent@hv-neutron-7650: {   'AddressGroup': '1.0',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'ConntrackHelper': '1.0',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Log': '1.0',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Network': '1.1',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Port': '1.6',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'PortForwarding': '1.2',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'QosPolicy': '1.8',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'SecurityGroup': '1.3',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'SecurityGroupRule': '1.1',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'SubPort': '1.0',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Subnet': '1.1',
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Trunk': '1.1'}}
Dec 18 06:42:34.019067 dv-neutron-765072-3-ovs neutron-server[80975]:  {{(pid=81085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 18 06:42:34.022827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:34.022827 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Added segment 3aceeed1-f7ae-457c-bc85-3dd66ffcb101 of type vxlan for network af7ce79f-a7dd-4454-8d3a-d2c46abac19d
Dec 18 06:42:34.034058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:34.099090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:34.136954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:34.138403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:34.139036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:34.144212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:34.256310 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 872 time: 1.0388656
Dec 18 06:42:34.256887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41664) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:34.259621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Pushing event updated for resources: {'Network': ['ID=af7ce79f-a7dd-4454-8d3a-d2c46abac19d,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:34.263380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:34.270680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network af7ce79f-a7dd-4454-8d3a-d2c46abac19d details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:34.270831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Request body: {'subnet': {'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1764596346-subnet', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:34.276170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:34.280964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Usage tracker for resource:subnet and tenant:64297e918d5a470ebd117893eb402e4b is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:34.284845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:34.291978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:34.302145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network af7ce79f-a7dd-4454-8d3a-d2c46abac19d details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:34.302824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Made reservation on behalf of 64297e918d5a470ebd117893eb402e4b for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:34.308167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:34.405368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41672) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:34.583734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1567047238-network', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:34.590923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:34.596956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Usage tracker for resource:network and tenant:a4d99721b2184071bdf48ed15e267486 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:34.600588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:34.608403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:34.619218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Made reservation on behalf of a4d99721b2184071bdf48ed15e267486 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:34.625836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:34.642726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:34.663423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:34.668607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Usage tracker for resource:security_group_rule and tenant:a4d99721b2184071bdf48ed15e267486 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:34.673332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:34.680348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:34.782048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:34.785165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:34.790135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:34.823890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:42:34.832443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858dc783-4a15-463b-b10c-a7261bf8ba9f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:34.836362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41684) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:34.837906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:34.848652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:34.849090 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Added segment f84b69c9-ef00-471e-9ca5-13ca66d94a72 of type vxlan for network 3473ab7c-f2ea-4397-a8e9-9a05accc7567
Dec 18 06:42:34.881775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:34.917220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:34.918766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:34.919565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:34.925360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:34.996130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.013768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-95b2fca8-9ab3-41f0-8bfd-d550ad748f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:35.037359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Pushing event updated for resources: {'Network': ['ID=3473ab7c-f2ea-4397-a8e9-9a05accc7567,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:35.044195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:35.050465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:35.077039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:35.087740 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.1355236
Dec 18 06:42:35.090727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41694) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:35.096860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Request body: {'subnet': {'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1567047238-subnet', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:35.104339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:35.116252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Usage tracker for resource:subnet and tenant:a4d99721b2184071bdf48ed15e267486 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:35.122296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:35.134947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:35.159730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d63ecb-425f-4a69-bebb-78b688b00e29,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:35.160742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-966998410'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:35.170951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:35.179680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Made reservation on behalf of a4d99721b2184071bdf48ed15e267486 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:35.181341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.181770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.182267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.182636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.182997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.183358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.183716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.184071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.184443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.184809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.185149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.185501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.186385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.186712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.187064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.187412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.187763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.188239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.188588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.188916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.189259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.189632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.189985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.190337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:35.190477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Tracked resource versions report:
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]: pushed versions:
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]: {   'AddressGroup': {'1.0'},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     'ConntrackHelper': {'1.0'},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     'Log': {'1.0'},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     'Network': {'1.1'},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     'Port': {'1.6'},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     'PortForwarding': {'1.2'},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     'QosPolicy': {'1.8'},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroup': {'1.3'},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroupRule': {'1.1'},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     'SubPort': {'1.0'},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     'Subnet': {'1.1'},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     'Trunk': {'1.1'}}
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]: consumer versions:
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]: {   DHCP agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     L3 agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     Metadata agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     Metering agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     Open vSwitch agent@dv-neutron-765072-3-ovs: {   'AddressGroup': '1.0',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'ConntrackHelper': '1.0',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Log': '1.0',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Network': '1.1',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Port': '1.6',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'PortForwarding': '1.2',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'QosPolicy': '1.8',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroup': '1.3',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroupRule': '1.1',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SubPort': '1.0',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Subnet': '1.1',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Trunk': '1.1'},
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:     Open vSwitch agent@hv-neutron-7650: {   'AddressGroup': '1.0',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'ConntrackHelper': '1.0',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Log': '1.0',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Network': '1.1',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Port': '1.6',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'PortForwarding': '1.2',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'QosPolicy': '1.8',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'SecurityGroup': '1.3',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'SecurityGroupRule': '1.1',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'SubPort': '1.0',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Subnet': '1.1',
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Trunk': '1.1'}}
Dec 18 06:42:35.191977 dv-neutron-765072-3-ovs neutron-server[80975]:  {{(pid=81084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 18 06:42:35.197003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:35.221475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Usage tracker for resource:network and tenant:eb5b40301aa74cf596b3dde4e1f16729 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:35.243255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:35.264792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Checking segment: {'id': '3aceeed1-f7ae-457c-bc85-3dd66ffcb101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:35.265802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Network hostable DHCP agents. Network: af7ce79f-a7dd-4454-8d3a-d2c46abac19d, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:42:35.288793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Network af7ce79f-a7dd-4454-8d3a-d2c46abac19d is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:42:35.300641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, af7ce79f-a7dd-4454-8d3a-d2c46abac19d) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:35.306381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:35.307456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.335256 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.0759723
Dec 18 06:42:35.337671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41704) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:35.343404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c534453-442b-49c7-8dae-498b80c8adb5 None None] Network af7ce79f-a7dd-4454-8d3a-d2c46abac19d requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:42:35.345143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:35.351591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:35.357668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:35.365831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1658222757-network', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:35.367573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Usage tracker for resource:router and tenant:64297e918d5a470ebd117893eb402e4b is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:35.372343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:35.381628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:35.387555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Usage tracker for resource:network and tenant:abf0c209214f4a169089dc3a67fb1913 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:35.388403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:35.391792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:35.400049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:35.410787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.412669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.428326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Made reservation on behalf of abf0c209214f4a169089dc3a67fb1913 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:35.434491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.450982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.453172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.474226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Made reservation on behalf of eb5b40301aa74cf596b3dde4e1f16729 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:35.480122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.492831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:35.500728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.517973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Usage tracker for resource:security_group_rule and tenant:abf0c209214f4a169089dc3a67fb1913 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:35.528417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:35.542781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:35.554082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:35.556901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Usage tracker for resource:security_group_rule and tenant:eb5b40301aa74cf596b3dde4e1f16729 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:35.562988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:35.582217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:35.687595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.701810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.728850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:42:35.739921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.740356 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Added segment 060cd762-15e0-465a-8751-adce6e78033c of type vxlan for network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f
Dec 18 06:42:35.769746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.800197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-247902c8-f0bb-4011-8918-074a4d8a074d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:35.803443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.846821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event updated for resources: {'SecurityGroup': ['ID=a9654747-c078-4dae-9b21-ae9216bb6c21,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:35.873542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:35.873727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'fixed_ips': [{'subnet_id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:42:35.873727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.926005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.940414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:35.941464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:35.981570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:36.014197 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 1.6076148
Dec 18 06:42:36.054259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41728) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:36.061248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Request body: {'subnet': {'network_id': '5318bd67-f8a8-4bbb-9729-c4d426d1a55f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:36.159966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event updated for resources: {'Network': ['ID=5318bd67-f8a8-4bbb-9729-c4d426d1a55f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:36.192990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:36.231204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Allocated IP 172.20.0.2 (af7ce79f-a7dd-4454-8d3a-d2c46abac19d/e0d63ecb-425f-4a69-bebb-78b688b00e29/c6f281ef-fc18-4e69-a7e6-5092ca593b57) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:36.234026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:36.313637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:36.321332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:36.334962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Usage tracker for resource:subnet and tenant:eb5b40301aa74cf596b3dde4e1f16729 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:36.336646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:42:36.342620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:36.350907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:36.353569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:36.368547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:36.378730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:36.379431 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Added segment aca7d980-6b6b-4767-b9c6-edb4a71f84ab of type vxlan for network eca7ae00-9778-4814-8efd-9601e6522f96
Dec 18 06:42:36.409751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:36.432647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Made reservation on behalf of eb5b40301aa74cf596b3dde4e1f16729 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:36.473713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:36.492871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:36.605217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:36.611849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1403d0d9-cf27-49f3-8e05-4d77ec81b3b2,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:36.618317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:36.670675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:36.674274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:36.675060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:36.688641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:36.772389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:36.854399 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.0143757
Dec 18 06:42:36.858565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41744) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:36.877502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41746) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:36.893564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Request body: {'subnet': {'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1658222757-subnet', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:36.901214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Pushing event updated for resources: {'Network': ['ID=eca7ae00-9778-4814-8efd-9601e6522f96,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:36.903833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:36.911095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:36.918898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Usage tracker for resource:subnet and tenant:abf0c209214f4a169089dc3a67fb1913 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:36.924081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:36.932915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:36.946460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network eca7ae00-9778-4814-8efd-9601e6522f96 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:36.948702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:36.961252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network eca7ae00-9778-4814-8efd-9601e6522f96 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:36.965881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:37.046485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Made reservation on behalf of abf0c209214f4a169089dc3a67fb1913 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:37.051204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Notify callbacks [] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:37.207797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41762) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:37.217122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:37.250556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Allocated IP 172.26.7.74 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:37.267367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Transition to ACTIVE for port object c6f281ef-fc18-4e69-a7e6-5092ca593b57 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:37.305751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=425adf38-5fd3-496d-999b-301b4439713d,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:37.323619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:37.327780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Transition to ACTIVE for port object c6f281ef-fc18-4e69-a7e6-5092ca593b57 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:37.339097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:37.381367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:37.455712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Checking segment: {'id': 'f84b69c9-ef00-471e-9ca5-13ca66d94a72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:37.456110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Network hostable DHCP agents. Network: 3473ab7c-f2ea-4397-a8e9-9a05accc7567, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:42:37.476688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41770) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:37.565226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:42:37.566445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:37.575608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Pushing event updated for resources: {'Port': ['ID=c6f281ef-fc18-4e69-a7e6-5092ca593b57,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:37.581793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:37.586206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Usage tracker for resource:floatingip and tenant:d5ba77ceb9e44ee48bef55b4b41f23ca is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:37.588842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.588842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.588842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.589227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.589600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.589971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.590335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.590454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:37.590697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.591061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.591421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.591779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.592136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.592553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.592913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.593265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.593669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.594011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.594373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.594728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.595086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.595437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.595788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.596141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.596278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:37.596490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Tracked resource versions report:
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]: pushed versions:
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]: {   'AddressGroup': {'1.0'},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     'ConntrackHelper': {'1.0'},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     'Log': {'1.0'},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     'Network': {'1.1'},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     'Port': {'1.6'},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     'PortForwarding': {'1.2'},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     'QosPolicy': {'1.8'},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroup': {'1.3'},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroupRule': {'1.1'},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     'SubPort': {'1.0'},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     'Subnet': {'1.1'},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     'Trunk': {'1.1'}}
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]: consumer versions:
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]: {   DHCP agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     L3 agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     Metadata agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     Metering agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     Open vSwitch agent@dv-neutron-765072-3-ovs: {   'AddressGroup': '1.0',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'ConntrackHelper': '1.0',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Log': '1.0',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Network': '1.1',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Port': '1.6',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'PortForwarding': '1.2',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'QosPolicy': '1.8',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroup': '1.3',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroupRule': '1.1',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SubPort': '1.0',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Subnet': '1.1',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Trunk': '1.1'},
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:     Open vSwitch agent@hv-neutron-7650: {   'AddressGroup': '1.0',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'ConntrackHelper': '1.0',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Log': '1.0',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Network': '1.1',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Port': '1.6',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'PortForwarding': '1.2',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'QosPolicy': '1.8',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'SecurityGroup': '1.3',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'SecurityGroupRule': '1.1',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'SubPort': '1.0',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Subnet': '1.1',
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Trunk': '1.1'}}
Dec 18 06:42:37.597879 dv-neutron-765072-3-ovs neutron-server[80975]:  {{(pid=81086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 18 06:42:37.603348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:37.621787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:37.656576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Network af7ce79f-a7dd-4454-8d3a-d2c46abac19d is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:37.658039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:37.660936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:37.662296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 3473ab7c-f2ea-4397-a8e9-9a05accc7567) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:37.678277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:37.683723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:37.727750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ef120f-92c9-4f8f-a242-e75dd7c4c8d9 None None] Network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:42:37.819211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Attempting to bind port c6f281ef-fc18-4e69-a7e6-5092ca593b57 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:42:37.819541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Attempting to bind port c6f281ef-fc18-4e69-a7e6-5092ca593b57 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '3aceeed1-f7ae-457c-bc85-3dd66ffcb101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:42:37.819943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Attempting to bind port c6f281ef-fc18-4e69-a7e6-5092ca593b57 on network af7ce79f-a7dd-4454-8d3a-d2c46abac19d {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:42:37.830420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:42:37.830842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Checking segment: {'id': '3aceeed1-f7ae-457c-bc85-3dd66ffcb101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:37.831292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:37.831729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Bound using segment: {'id': '3aceeed1-f7ae-457c-bc85-3dd66ffcb101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:42:37.832335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Bound port: c6f281ef-fc18-4e69-a7e6-5092ca593b57, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aceeed1-f7ae-457c-bc85-3dd66ffcb101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:42:37.832681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:37.864268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1962971484'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:37.876485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:37.883960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Usage tracker for resource:network and tenant:12c4638bd22c4be9a3e2d82ef9a0e316 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:37.888652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:37.892278 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.8004572
Dec 18 06:42:37.905154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:37.907135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41780) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:37.915350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:37.925941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:37.932978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Usage tracker for resource:router and tenant:a4d99721b2184071bdf48ed15e267486 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:37.937745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:37.944831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Made reservation on behalf of 12c4638bd22c4be9a3e2d82ef9a0e316 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:37.952142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:37.969127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:37.977584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:37.991240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:38.009568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:38.022445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Usage tracker for resource:security_group_rule and tenant:12c4638bd22c4be9a3e2d82ef9a0e316 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:38.026782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:38.028197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:38.032275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:38.043037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:38.072386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] For port c6f281ef-fc18-4e69-a7e6-5092ca593b57, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:42:38.075511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-354243296'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:38.076722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] For port c6f281ef-fc18-4e69-a7e6-5092ca593b57, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c6f281ef-fc18-4e69-a7e6-5092ca593b57,segment=NetworkSegment(3aceeed1-f7ae-457c-bc85-3dd66ffcb101),segment_id=3aceeed1-f7ae-457c-bc85-3dd66ffcb101)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:42:38.084753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:38.104100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:38.110955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:38.112972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:38.128320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:38.173746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:38.193881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Usage tracker for resource:network and tenant:5a990d78efe741ce98cb85c44f2184ee is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:38.202062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:38.222455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:38.227977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:38.319413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41790) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:38.328254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'fixed_ips': [{'subnet_id': '425adf38-5fd3-496d-999b-301b4439713d'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:42:38.329097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:38.358798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Pushing event updated for resources: {'Port': ['ID=c6f281ef-fc18-4e69-a7e6-5092ca593b57,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:38.370070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Made reservation on behalf of 5a990d78efe741ce98cb85c44f2184ee for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:38.372268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:38.375748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:38.474849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Pushing event updated for resources: {'Port': ['ID=22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:38.475883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:38.512513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:38.594125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:38.616580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:38.622203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:38.631297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:38.668594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:38.670047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Usage tracker for resource:security_group_rule and tenant:5a990d78efe741ce98cb85c44f2184ee is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:38.684733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:38.692651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:38.714584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:38.721143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a9542361-a5b5-4062-ba58-ccab57307ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:38.725307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f24e6034-58d0-453a-b34d-7d727d270eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:38.781506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Allocated IP 172.20.0.2 (3473ab7c-f2ea-4397-a8e9-9a05accc7567/425adf38-5fd3-496d-999b-301b4439713d/61be9882-5115-416b-ae39-3f827d76956c) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:38.841928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:38.888859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:38.919537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.058075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event updated for resources: {'Subnet': ['ID=9c1fb4df-8dc2-477e-ae86-1019590facc6,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:39.068322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:39.084837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Allocated IP 172.26.7.48 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/5adb8d80-9139-410e-b391-afaa38cd1056) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:39.087689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.100339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Transition to ACTIVE for port object 61be9882-5115-416b-ae39-3f827d76956c will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:39.121441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Transition to ACTIVE for port object 61be9882-5115-416b-ae39-3f827d76956c will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:39.127664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.135034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.216905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:39.232036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Usage tracker for resource:floatingip and tenant:d66656fd5acf4136a492a8101c0aeffd is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:39.253623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:39.263047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-55e2cc5a-3010-4ea8-8121-f5a4d6107d83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:39.285145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:42:39.288818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:39.311202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6bfb11e-f407-46b5-9dbe-7a268e6eeed6,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:39.314375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:39.324309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:39.340563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:39.343625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:39.348274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:39.351896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.352885 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Added segment 3e930825-cce0-447e-a6aa-e0f5a302aa35 of type vxlan for network 74932c6f-a007-4623-8418-14818439ce4d
Dec 18 06:42:39.355387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Pushing event updated for resources: {'Port': ['ID=61be9882-5115-416b-ae39-3f827d76956c,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:39.359636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:39.391557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.402938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Checking segment: {'id': '060cd762-15e0-465a-8751-adce6e78033c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5318bd67-f8a8-4bbb-9729-c4d426d1a55f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:39.403340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Network hostable DHCP agents. Network: 5318bd67-f8a8-4bbb-9729-c4d426d1a55f, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:42:39.410887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Attempting to bind port 61be9882-5115-416b-ae39-3f827d76956c on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:42:39.410887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Attempting to bind port 61be9882-5115-416b-ae39-3f827d76956c by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f84b69c9-ef00-471e-9ca5-13ca66d94a72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:42:39.410887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Attempting to bind port 61be9882-5115-416b-ae39-3f827d76956c on network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:42:39.417112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:42:39.417677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Checking segment: {'id': 'f84b69c9-ef00-471e-9ca5-13ca66d94a72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:39.418110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.418541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Bound using segment: {'id': 'f84b69c9-ef00-471e-9ca5-13ca66d94a72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:42:39.419053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Bound port: 61be9882-5115-416b-ae39-3f827d76956c, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84b69c9-ef00-471e-9ca5-13ca66d94a72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:42:39.419469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.457820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.498243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd346dd-dde9-46a4-bfa9-4652c83ee8fd,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:39.501725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:39.521911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] For port 61be9882-5115-416b-ae39-3f827d76956c, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:42:39.525977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] For port 61be9882-5115-416b-ae39-3f827d76956c, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=61be9882-5115-416b-ae39-3f827d76956c,segment=NetworkSegment(f84b69c9-ef00-471e-9ca5-13ca66d94a72),segment_id=f84b69c9-ef00-471e-9ca5-13ca66d94a72)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:42:39.532443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.534685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.544334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:42:39.568369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.579676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 5318bd67-f8a8-4bbb-9729-c4d426d1a55f) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:39.619221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.622521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Checking segment: {'id': 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:39.622959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Network hostable DHCP agents. Network: eca7ae00-9778-4814-8efd-9601e6522f96, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:42:39.631275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:39.659339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.692072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:39.706880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d8e3bb-2a22-499f-a749-3a6b4b2f0e9a None None] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:42:39.852623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:39.853288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.895250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.929685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:42:39.929685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:42:39.941143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:39.941853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:39.976033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Network eca7ae00-9778-4814-8efd-9601e6522f96 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:42:39.985013 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.9294848
Dec 18 06:42:39.987662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41800) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:39.996809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Request body: {'port': {'network_id': '5318bd67-f8a8-4bbb-9729-c4d426d1a55f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1063825126'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:40.001304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1be1f1-8ea5-4f38-a58f-139c508df945,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:40.004701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:40.010075 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 2.7844286
Dec 18 06:42:40.011910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:40.013990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.019291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41804) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:40.032956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, eca7ae00-9778-4814-8efd-9601e6522f96) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:40.037702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:40.038341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.048257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Pushing event updated for resources: {'Port': ['ID=61be9882-5115-416b-ae39-3f827d76956c,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:40.111529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:40.113117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:40.160345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2081c7-54fd-4333-a7ac-afeaa9cf897a None None] Network eca7ae00-9778-4814-8efd-9601e6522f96 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:42:40.161474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.179960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b52555-7119-4079-a7fa-f832c66e0cc2 None None] Network af7ce79f-a7dd-4454-8d3a-d2c46abac19d requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:42:40.206187 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.3200505
Dec 18 06:42:40.212411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41810) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:40.212641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.229129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Pushing event updated for resources: {'Network': ['ID=74932c6f-a007-4623-8418-14818439ce4d,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:40.239927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:40.278845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.304585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:40.322262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-5318bd67-f8a8-4bbb-9729-c4d426d1a55f', 'network_id': '5318bd67-f8a8-4bbb-9729-c4d426d1a55f', 'tenant_id': 'eb5b40301aa74cf596b3dde4e1f16729', 'fixed_ips': [{'subnet_id': '9c1fb4df-8dc2-477e-ae86-1019590facc6'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:42:40.323194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.332185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 74932c6f-a007-4623-8418-14818439ce4d details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:40.348671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 74932c6f-a007-4623-8418-14818439ce4d details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:40.399746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.405976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:40.411154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Pushing event updated for resources: {'Port': ['ID=5adb8d80-9139-410e-b391-afaa38cd1056,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:40.429343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:40.430437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Usage tracker for resource:router and tenant:abf0c209214f4a169089dc3a67fb1913 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:40.433001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.436595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Request body: {'network': {'name': 'tempest-network--1738131293', 'router:external': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:40.505431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:40.529219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:40.531848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:40.558858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Usage tracker for resource:network and tenant:994b881257a54b5589ba686b32763059 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:40.564736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:40.567075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:42:40.578279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:40.583739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7a33e695-8abc-4790-8df3-b4c5aa8b112e None None] Provisioning for port c6f281ef-fc18-4e69-a7e6-5092ca593b57 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:40.590426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:40.595812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Usage tracker for resource:port and tenant:eb5b40301aa74cf596b3dde4e1f16729 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:40.604929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:40.619519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.620572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.625735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:40.644481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.644922 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Added segment bb323f25-606f-46dc-b071-70d79cb9c6d7 of type vxlan for network 74f0637b-526f-4d06-8969-87fa4e43acc4
Dec 18 06:42:40.690756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Made reservation on behalf of 994b881257a54b5589ba686b32763059 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:40.695075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.728869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.730087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:40.744165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:40.750743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Made reservation on behalf of eb5b40301aa74cf596b3dde4e1f16729 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:40.756267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.768094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.779996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.781496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:40.827161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:40.840098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c6f281ef-fc18-4e69-a7e6-5092ca593b57 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:42:40.860116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.871667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Allocated IP 172.26.7.186 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/8fa46d06-7fd6-487a-a5f3-20e5d97510eb) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:40.878291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:40.878942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:40.887237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:40.898214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Usage tracker for resource:security_group_rule and tenant:994b881257a54b5589ba686b32763059 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:40.914178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:40.933509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:41.154280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-eca7ae00-9778-4814-8efd-9601e6522f96', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'fixed_ips': [{'subnet_id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:42:41.155183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:41.205019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port c6f281ef-fc18-4e69-a7e6-5092ca593b57 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:41.230818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port c6f281ef-fc18-4e69-a7e6-5092ca593b57 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:41.230818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:41.291685 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 802 time: 3.7969418
Dec 18 06:42:41.298504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] device_id is not set on port 5f377392-b5d3-4031-8279-27c05f7c1dd7 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:42:41.300518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Pushing event updated for resources: {'Network': ['ID=74f0637b-526f-4d06-8969-87fa4e43acc4,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:41.323993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:41.330072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 74f0637b-526f-4d06-8969-87fa4e43acc4 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:41.344108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 74f0637b-526f-4d06-8969-87fa4e43acc4 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:41.435136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:41.508556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:41.605358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Allocated IP 172.26.7.114 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/a64b9743-c720-4ef2-ae01-3d1252fa3da7) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:41.622433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:41.673629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:41.855668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:41.865191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:41.867005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:41.892556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d27efa5-0a36-4b02-9a03-83bb41ed7b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:41.943539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Router da1ce9d2-049d-4048-b586-42553416e02b is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:42:41.974373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event updated for resources: {'SecurityGroup': ['ID=e7583158-43fd-474e-9c04-81a5cb9e113c,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:41.976343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Allocated IP 2001:db8::2 (5318bd67-f8a8-4bbb-9729-c4d426d1a55f/9c1fb4df-8dc2-477e-ae86-1019590facc6/8851edc8-3b80-4120-ab43-993636bf9615) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:41.978573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:42.007156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:42.025093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Pushing event updated for resources: {'Port': ['ID=8fa46d06-7fd6-487a-a5f3-20e5d97510eb,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:42.027181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41834) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:42.046872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:42.053118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Request body: {'port': {'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4', 'binding:host_id': 'hv-neutron-7650', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-88842054'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:42.062539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:42.078539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Usage tracker for resource:port and tenant:888a211ad1884b95aa34eaca7c684d7d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:42.085046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:42.095408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:42.124852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Made reservation on behalf of 888a211ad1884b95aa34eaca7c684d7d for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:42.125096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:42:42.128694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:42.142743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:42.147650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:42.148526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:42.150718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:42.161972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:42.194441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:42.194833 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Added segment e0acaadf-233b-4fb5-8fc8-124e82e8892e of type vxlan for network fc703a6c-a284-4661-9d9d-c72619b59d75
Dec 18 06:42:42.199994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:42.231487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:42.281145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port c6f281ef-fc18-4e69-a7e6-5092ca593b57, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c6f281ef-fc18-4e69-a7e6-5092ca593b57,segment=NetworkSegment(3aceeed1-f7ae-457c-bc85-3dd66ffcb101),segment_id=3aceeed1-f7ae-457c-bc85-3dd66ffcb101)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:42:42.295543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:42.311713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f7c2426c-7892-4054-8223-65169f57ac7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:42.402130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:42.464472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:42.535585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:42.553581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Usage tracker for resource:security_group_rule and tenant:888a211ad1884b95aa34eaca7c684d7d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:42.599576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:42.600174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=c6f281ef-fc18-4e69-a7e6-5092ca593b57,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:42.628881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:42.641745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:42:42.652512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Sync routers for ids ['da1ce9d2-049d-4048-b586-42553416e02b'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:42:42.671383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Allocated IP 172.20.0.2 (eca7ae00-9778-4814-8efd-9601e6522f96/d6bfb11e-f407-46b5-9dbe-7a268e6eeed6/dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:42.671551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Routers {'da1ce9d2-049d-4048-b586-42553416e02b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:42:42.672078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d842fd0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['da1ce9d2-049d-4048-b586-42553416e02b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:42.673758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:42.674422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a563fe42-5b84-42eb-9494-a101a976b652 None None] Provisioning complete for port c6f281ef-fc18-4e69-a7e6-5092ca593b57 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:42.674842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a563fe42-5b84-42eb-9494-a101a976b652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:42.698600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event updated for resources: {'Port': ['ID=a64b9743-c720-4ef2-ae01-3d1252fa3da7,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:42.702257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:42.724722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:42.732536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:42.739164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:42.745840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:42.768232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:42.769152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:42.784408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:42.803184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb2df02-3ef9-474c-8a4e-4fd777676472 None None] Network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:42:42.973053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 61be9882-5115-416b-ae39-3f827d76956c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:42:43.013030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.022831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event updated for resources: {'Network': ['ID=fc703a6c-a284-4661-9d9d-c72619b59d75,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:43.028897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.030331 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 7.6912460
Dec 18 06:42:43.038657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.042177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:43.044340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41838) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:43.061980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 3.0413401
Dec 18 06:42:43.062728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41840) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:43.084940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Set router da1ce9d2-049d-4048-b586-42553416e02b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:42:43.120183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.135189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network fc703a6c-a284-4661-9d9d-c72619b59d75 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:43.192749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.229466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:43.246750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network fc703a6c-a284-4661-9d9d-c72619b59d75 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:43.292214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.303685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.373562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.457910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Transition to ACTIVE for port object 8851edc8-3b80-4120-ab43-993636bf9615 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:43.462244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d842fd0>, [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:42:39Z', 'revision_number': 3, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:43.464800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.468635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Checking router: da1ce9d2-049d-4048-b586-42553416e02b for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:42:43.469308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Updating router da1ce9d2-049d-4048-b586-42553416e02b port 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:42:43.481602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b39e4802-d12f-497e-bc8d-4abd1e3601bc None None] Provisioning complete for port c6f281ef-fc18-4e69-a7e6-5092ca593b57 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:43.482040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b39e4802-d12f-497e-bc8d-4abd1e3601bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.539075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.593330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 61be9882-5115-416b-ae39-3f827d76956c completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:43.596246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Pushing event updated for resources: {'Port': ['ID=5adb8d80-9139-410e-b391-afaa38cd1056,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:43.613226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.615053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:43.666992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c6f281ef-fc18-4e69-a7e6-5092ca593b57 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:42:43.670744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:43.730455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Transition to ACTIVE for port object 8851edc8-3b80-4120-ab43-993636bf9615 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:43.776438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.795201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b39e4802-d12f-497e-bc8d-4abd1e3601bc None None] Provisioning for port 61be9882-5115-416b-ae39-3f827d76956c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:43.803925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port c6f281ef-fc18-4e69-a7e6-5092ca593b57 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:43.804346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:43.837263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event updated for resources: {'SecurityGroup': ['ID=25ad5407-d3e1-468e-baaf-dc53640340ab,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:43.841021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:44.051027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.068195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Transition to ACTIVE for port object 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:44.075636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.079262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] device_id is not set on port aea8a48f-c153-409c-bc9d-e2eb371f6448 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:42:44.173034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.179398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.201570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:44.213330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.232346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:44.264920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b39e4802-d12f-497e-bc8d-4abd1e3601bc None None] Provisioning complete for port 61be9882-5115-416b-ae39-3f827d76956c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:44.265353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b39e4802-d12f-497e-bc8d-4abd1e3601bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.303116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.313049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Pushing event updated for resources: {'Port': ['ID=22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:44.324260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.324944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.325664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.326228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.326936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.327718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.328278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.328939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.329503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.330093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.330771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.331321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.331942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.332582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.334146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.334710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.335272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.335950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.337241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.337926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.338480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.339143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.339709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.340275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Tracked resource versions report:
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]: pushed versions:
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]: {   'AddressGroup': {'1.0'},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     'ConntrackHelper': {'1.0'},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     'Log': {'1.0'},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     'Network': {'1.1'},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     'Port': {'1.6'},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     'PortForwarding': {'1.2'},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     'QosPolicy': {'1.8'},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroup': {'1.3'},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     'SecurityGroupRule': {'1.1'},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     'SubPort': {'1.0'},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     'Subnet': {'1.1'},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     'Trunk': {'1.1'}}
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]: consumer versions:
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]: {   DHCP agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     L3 agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     Metadata agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     Metering agent@dv-neutron-765072-3-ovs: {},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     Open vSwitch agent@dv-neutron-765072-3-ovs: {   'AddressGroup': '1.0',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'ConntrackHelper': '1.0',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Log': '1.0',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Network': '1.1',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Port': '1.6',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'PortForwarding': '1.2',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'QosPolicy': '1.8',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroup': '1.3',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SecurityGroupRule': '1.1',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'SubPort': '1.0',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Subnet': '1.1',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                                     'Trunk': '1.1'},
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:     Open vSwitch agent@hv-neutron-7650: {   'AddressGroup': '1.0',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'ConntrackHelper': '1.0',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Log': '1.0',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Network': '1.1',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Port': '1.6',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'PortForwarding': '1.2',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'QosPolicy': '1.8',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'SecurityGroup': '1.3',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'SecurityGroupRule': '1.1',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'SubPort': '1.0',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Subnet': '1.1',
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:                                             'Trunk': '1.1'}}
Dec 18 06:42:44.342022 dv-neutron-765072-3-ovs neutron-server[80975]:  {{(pid=81087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 18 06:42:44.345958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Pushing event updated for resources: {'Port': ['ID=8851edc8-3b80-4120-ab43-993636bf9615,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:44.355328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Allocated IP 2001:db8::1ff (5318bd67-f8a8-4bbb-9729-c4d426d1a55f/9c1fb4df-8dc2-477e-ae86-1019590facc6/5f377392-b5d3-4031-8279-27c05f7c1dd7) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:44.388463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Attempting to bind port 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:42:44.389836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Attempting to bind port 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:42:44.390795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Attempting to bind port 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:42:44.398581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:42:44.400414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:44.401146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.402214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:42:44.403163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Bound port: 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:42:44.403808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.410511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:44.422647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.427684 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.5463164
Dec 18 06:42:44.429957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41848) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:44.452245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-756750213', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'fixed_ips': [{'ip_address': '172.26.7.48'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:44.479660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:44.489818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Usage tracker for resource:port and tenant:d5ba77ceb9e44ee48bef55b4b41f23ca is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:44.499253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Quota usage for port was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:44.503537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] For port 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:42:44.507820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] For port 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:42:44.526766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.534036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:44.551222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fac1d885470>> segment before_delete 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.551615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fac1d885470>> subnet precommit_delete_associations 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.552447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1ce11550>> segment_host_mapping after_create 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.552813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1ce11550>> port after_create 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.553223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1ce11550>> port after_delete 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.553562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1ce11550>> port after_update 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.554009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1ce11550>> segment after_delete 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.554369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1ce11550>> subnet after_create 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.554694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1ce11550>> subnet after_delete 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.555855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1ce11550>> subnet after_update 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.627182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:44.634055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b39e4802-d12f-497e-bc8d-4abd1e3601bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.683174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b39e4802-d12f-497e-bc8d-4abd1e3601bc None None] For port 61be9882-5115-416b-ae39-3f827d76956c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=61be9882-5115-416b-ae39-3f827d76956c,segment=NetworkSegment(f84b69c9-ef00-471e-9ca5-13ca66d94a72),segment_id=f84b69c9-ef00-471e-9ca5-13ca66d94a72)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:42:44.702802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:44.706865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:44.708277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:44.719002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b39e4802-d12f-497e-bc8d-4abd1e3601bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.728187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:44.775117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:44.797930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Pushing event updated for resources: {'Port': ['ID=22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:44.807360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.813001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:44.819518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac1d2e9438>> subnet after_create 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.821395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac1d2e9438>> subnet after_delete 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.821989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac1d2e9438>> subnet before_create 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.822504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac1d2e9438>> subnet before_update 55550000 {{(pid=81084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:42:44.823064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1ce114e0>,) {'filters': {'network_id': ['fc703a6c-a284-4661-9d9d-c72619b59d75']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:44.826977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Routers {'da1ce9d2-049d-4048-b586-42553416e02b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:42:44.827772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d842fd0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['da1ce9d2-049d-4048-b586-42553416e02b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:44.853734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b99923f-6229-4187-ae78-7e67e743b436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.869807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e4802-d12f-497e-bc8d-4abd1e3601bc None None] Pushing event updated for resources: {'Port': ['ID=61be9882-5115-416b-ae39-3f827d76956c,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:44.874515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1ce114e0>, 'e0acaadf-233b-4fb5-8fc8-124e82e8892e') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:44.875059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1ce114e0>, 'e0acaadf-233b-4fb5-8fc8-124e82e8892e') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:44.899743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Made reservation on behalf of d5ba77ceb9e44ee48bef55b4b41f23ca for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:44.910299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.913258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b39e4802-d12f-497e-bc8d-4abd1e3601bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:44.942352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Attempting to bind port 8851edc8-3b80-4120-ab43-993636bf9615 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:42:44.942776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Attempting to bind port 8851edc8-3b80-4120-ab43-993636bf9615 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '060cd762-15e0-465a-8751-adce6e78033c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5318bd67-f8a8-4bbb-9729-c4d426d1a55f'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:42:44.943196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Attempting to bind port 8851edc8-3b80-4120-ab43-993636bf9615 on network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:42:44.951214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:42:44.951642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Checking segment: {'id': '060cd762-15e0-465a-8751-adce6e78033c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5318bd67-f8a8-4bbb-9729-c4d426d1a55f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:44.952098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.952542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Bound using segment: {'id': '060cd762-15e0-465a-8751-adce6e78033c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5318bd67-f8a8-4bbb-9729-c4d426d1a55f'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:42:44.953068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Bound port: 8851edc8-3b80-4120-ab43-993636bf9615, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060cd762-15e0-465a-8751-adce6e78033c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5318bd67-f8a8-4bbb-9729-c4d426d1a55f'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:42:44.953499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:44.988496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:45.004540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:45.062097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:45.080076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] For port 8851edc8-3b80-4120-ab43-993636bf9615, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:42:45.083714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] For port 8851edc8-3b80-4120-ab43-993636bf9615, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8851edc8-3b80-4120-ab43-993636bf9615,segment=NetworkSegment(060cd762-15e0-465a-8751-adce6e78033c),segment_id=060cd762-15e0-465a-8751-adce6e78033c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:42:45.088648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:45.092721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:45.116719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:45.118787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Usage tracker for resource:security_group_rule and tenant:d5ba77ceb9e44ee48bef55b4b41f23ca is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:45.163211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] Set router da1ce9d2-049d-4048-b586-42553416e02b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:42:45.238981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:45.245140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:45.265676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Pushing event updated for resources: {'Port': ['ID=8851edc8-3b80-4120-ab43-993636bf9615,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:45.274444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Releasing vxlan tunnel 9 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:42:45.275528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:45.303386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dc5b1791-aebd-49f3-acef-b3309deca96c None None] Provisioning complete for port 61be9882-5115-416b-ae39-3f827d76956c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:45.303866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc5b1791-aebd-49f3-acef-b3309deca96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:45.319258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:45.385124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:45.545183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:45.578709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-366a0aa3-ae17-4ad0-b49f-c5d67243053e None None] Provisioning complete for port 61be9882-5115-416b-ae39-3f827d76956c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:45.579261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-366a0aa3-ae17-4ad0-b49f-c5d67243053e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:45.593778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:45.622642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d842fd0>, [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:42:39Z', 'revision_number': 3, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:45.628591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8af688-a0e9-4293-98e1-a4336a8db7dd None None] The sync data for ids ['da1ce9d2-049d-4048-b586-42553416e02b'] in dv-neutron-765072-3-ovs is: [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:42:39Z', 'revision_number': 3, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:42:45.694551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Allocated IP 172.26.7.152 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:45.764330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network fc703a6c-a284-4661-9d9d-c72619b59d75 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:42:45.775902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:45.798200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] device_id is not set on port aea8a48f-c153-409c-bc9d-e2eb371f6448 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:42:45.857450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:45.891537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-eac4baaf-eea0-4bd3-88f4-95e3b29c4467 None None] Provisioning complete for port 61be9882-5115-416b-ae39-3f827d76956c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:45.892532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eac4baaf-eea0-4bd3-88f4-95e3b29c4467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:45.906895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:45.916270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event updated for resources: {'Port': ['ID=a64b9743-c720-4ef2-ae01-3d1252fa3da7,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:45.919480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:46.030660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.034412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Router 8a305b25-e174-4c49-9324-9dda40e7078d is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:42:46.167521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network fc703a6c-a284-4661-9d9d-c72619b59d75 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   (rel_b, rel_a, rel_b),
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   (rel_b, rel_a, rel_b),
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:42:46.205200 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:42:46.224562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.308127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.319127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.342652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:46.362717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.364178 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.0437691
Dec 18 06:42:46.382013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41852) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:46.383922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Transition to ACTIVE for port object dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:46.405894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Transition to ACTIVE for port object aea8a48f-c153-409c-bc9d-e2eb371f6448 will not be triggered until provisioned by entity L2. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:46.410454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Transition to ACTIVE for port object dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:46.418799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.429121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.442594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Transition to ACTIVE for port object 5f377392-b5d3-4031-8279-27c05f7c1dd7 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:46.448345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-349604691'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:46.453773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:46.457715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Usage tracker for resource:network and tenant:d66656fd5acf4136a492a8101c0aeffd is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:46.460671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:46.466640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:46.476111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:42:46.477182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.482366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:46.496386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.511737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Made reservation on behalf of d66656fd5acf4136a492a8101c0aeffd for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:46.515930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:46.517225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.547063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdbbff6-8793-4054-b8c0-8e3efefae7bf,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:46.560157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.582688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  fc703a6c-a284-4661-9d9d-c72619b59d75 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 18 06:42:46.590510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:46.602433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.606736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Usage tracker for resource:security_group_rule and tenant:d66656fd5acf4136a492a8101c0aeffd is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:46.613803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:46.623248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Pushing event updated for resources: {'Port': ['ID=dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:46.643915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:46.645023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:42:46.685420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:46.706360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:46.719141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.720714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-69fe850c-032e-417a-8e5e-fd05904c140c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:46.751609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] device_id is not set on port 4212e8cb-d6d6-4b37-bc87-30d90c3f4326 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:42:46.757699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Network eca7ae00-9778-4814-8efd-9601e6522f96 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:46.760284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:46.766584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:46.826750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event deleted for resources: {'Network': ['ID=fc703a6c-a284-4661-9d9d-c72619b59d75,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:46.834158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.838455 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "DELETE /v2.0/networks/fc703a6c-a284-4661-9d9d-c72619b59d75 HTTP/1.1" status: 204  len: 168 time: 3.7634676
Dec 18 06:42:46.842248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:46.842751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41858) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:46.843112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41860) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:46.846391 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-799071bb-d280-40fe-956d-c48c9b4fdcdf admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 8.9379697
Dec 18 06:42:46.847407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event updated for resources: {'Port': ['ID=aea8a48f-c153-409c-bc9d-e2eb371f6448,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:46.881426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:46.886121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Attempting to bind port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:42:46.886940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Attempting to bind port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:42:46.887508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Attempting to bind port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 on network eca7ae00-9778-4814-8efd-9601e6522f96 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:42:46.902344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:42:46.902992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Checking segment: {'id': 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:46.903594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:46.904209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Bound using segment: {'id': 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:42:46.911918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Bound port: dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:42:46.912447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:47.031085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8851edc8-3b80-4120-ab43-993636bf9615 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:42:47.052515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Checking segment: {'id': 'bb323f25-606f-46dc-b071-70d79cb9c6d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:47.053033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Network hostable DHCP agents. Network: 74f0637b-526f-4d06-8969-87fa4e43acc4, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:42:47.088326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Allocated IP 172.20.0.1 (af7ce79f-a7dd-4454-8d3a-d2c46abac19d/e0d63ecb-425f-4a69-bebb-78b688b00e29/58ce13b6-2c94-40e7-a04d-9b8c31afd3fb) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:47.108260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Network 74f0637b-526f-4d06-8969-87fa4e43acc4 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:42:47.207094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 74f0637b-526f-4d06-8969-87fa4e43acc4) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:47.224170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] For port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:42:47.226521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:47.228310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b16ba1-79d8-4361-9642-a629f9f3b65c None None] Network 74f0637b-526f-4d06-8969-87fa4e43acc4 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:42:47.244657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to bind port aea8a48f-c153-409c-bc9d-e2eb371f6448 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:42:47.245240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to bind port aea8a48f-c153-409c-bc9d-e2eb371f6448 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'bb323f25-606f-46dc-b071-70d79cb9c6d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:42:47.245788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to bind port aea8a48f-c153-409c-bc9d-e2eb371f6448 on network 74f0637b-526f-4d06-8969-87fa4e43acc4 {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:42:47.255685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:42:47.256256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Checking segment: {'id': 'bb323f25-606f-46dc-b071-70d79cb9c6d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:47.256811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:47.257322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Bound using segment: {'id': 'bb323f25-606f-46dc-b071-70d79cb9c6d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:42:47.258606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Bound port: aea8a48f-c153-409c-bc9d-e2eb371f6448, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb323f25-606f-46dc-b071-70d79cb9c6d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'}}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:42:47.258606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:47.330314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:47.338589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae6ee96-4bba-4220-a091-22130c81114a None None] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:42:47.339947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Request body: {'network': {'router:external': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:47.349555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:47.369254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] For port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4,segment=NetworkSegment(aca7d980-6b6b-4767-b9c6-edb4a71f84ab),segment_id=aca7d980-6b6b-4767-b9c6-edb4a71f84ab)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:42:47.382285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 8851edc8-3b80-4120-ab43-993636bf9615 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:47.393539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Sync routers for ids ['8a305b25-e174-4c49-9324-9dda40e7078d'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:42:47.428613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:47.439462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:47.442519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:47.445003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] For port aea8a48f-c153-409c-bc9d-e2eb371f6448, host hv-neutron-7650, cleared binding levels {{(pid=81085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:42:47.453725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 61be9882-5115-416b-ae39-3f827d76956c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:42:47.454095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:47.454758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] For port aea8a48f-c153-409c-bc9d-e2eb371f6448, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=aea8a48f-c153-409c-bc9d-e2eb371f6448,segment=NetworkSegment(bb323f25-606f-46dc-b071-70d79cb9c6d7),segment_id=bb323f25-606f-46dc-b071-70d79cb9c6d7)] {{(pid=81085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:42:47.458838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Transition to ACTIVE for port object 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:47.460738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:47.473032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Usage tracker for resource:network and tenant:994b881257a54b5589ba686b32763059 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:47.480180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:47.490727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:47.498046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:47.502315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:47.502971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:47.524431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:47.533969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:47.547613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:47.575972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:47.671264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event updated for resources: {'Port': ['ID=5f377392-b5d3-4031-8279-27c05f7c1dd7,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:47.673691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event updated for resources: {'Port': ['ID=aea8a48f-c153-409c-bc9d-e2eb371f6448,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:47.688705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:47.691248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:47.692059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:47.700987 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a3609c27-2af7-43ca-9d20-bc83fa6fce80 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 7.7121408
Dec 18 06:42:47.713466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41872) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:47.733272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Request body: {'port': {'network_id': '5318bd67-f8a8-4bbb-9729-c4d426d1a55f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1876135106', 'allowed_address_pairs': [{'ip_address': '2001:db8::1ff', 'mac_address': 'fa:16:3e:ef:4f:bd'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:47.819006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Made reservation on behalf of 994b881257a54b5589ba686b32763059 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:47.824332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:47.854631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Routers {'8a305b25-e174-4c49-9324-9dda40e7078d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:42:47.855643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d321208>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['8a305b25-e174-4c49-9324-9dda40e7078d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:47.933471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45d36881-41d1-46d9-953c-d2e20c7a837d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:47.936494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f47a84a8-3151-4e9f-a5ef-962d53d62a2f None None] Provisioning for port 8851edc8-3b80-4120-ab43-993636bf9615 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:48.000520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f47a84a8-3151-4e9f-a5ef-962d53d62a2f None None] Provisioning complete for port 8851edc8-3b80-4120-ab43-993636bf9615 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:48.000953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f47a84a8-3151-4e9f-a5ef-962d53d62a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:48.013762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Pushing event updated for resources: {'Port': ['ID=05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:48.091121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:48.093858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:48.111705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:48.112246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.659s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:48.112645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:48.113492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:42:48.137567 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1083 time: 6.1037450
Dec 18 06:42:48.137817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:48.149951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41876) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:48.168476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:48.171706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:48.172091 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Added segment aaef8cb2-703e-4334-8663-38c681b0b36e of type vxlan for network 577c5ca1-53f9-4026-ad3c-b2363f0bce33
Dec 18 06:42:48.217927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Pushing event updated for resources: {'Port': ['ID=dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:48.265640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:48.272868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Pushing event updated for resources: {'Port': ['ID=58ce13b6-2c94-40e7-a04d-9b8c31afd3fb,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:48.288686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:48.310738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:48.311263 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] POST failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:42:48.311617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] No notification will be sent due to unsuccessful status code: 409 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:42:48.311752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 61be9882-5115-416b-ae39-3f827d76956c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:48.312073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:48.316517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8e84856f-0c68-49f5-a70c-d40339a241c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Deleting port aea8a48f-c153-409c-bc9d-e2eb371f6448 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:42:48.317023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e84856f-0c68-49f5-a70c-d40339a241c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:48.377150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:48.382256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event updated for resources: {'SecurityGroup': ['ID=3789fdaf-e89c-4784-85e9-21ee2dc5e036,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:48.385854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:48.387507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:48.396961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Network af7ce79f-a7dd-4454-8d3a-d2c46abac19d is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:48.400423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Usage tracker for resource:port and tenant:eb5b40301aa74cf596b3dde4e1f16729 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:48.404155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:48.408610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Quota usage for port was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:48.444825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:48.448088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:48.448264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:48.448264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:48.449053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:48.505572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:48.566423 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 4.1242950
Dec 18 06:42:48.568835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41880) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:48.573457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Set router 8a305b25-e174-4c49-9324-9dda40e7078d gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:42:48.621455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Made reservation on behalf of eb5b40301aa74cf596b3dde4e1f16729 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:48.671911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:42:48.856041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:42:48.856394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:42:48.856983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:48.871855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:48.872721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:48.888553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f47a84a8-3151-4e9f-a5ef-962d53d62a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:48.897849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:48.949428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8e84856f-0c68-49f5-a70c-d40339a241c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] For port aea8a48f-c153-409c-bc9d-e2eb371f6448, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=aea8a48f-c153-409c-bc9d-e2eb371f6448,segment=NetworkSegment(bb323f25-606f-46dc-b071-70d79cb9c6d7),segment_id=bb323f25-606f-46dc-b071-70d79cb9c6d7)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:42:48.949868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e84856f-0c68-49f5-a70c-d40339a241c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:48.979180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:42:48.981740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.034338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f47a84a8-3151-4e9f-a5ef-962d53d62a2f None None] For port 8851edc8-3b80-4120-ab43-993636bf9615, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8851edc8-3b80-4120-ab43-993636bf9615,segment=NetworkSegment(060cd762-15e0-465a-8751-adce6e78033c),segment_id=060cd762-15e0-465a-8751-adce6e78033c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:42:49.075922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f47a84a8-3151-4e9f-a5ef-962d53d62a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.084030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:49.154666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8e84856f-0c68-49f5-a70c-d40339a241c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Calling delete_port for aea8a48f-c153-409c-bc9d-e2eb371f6448 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:42:49.370114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-962a39d4-4a82-4279-acb8-0f34cdb3fd06 None None] Provisioning for port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:49.379929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a84a8-3151-4e9f-a5ef-962d53d62a2f None None] Pushing event updated for resources: {'Port': ['ID=8851edc8-3b80-4120-ab43-993636bf9615,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:49.384365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f47a84a8-3151-4e9f-a5ef-962d53d62a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:49.386057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.388057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-962a39d4-4a82-4279-acb8-0f34cdb3fd06 None None] Provisioning complete for port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:49.389079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:49.390017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-962a39d4-4a82-4279-acb8-0f34cdb3fd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.420956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:49.436955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d321208>, [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:42:42Z', 'revision_number': 3, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:49.443181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:49.443714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.490976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.493682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Checking router: 8a305b25-e174-4c49-9324-9dda40e7078d for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:42:49.493933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Updating router 8a305b25-e174-4c49-9324-9dda40e7078d port 8fa46d06-7fd6-487a-a5f3-20e5d97510eb binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:42:49.506975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.524852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event updated for resources: {'Network': ['ID=577c5ca1-53f9-4026-ad3c-b2363f0bce33,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:49.555659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:49.565117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 577c5ca1-53f9-4026-ad3c-b2363f0bce33 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:49.584499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ba97bd89-dae7-43c7-a1ea-89028bbf7039 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Deleting port 5adb8d80-9139-410e-b391-afaa38cd1056 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:42:49.584959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba97bd89-dae7-43c7-a1ea-89028bbf7039 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.593127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 577c5ca1-53f9-4026-ad3c-b2363f0bce33 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:49.603882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e84856f-0c68-49f5-a70c-d40339a241c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.606402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] device_id is not set on port 09dd2e62-b622-4ff4-9f38-82403ea81545 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:42:49.651298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:42:49.660942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.661337 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Added segment 4d3bfdfb-e47a-412b-8dc3-b8f9490018dd of type vxlan for network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384
Dec 18 06:42:49.688233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:49.702340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.764343 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 829 time: 2.9191737
Dec 18 06:42:49.766162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41884) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:49.773802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.781441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Request body: {'subnet': {'network_id': '577c5ca1-53f9-4026-ad3c-b2363f0bce33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:49.790821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-962a39d4-4a82-4279-acb8-0f34cdb3fd06 None None] Port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:42:49.840506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:49.841207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.849724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:49.859570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:49.891032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:49.964973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Usage tracker for resource:subnet and tenant:994b881257a54b5589ba686b32763059 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:49.989020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:50.078466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:50.092854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84856f-0c68-49f5-a70c-d40339a241c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event deleted for resources: {'Port': ['ID=aea8a48f-c153-409c-bc9d-e2eb371f6448,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:50.096021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e84856f-0c68-49f5-a70c-d40339a241c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:50.112795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:50.208552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-be8bab59-22d6-4401-8523-15636e510f05 None None] Provisioning for port 5f377392-b5d3-4031-8279-27c05f7c1dd7 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:50.222552 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 3.8334982
Dec 18 06:42:50.241115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41888) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:50.274390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Request body: {'subnet': {'network_id': '79bdedef-8d0b-4b4d-bdaa-1bdadd442384', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:50.281087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e84856f-0c68-49f5-a70c-d40339a241c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:50.292739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event updated for resources: {'Network': ['ID=79bdedef-8d0b-4b4d-bdaa-1bdadd442384,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:50.295347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-be8bab59-22d6-4401-8523-15636e510f05 None None] Provisioning complete for port 5f377392-b5d3-4031-8279-27c05f7c1dd7 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:50.296061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-be8bab59-22d6-4401-8523-15636e510f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:50.338884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Made reservation on behalf of 994b881257a54b5589ba686b32763059 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:50.344002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:50.350683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:50.360914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:50.369845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:42:50.410888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Allocated IP 2001:db8::3da (5318bd67-f8a8-4bbb-9729-c4d426d1a55f/9c1fb4df-8dc2-477e-ae86-1019590facc6/09dd2e62-b622-4ff4-9f38-82403ea81545) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:50.430288 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8e84856f-0c68-49f5-a70c-d40339a241c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "DELETE /v2.0/ports/aea8a48f-c153-409c-bc9d-e2eb371f6448 HTTP/1.1" status: 204  len: 168 time: 2.2773826
Dec 18 06:42:50.438459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41892) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:50.503777 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-421eb6dd-84ee-4469-98dc-01645a3d4bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] GET failed (client error): The resource could not be found.
Dec 18 06:42:50.504509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-421eb6dd-84ee-4469-98dc-01645a3d4bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Synchronizing usage tracker for tenant:888a211ad1884b95aa34eaca7c684d7d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:42:50.609231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-421eb6dd-84ee-4469-98dc-01645a3d4bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Unset dirty status for tenant:888a211ad1884b95aa34eaca7c684d7d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:42:50.610625 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-421eb6dd-84ee-4469-98dc-01645a3d4bea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "GET /v2.0/ports/aea8a48f-c153-409c-bc9d-e2eb371f6448 HTTP/1.1" status: 404  len: 333 time: 0.1675162
Dec 18 06:42:50.615976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41896) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:50.620641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-be8bab59-22d6-4401-8523-15636e510f05 None None] Port 5f377392-b5d3-4031-8279-27c05f7c1dd7 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:42:50.626676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Request body: {'port': {'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1240316480'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:50.639903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd5a7b1-a61a-4ec0-8e29-a6a2e1b24fbf None None] Network eca7ae00-9778-4814-8efd-9601e6522f96 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:42:50.681589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba97bd89-dae7-43c7-a1ea-89028bbf7039 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:50.681969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba97bd89-dae7-43c7-a1ea-89028bbf7039 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks [] for floatingip, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:50.687019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:50.744512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:50.758687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:50.768935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:50.776143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:50.790083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:50.816083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ba97bd89-dae7-43c7-a1ea-89028bbf7039 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Calling delete_port for 5adb8d80-9139-410e-b391-afaa38cd1056 owned by network:floatingip {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:42:50.818404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:50.857198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-be8bab59-22d6-4401-8523-15636e510f05 None None] Provisioning complete for port 8851edc8-3b80-4120-ab43-993636bf9615 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:50.857644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-be8bab59-22d6-4401-8523-15636e510f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:50.894312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:42:50.909993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:50.918828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:50.958636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Made reservation on behalf of 888a211ad1884b95aa34eaca7c684d7d for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:50.964210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:50.996962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Pushing event updated for resources: {'Port': ['ID=58ce13b6-2c94-40e7-a04d-9b8c31afd3fb,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:51.016998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:51.080167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:51.171882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:42:51.209239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Network af7ce79f-a7dd-4454-8d3a-d2c46abac19d is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:51.217113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:51.226397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:51.239072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:51.255531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Transition to ACTIVE for port object 09dd2e62-b622-4ff4-9f38-82403ea81545 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:51.498639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:51.515787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8851edc8-3b80-4120-ab43-993636bf9615 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:42:51.519338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] device_id is not set on port 8662a242-dd06-4ee0-b785-741db0ea9d6a yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:42:51.569688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:51.573696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:51.595950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Usage tracker for resource:subnet and tenant:d66656fd5acf4136a492a8101c0aeffd is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:51.599333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Router da1ce9d2-049d-4048-b586-42553416e02b has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:42:51.604556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:51.612649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Provisioning for port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:51.618201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:51.624509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Provisioning complete for port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:51.625289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:51.639246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Allocated IP 172.20.0.1 (3473ab7c-f2ea-4397-a8e9-9a05accc7567/425adf38-5fd3-496d-999b-301b4439713d/b3e29252-cb64-4f56-b080-53d106aa8596) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:51.643226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:51.651596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Transition to ACTIVE for port object 8fa46d06-7fd6-487a-a5f3-20e5d97510eb will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:51.669529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:51.691510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:51.716878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba97bd89-dae7-43c7-a1ea-89028bbf7039 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:51.747664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71ae6b72-fad0-4797-92db-839f989efb88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:51.766397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:51.811796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e84856f-0c68-49f5-a70c-d40339a241c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:51.838179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Made reservation on behalf of d66656fd5acf4136a492a8101c0aeffd for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:51.848521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 8851edc8-3b80-4120-ab43-993636bf9615 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:51.848856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:51.875724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c153967-5918-4e9b-8c97-2669b2b4873e None None] Pushing event updated for resources: {'Port': ['ID=8fa46d06-7fd6-487a-a5f3-20e5d97510eb,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:51.887192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3c153967-5918-4e9b-8c97-2669b2b4873e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:51.938151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97bd89-dae7-43c7-a1ea-89028bbf7039 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Pushing event deleted for resources: {'Port': ['ID=5adb8d80-9139-410e-b391-afaa38cd1056,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:51.979429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ba97bd89-dae7-43c7-a1ea-89028bbf7039 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:52.135844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.200243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.241582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.279938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.281605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Attempting to bind port 8fa46d06-7fd6-487a-a5f3-20e5d97510eb on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:42:52.282025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Attempting to bind port 8fa46d06-7fd6-487a-a5f3-20e5d97510eb by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:42:52.282435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Attempting to bind port 8fa46d06-7fd6-487a-a5f3-20e5d97510eb on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:42:52.307347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:42:52.307767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:52.308218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.308916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:42:52.309157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Bound port: 8fa46d06-7fd6-487a-a5f3-20e5d97510eb, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:42:52.309594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.325369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event updated for resources: {'Port': ['ID=09dd2e62-b622-4ff4-9f38-82403ea81545,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:52.329137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:42:52.344450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:52.344574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Sync routers for ids ['da1ce9d2-049d-4048-b586-42553416e02b'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:42:52.364291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] For port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4,segment=NetworkSegment(aca7d980-6b6b-4767-b9c6-edb4a71f84ab),segment_id=aca7d980-6b6b-4767-b9c6-edb4a71f84ab)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:42:52.365852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Routers {'da1ce9d2-049d-4048-b586-42553416e02b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:42:52.366565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dad0c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['da1ce9d2-049d-4048-b586-42553416e02b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:52.386608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.400803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:52.405249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.435075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:52.439025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:52.507118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Provisioning complete for port 5f377392-b5d3-4031-8279-27c05f7c1dd7 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:52.508434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.573922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:52.578541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:52.579232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.597937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.600192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Port 5f377392-b5d3-4031-8279-27c05f7c1dd7 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:42:52.604848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:52.631631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] For port 8fa46d06-7fd6-487a-a5f3-20e5d97510eb, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:42:52.672211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] For port 8fa46d06-7fd6-487a-a5f3-20e5d97510eb, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8fa46d06-7fd6-487a-a5f3-20e5d97510eb,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:42:52.701886 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] 10.222.0.23 "PUT /v2.0/routers/da1ce9d2-049d-4048-b586-42553416e02b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5972028
Dec 18 06:42:52.702126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Transition to ACTIVE for port object b3e29252-cb64-4f56-b080-53d106aa8596 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:52.702228 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 4.9702506
Dec 18 06:42:52.709362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41900) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:52.728070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Pushing event updated for resources: {'Port': ['ID=dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:52.740708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:52.743697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.778647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:52.827971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Provisioning complete for port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:52.828627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.833364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Network 74f0637b-526f-4d06-8969-87fa4e43acc4 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:52.851460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:52.865353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event updated for resources: {'Port': ['ID=8662a242-dd06-4ee0-b785-741db0ea9d6a,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:52.873252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:52.874031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:52.874757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.881418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:52.923591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Set router da1ce9d2-049d-4048-b586-42553416e02b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:42:52.939510 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.3207834
Dec 18 06:42:52.940458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41912) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:52.953627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.955155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:52.956657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Request body: {'port': {'binding:host_id': 'hv-neutron-7650'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:53.007472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c153967-5918-4e9b-8c97-2669b2b4873e None None] Pushing event updated for resources: {'Port': ['ID=8fa46d06-7fd6-487a-a5f3-20e5d97510eb,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:53.019060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3c153967-5918-4e9b-8c97-2669b2b4873e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:53.019732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:42:53.049242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:42:53.095947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ba97bd89-dae7-43c7-a1ea-89028bbf7039 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:53.143023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Provisioning complete for port 8851edc8-3b80-4120-ab43-993636bf9615 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:53.143846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:53.144652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba97bd89-dae7-43c7-a1ea-89028bbf7039 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks [] for floatingip, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:53.361274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dad0c88>, [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:42:48Z', 'revision_number': 4, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '58ce13b6-2c94-40e7-a04d-9b8c31afd3fb', 'name': '', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'mac_address': 'fa:16:3e:e3:6d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:46Z', 'updated_at': '2020-12-18T06:42:50Z', 'revision_number': 2, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'subnets': [{'id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:53.369182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Checking router: da1ce9d2-049d-4048-b586-42553416e02b for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:42:53.369605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Updating router da1ce9d2-049d-4048-b586-42553416e02b port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:42:53.373652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:53.381826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:53.433380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:53.582382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Routers {'8a305b25-e174-4c49-9324-9dda40e7078d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:42:53.583099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d321208>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['8a305b25-e174-4c49-9324-9dda40e7078d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:53.603719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3489130a-187b-440e-9a31-8024c694a8f1 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:53.615509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3489130a-187b-440e-9a31-8024c694a8f1 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:53.619509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3489130a-187b-440e-9a31-8024c694a8f1 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:53.620432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3489130a-187b-440e-9a31-8024c694a8f1 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Synchronizing usage tracker for tenant:eb5b40301aa74cf596b3dde4e1f16729 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:42:53.680078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Pushing event updated for resources: {'Port': ['ID=b3e29252-cb64-4f56-b080-53d106aa8596,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:53.700775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:53.708924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:53.732096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3489130a-187b-440e-9a31-8024c694a8f1 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Unset dirty status for tenant:eb5b40301aa74cf596b3dde4e1f16729 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:42:53.738303 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3489130a-187b-440e-9a31-8024c694a8f1 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2484 time: 1.0112765
Dec 18 06:42:53.741969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41922) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:53.796527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba97bd89-dae7-43c7-a1ea-89028bbf7039 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:53.803890 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ba97bd89-dae7-43c7-a1ea-89028bbf7039 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] 10.222.0.23 "DELETE /v2.0/floatingips/5ed896be-febf-4c62-8f74-59e5537ea6be HTTP/1.1" status: 204  len: 168 time: 5.1129012
Dec 18 06:42:53.873690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41928) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:53.876163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:42:53.917179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Request body: {'security_group': {'name': 'tempest-securitygroup--994910584', 'description': 'tempest-description--338910622'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:53.938197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b21a7f86-b7f0-43cf-a6a6-6e6b671b62b0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Deleting port 09dd2e62-b622-4ff4-9f38-82403ea81545 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:42:53.938532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b21a7f86-b7f0-43cf-a6a6-6e6b671b62b0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:53.941682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1996ca1d-d403-4ddf-8a91-b22dc7f5fd43 None None] Provisioning complete for port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:53.942120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1996ca1d-d403-4ddf-8a91-b22dc7f5fd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:53.971824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] Set router 8a305b25-e174-4c49-9324-9dda40e7078d gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:42:54.000941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:54.063769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Usage tracker for resource:security_group and tenant:64297e918d5a470ebd117893eb402e4b is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:54.069314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:54.079711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:54.085867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:54.089419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:54.092675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:42:54.106133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Transition to ACTIVE for port object 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:54.111981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:54.114899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:54.132559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-84a5231d-c866-4237-9c61-600770fb36d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:54.307714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41934) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:54.307919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16850921-95f4-4c44-9998-7261404e983f None None] Pushing event updated for resources: {'Port': ['ID=58ce13b6-2c94-40e7-a04d-9b8c31afd3fb,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:54.311329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16850921-95f4-4c44-9998-7261404e983f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:54.384028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:54.384463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:54.389650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:54.480027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:54.547423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:54.583964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Usage tracker for resource:security_group_rule and tenant:64297e918d5a470ebd117893eb402e4b is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:54.585257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Router 80358eb5-ee8b-4125-9882-e98dee060e74 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:42:54.606910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:54.626378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:54.649952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Attempting to bind port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:42:54.650476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Attempting to bind port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '3aceeed1-f7ae-457c-bc85-3dd66ffcb101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:42:54.650986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Attempting to bind port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb on network af7ce79f-a7dd-4454-8d3a-d2c46abac19d {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:42:54.657314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:42:54.657896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Checking segment: {'id': '3aceeed1-f7ae-457c-bc85-3dd66ffcb101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:54.658443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:54.658978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Bound using segment: {'id': '3aceeed1-f7ae-457c-bc85-3dd66ffcb101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:42:54.659714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Bound port: 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aceeed1-f7ae-457c-bc85-3dd66ffcb101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:42:54.660267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:54.684637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1996ca1d-d403-4ddf-8a91-b22dc7f5fd43 None None] Provisioning for port 09dd2e62-b622-4ff4-9f38-82403ea81545 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:54.737166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1996ca1d-d403-4ddf-8a91-b22dc7f5fd43 None None] Provisioning complete for port 09dd2e62-b622-4ff4-9f38-82403ea81545 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:54.737634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1996ca1d-d403-4ddf-8a91-b22dc7f5fd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:54.749039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:42:54.765280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] For port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:42:54.769064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] For port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=58ce13b6-2c94-40e7-a04d-9b8c31afd3fb,segment=NetworkSegment(3aceeed1-f7ae-457c-bc85-3dd66ffcb101),segment_id=3aceeed1-f7ae-457c-bc85-3dd66ffcb101)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:42:54.776610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:54.797135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:54.866651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b21a7f86-b7f0-43cf-a6a6-6e6b671b62b0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:54.892503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] device_id is not set on port 8662a242-dd06-4ee0-b785-741db0ea9d6a yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:42:54.929287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-404f88bd-5017-4fcd-a635-04e8287c393e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:54.964901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:42:54.974295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1996ca1d-d403-4ddf-8a91-b22dc7f5fd43 None None] Port 09dd2e62-b622-4ff4-9f38-82403ea81545 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:42:54.978361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Sync routers for ids ['80358eb5-ee8b-4125-9882-e98dee060e74'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:42:54.979838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-404f88bd-5017-4fcd-a635-04e8287c393e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:54.980978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16850921-95f4-4c44-9998-7261404e983f None None] Pushing event updated for resources: {'Port': ['ID=58ce13b6-2c94-40e7-a04d-9b8c31afd3fb,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:54.986165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-404f88bd-5017-4fcd-a635-04e8287c393e admin admin] Usage tracker for resource:security_group_rule and tenant:6d9cd48d8480420bbbbae47023d0fcfc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:54.986328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16850921-95f4-4c44-9998-7261404e983f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:54.990170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-404f88bd-5017-4fcd-a635-04e8287c393e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:54.993666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d321208>, [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:42:42Z', 'revision_number': 3, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:54.996912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-404f88bd-5017-4fcd-a635-04e8287c393e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:54.997040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Routers {'80358eb5-ee8b-4125-9882-e98dee060e74'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:42:54.997623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d12eb38>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['80358eb5-ee8b-4125-9882-e98dee060e74'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:55.050946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Routers {'da1ce9d2-049d-4048-b586-42553416e02b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:42:55.051827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dad0c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['da1ce9d2-049d-4048-b586-42553416e02b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:55.060389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.060841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6645616-3b06-448e-a2ac-331111c4bad0 None None] The sync data for ids ['8a305b25-e174-4c49-9324-9dda40e7078d'] in dv-neutron-765072-3-ovs is: [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:42:42Z', 'revision_number': 3, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:42:55.073627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b21a7f86-b7f0-43cf-a6a6-6e6b671b62b0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Calling delete_port for 09dd2e62-b622-4ff4-9f38-82403ea81545 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:42:55.126439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-404f88bd-5017-4fcd-a635-04e8287c393e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.168943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.171870 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 14.8937488
Dec 18 06:42:55.183711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41940) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:55.200783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-404f88bd-5017-4fcd-a635-04e8287c393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.239239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-76e701d5-dfd8-479f-962e-610ee3bef111 None None] Provisioning for port b3e29252-cb64-4f56-b080-53d106aa8596 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:55.253085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-76e701d5-dfd8-479f-962e-610ee3bef111 None None] Provisioning complete for port b3e29252-cb64-4f56-b080-53d106aa8596 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:55.253532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76e701d5-dfd8-479f-962e-610ee3bef111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.292826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:55.306441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Transition to ACTIVE for port object 8662a242-dd06-4ee0-b785-741db0ea9d6a will not be triggered until provisioned by entity L2. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:55.309295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.331136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Set router 80358eb5-ee8b-4125-9882-e98dee060e74 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:42:55.349013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.351273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.356793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] Set router da1ce9d2-049d-4048-b586-42553416e02b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:42:55.385043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:55.390706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:42:55.391395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.399253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.430942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.480103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-76e701d5-dfd8-479f-962e-610ee3bef111 None None] Port b3e29252-cb64-4f56-b080-53d106aa8596 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:42:55.666161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.674112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1728 time: 1.7688756
Dec 18 06:42:55.677967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41944) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:55.767424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event updated for resources: {'Port': ['ID=8662a242-dd06-4ee0-b785-741db0ea9d6a,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:55.800496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d12eb38>, [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:49Z', 'revision_number': 3, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:55.808942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Checking router: 80358eb5-ee8b-4125-9882-e98dee060e74 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:42:55.809342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Updating router 80358eb5-ee8b-4125-9882-e98dee060e74 port 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:42:55.846632 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-404f88bd-5017-4fcd-a635-04e8287c393e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6d9cd48d8480420bbbbae47023d0fcfc&name=default HTTP/1.1" status: 200  len: 2879 time: 1.5174289
Dec 18 06:42:55.854100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dad0c88>, [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:42:48Z', 'revision_number': 4, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '58ce13b6-2c94-40e7-a04d-9b8c31afd3fb', 'name': '', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'mac_address': 'fa:16:3e:e3:6d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:46Z', 'updated_at': '2020-12-18T06:42:54Z', 'revision_number': 4, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'subnets': [{'id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:55.857648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f88bd-5017-4fcd-a635-04e8287c393e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eea1e6-6c54-4fa2-894f-7f8b75f0e7c7,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:55.859333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c611c3e4-d223-4968-9f7a-4f03c6efcaa7 None None] The sync data for ids ['da1ce9d2-049d-4048-b586-42553416e02b'] in dv-neutron-765072-3-ovs is: [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:42:48Z', 'revision_number': 4, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '58ce13b6-2c94-40e7-a04d-9b8c31afd3fb', 'name': '', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'mac_address': 'fa:16:3e:e3:6d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:46Z', 'updated_at': '2020-12-18T06:42:54Z', 'revision_number': 4, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'subnets': [{'id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:42:55.869169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41948) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:55.875188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-796949ed-f50d-474d-9c66-dc0200442e9a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Request body: {'security_group_rule': {'security_group_id': 'd05c72fd-4828-4f6d-a7e1-cec3f1d6f711', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:55.886623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-796949ed-f50d-474d-9c66-dc0200442e9a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:55.893207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-404f88bd-5017-4fcd-a635-04e8287c393e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:55.895416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-796949ed-f50d-474d-9c66-dc0200442e9a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Usage tracker for resource:security_group_rule and tenant:64297e918d5a470ebd117893eb402e4b is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:55.897349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:55.899371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-796949ed-f50d-474d-9c66-dc0200442e9a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:55.899859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.915112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-796949ed-f50d-474d-9c66-dc0200442e9a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:55.939838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:55.942116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b21a7f86-b7f0-43cf-a6a6-6e6b671b62b0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:55.946052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.533s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:56.002890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Checking segment: {'id': 'aaef8cb2-703e-4334-8663-38c681b0b36e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '577c5ca1-53f9-4026-ad3c-b2363f0bce33'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:56.003749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network hostable DHCP agents. Network: 577c5ca1-53f9-4026-ad3c-b2363f0bce33, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:42:56.139294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event updated for resources: {'Subnet': ['ID=04ad5fa7-3667-4165-8f99-a83327737deb,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:56.160349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network 577c5ca1-53f9-4026-ad3c-b2363f0bce33 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:42:56.198914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-796949ed-f50d-474d-9c66-dc0200442e9a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:56.239170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-568c0160-b1f2-49c5-b288-68c03ddeca4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:56.250985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 577c5ca1-53f9-4026-ad3c-b2363f0bce33) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:56.269063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d9d68e-ec25-4a08-8e2e-e294579e57f4 None None] Network 577c5ca1-53f9-4026-ad3c-b2363f0bce33 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:42:56.283023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event updated for resources: {'Subnet': ['ID=496b79c5-eeeb-4a34-9a9c-0b5c9bd16624,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:56.295133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:56.312345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.470s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:56.312754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:56.317793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:56.318518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:56.394214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-568c0160-b1f2-49c5-b288-68c03ddeca4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:56.464404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Pushing event updated for resources: {'SecurityGroup': ['ID=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:56.481420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:56.486457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:56.511479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:56.526028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:56.556966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Checking segment: {'id': '4d3bfdfb-e47a-412b-8dc3-b8f9490018dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '79bdedef-8d0b-4b4d-bdaa-1bdadd442384'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:56.557374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Network hostable DHCP agents. Network: 79bdedef-8d0b-4b4d-bdaa-1bdadd442384, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:42:56.569003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:56.621918 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4a9e3c29-e1f4-431c-8dfb-f426f58f8b7f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 6.8467155
Dec 18 06:42:56.638792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41954) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:56.663766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:56.753768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92d3588-0790-4649-bdba-8df59d00ba7b None None] Network 577c5ca1-53f9-4026-ad3c-b2363f0bce33 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:42:56.800635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-568c0160-b1f2-49c5-b288-68c03ddeca4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:56.804038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a7f86-b7f0-43cf-a6a6-6e6b671b62b0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event deleted for resources: {'Port': ['ID=09dd2e62-b622-4ff4-9f38-82403ea81545,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:56.823318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Transition to ACTIVE for port object 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:42:56.838259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:56.860199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f47a84a8-3151-4e9f-a5ef-962d53d62a2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:56.912476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Request body: {'floatingip': {'floating_network_id': '577c5ca1-53f9-4026-ad3c-b2363f0bce33'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:56.918563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:56.922508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Usage tracker for resource:floatingip and tenant:994b881257a54b5589ba686b32763059 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:56.926179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:56.932200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:56.962217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.054227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce382efd-ecc3-4683-8747-b745409f500c None None] Pushing event updated for resources: {'Port': ['ID=05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:57.066435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:42:57.069038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.069347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b21a7f86-b7f0-43cf-a6a6-6e6b671b62b0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:57.116424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce382efd-ecc3-4683-8747-b745409f500c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:57.168100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b21a7f86-b7f0-43cf-a6a6-6e6b671b62b0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.174563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-18c39ef8-2ca6-40a6-a166-a9b382f7edf6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:57.185403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8fa46d06-7fd6-487a-a5f3-20e5d97510eb up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:42:57.200100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c0160-b1f2-49c5-b288-68c03ddeca4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eea1e6-6c54-4fa2-894f-7f8b75f0e7c7,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:57.203478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Pushing event updated for resources: {'Port': ['ID=b3e29252-cb64-4f56-b080-53d106aa8596,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:57.229984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to bind port 8662a242-dd06-4ee0-b785-741db0ea9d6a on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:42:57.230378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to bind port 8662a242-dd06-4ee0-b785-741db0ea9d6a by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'bb323f25-606f-46dc-b071-70d79cb9c6d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:42:57.230835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to bind port 8662a242-dd06-4ee0-b785-741db0ea9d6a on network 74f0637b-526f-4d06-8969-87fa4e43acc4 {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:42:57.238477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-568c0160-b1f2-49c5-b288-68c03ddeca4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:57.239288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:57.271205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 79bdedef-8d0b-4b4d-bdaa-1bdadd442384) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:57.273141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:42:57.274136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Checking segment: {'id': 'bb323f25-606f-46dc-b071-70d79cb9c6d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:57.274548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.274946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Bound using segment: {'id': 'bb323f25-606f-46dc-b071-70d79cb9c6d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:42:57.275441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Bound port: 8662a242-dd06-4ee0-b785-741db0ea9d6a, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb323f25-606f-46dc-b071-70d79cb9c6d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'}}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:42:57.275840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.295178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce31dc5-1b25-4b94-ab65-ddbfa65d1489 None None] Network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:42:57.313955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:57.314701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.344799 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 7.0832644
Dec 18 06:42:57.350321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41958) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:57.361893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-471660518', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:57.379580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:42:57.380739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:57.384868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:42:57.391940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-568c0160-b1f2-49c5-b288-68c03ddeca4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.394487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Usage tracker for resource:router and tenant:d66656fd5acf4136a492a8101c0aeffd is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:57.396305 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-568c0160-b1f2-49c5-b288-68c03ddeca4d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5eea1e6-6c54-4fa2-894f-7f8b75f0e7c7 HTTP/1.1" status: 204  len: 168 time: 1.4514742
Dec 18 06:42:57.400775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:57.453432 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b21a7f86-b7f0-43cf-a6a6-6e6b671b62b0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "DELETE /v2.0/ports/09dd2e62-b622-4ff4-9f38-82403ea81545 HTTP/1.1" status: 204  len: 168 time: 3.7096193
Dec 18 06:42:57.454370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41964) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:57.467331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:57.535131 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a05dec-1f62-4bad-b23f-489b38fd3be5 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] GET failed (client error): The resource could not be found.
Dec 18 06:42:57.535719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-62a05dec-1f62-4bad-b23f-489b38fd3be5 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Synchronizing usage tracker for tenant:eb5b40301aa74cf596b3dde4e1f16729 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:42:57.537869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.538956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.569109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-796949ed-f50d-474d-9c66-dc0200442e9a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.599470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-796949ed-f50d-474d-9c66-dc0200442e9a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.615353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-62a05dec-1f62-4bad-b23f-489b38fd3be5 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Unset dirty status for tenant:eb5b40301aa74cf596b3dde4e1f16729 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:42:57.619751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.621317 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-62a05dec-1f62-4bad-b23f-489b38fd3be5 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "GET /v2.0/ports/09dd2e62-b622-4ff4-9f38-82403ea81545 HTTP/1.1" status: 404  len: 333 time: 0.1544938
Dec 18 06:42:57.622115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41968) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:57.650932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:57.706104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.715967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Attempting to bind port 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:42:57.716383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Attempting to bind port 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:42:57.716778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Attempting to bind port 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:42:57.747641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:42:57.748062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:42:57.748510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.748930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:42:57.749583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Bound port: 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:42:57.749884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.760466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Request body: {'port': {'network_id': '5318bd67-f8a8-4bbb-9729-c4d426d1a55f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1215591288'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:57.784774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796949ed-f50d-474d-9c66-dc0200442e9a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a4fa8b-ab4b-4418-a111-84bc528e1e8b,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:57.799933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-796949ed-f50d-474d-9c66-dc0200442e9a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.801368 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-796949ed-f50d-474d-9c66-dc0200442e9a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 2.0365026
Dec 18 06:42:57.808981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41974) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:57.816168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Router 8a305b25-e174-4c49-9324-9dda40e7078d has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:42:57.823050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-beca3625-6d89-4ebb-bf8b-67872ccce6df tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Request body: {'security_group_rule': {'security_group_id': 'd05c72fd-4828-4f6d-a7e1-cec3f1d6f711', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:57.831429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 8fa46d06-7fd6-487a-a5f3-20e5d97510eb completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:57.843664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-beca3625-6d89-4ebb-bf8b-67872ccce6df tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:57.855544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-beca3625-6d89-4ebb-bf8b-67872ccce6df tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Usage tracker for resource:security_group_rule and tenant:64297e918d5a470ebd117893eb402e4b is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:57.859004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 8fa46d06-7fd6-487a-a5f3-20e5d97510eb triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:57.859424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.883601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-796949ed-f50d-474d-9c66-dc0200442e9a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:57.901827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] For port 8662a242-dd06-4ee0-b785-741db0ea9d6a, host hv-neutron-7650, cleared binding levels {{(pid=81085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:42:57.925779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] For port 8662a242-dd06-4ee0-b785-741db0ea9d6a, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8662a242-dd06-4ee0-b785-741db0ea9d6a,segment=NetworkSegment(bb323f25-606f-46dc-b071-70d79cb9c6d7),segment_id=bb323f25-606f-46dc-b071-70d79cb9c6d7)] {{(pid=81085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:42:57.940756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-beca3625-6d89-4ebb-bf8b-67872ccce6df tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:57.973222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.979244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:57.995253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] For port 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:42:58.008597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d4290f70-a2ba-4418-aabf-b9fdfa28cbfa None None] Provisioning complete for port b3e29252-cb64-4f56-b080-53d106aa8596 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:58.009036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4290f70-a2ba-4418-aabf-b9fdfa28cbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:58.037176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-beca3625-6d89-4ebb-bf8b-67872ccce6df tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:58.052629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] For port 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:42:58.106226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:58.115000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:58.128297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:58.137535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41978) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:58.222751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.223428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:58.228439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "PUT /v2.0/ports/8662a242-dd06-4ee0-b785-741db0ea9d6a HTTP/1.1" status: 200  len: 1080 time: 5.2733965
Dec 18 06:42:58.241769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41982) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:58.282664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d4290f70-a2ba-4418-aabf-b9fdfa28cbfa None None] Port b3e29252-cb64-4f56-b080-53d106aa8596 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:42:58.285146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-79bdedef-8d0b-4b4d-bdaa-1bdadd442384', 'network_id': '79bdedef-8d0b-4b4d-bdaa-1bdadd442384', 'tenant_id': 'd66656fd5acf4136a492a8101c0aeffd', 'fixed_ips': [{'subnet_id': '496b79c5-eeeb-4a34-9a9c-0b5c9bd16624'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:42:58.286097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:58.348211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:58.352873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beca3625-6d89-4ebb-bf8b-67872ccce6df tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:58.358109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event updated for resources: {'Port': ['ID=8662a242-dd06-4ee0-b785-741db0ea9d6a,revision_number=3']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:58.366078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:58.377409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:58.382385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:58.388899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce382efd-ecc3-4683-8747-b745409f500c None None] Pushing event updated for resources: {'Port': ['ID=05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:58.392441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce382efd-ecc3-4683-8747-b745409f500c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:58.421220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Made reservation on behalf of eb5b40301aa74cf596b3dde4e1f16729 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:42:58.427323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:58.430085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:58.495352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 8fa46d06-7fd6-487a-a5f3-20e5d97510eb, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8fa46d06-7fd6-487a-a5f3-20e5d97510eb,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:42:58.547210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:58.548141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:42:58.585428 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6cf0ffec-3afe-4f94-a079-946ea6ef2029 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5ba77ceb9e44ee48bef55b4b41f23ca&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4362733
Dec 18 06:42:58.591818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0816a2c4-23b4-4fe0-ba16-74cd895c651c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:58.606301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 41986) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:58.640368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.640793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.641208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.641892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.642419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.643604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.644025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.644433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.645264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.645778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.646429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.646835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.647631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.648040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.648616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.649670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:42:58.651300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Synchronizing usage tracker for tenant:888a211ad1884b95aa34eaca7c684d7d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:42:58.689473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:42:58.757156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Unset dirty status for tenant:888a211ad1884b95aa34eaca7c684d7d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:42:58.762127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Routers {'80358eb5-ee8b-4125-9882-e98dee060e74'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:42:58.762286 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-635bdc70-f56c-4fdc-a2fa-e95b9c3f17c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 14655 time: 0.5134091
Dec 18 06:42:58.762388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d12eb38>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['80358eb5-ee8b-4125-9882-e98dee060e74'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:58.767869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 41990) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:58.779420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beca3625-6d89-4ebb-bf8b-67872ccce6df tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:58.795745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Allocated IP 172.20.0.3 (577c5ca1-53f9-4026-ad3c-b2363f0bce33/04ad5fa7-3667-4165-8f99-a83327737deb/03cfab5e-e521-4f86-a7eb-eb26c4228772) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:58.797867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beca3625-6d89-4ebb-bf8b-67872ccce6df tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:58.822871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:58.847595 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] 10.222.0.23 "PUT /v2.0/routers/8a305b25-e174-4c49-9324-9dda40e7078d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9824460
Dec 18 06:42:58.847807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=8fa46d06-7fd6-487a-a5f3-20e5d97510eb,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:58.852764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] device_id is not set on port e8c32ceb-4917-4d10-83e3-816a4cbbe3a7 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:42:58.852988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:58.868087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca3625-6d89-4ebb-bf8b-67872ccce6df tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328656c4-dfec-4b92-8e5e-0bdfd911c8bf,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:58.886583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21260652-818c-44ae-8c8c-7456beb713b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:58.901935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:42:59.029460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:42:59.029920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:59.162862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] Set router 80358eb5-ee8b-4125-9882-e98dee060e74 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:42:59.200269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beca3625-6d89-4ebb-bf8b-67872ccce6df tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:59.201653 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-beca3625-6d89-4ebb-bf8b-67872ccce6df tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.3897898
Dec 18 06:42:59.202949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-beca3625-6d89-4ebb-bf8b-67872ccce6df tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:59.207397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42000) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:59.245803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21260652-818c-44ae-8c8c-7456beb713b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:59.252243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:59.279733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b2f68258-4303-4a57-9e66-adf263def6ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Deleting port 8662a242-dd06-4ee0-b785-741db0ea9d6a {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:42:59.280120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2f68258-4303-4a57-9e66-adf263def6ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:59.308088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Allocated IP 172.20.0.2 (79bdedef-8d0b-4b4d-bdaa-1bdadd442384/496b79c5-eeeb-4a34-9a9c-0b5c9bd16624/27e754bd-eeae-4f12-9d18-8717a87d01f1) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:59.309110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:59.357798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Usage tracker for resource:floatingip and tenant:64297e918d5a470ebd117893eb402e4b is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:59.367334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:59.372801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:59.391352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:59.498500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Allocated IP 172.20.0.1 (eca7ae00-9778-4814-8efd-9601e6522f96/d6bfb11e-f407-46b5-9dbe-7a268e6eeed6/ac02bc13-fc93-4bb3-b920-0b1c0f373e4c) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:59.502407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:59.525441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Allocated IP 2001:db8::5f (5318bd67-f8a8-4bbb-9729-c4d426d1a55f/9c1fb4df-8dc2-477e-ae86-1019590facc6/e8c32ceb-4917-4d10-83e3-816a4cbbe3a7) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:42:59.627687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:59.662420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21260652-818c-44ae-8c8c-7456beb713b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:59.663628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:59.665311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:59.729668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0595ed73-e2ea-4791-a197-3016d1d1799d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:59.801857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21260652-818c-44ae-8c8c-7456beb713b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdbbff6-8793-4054-b8c0-8e3efefae7bf,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:42:59.805553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-21260652-818c-44ae-8c8c-7456beb713b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:42:59.835974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42006) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:42:59.854624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Request body: {'security_group': {'name': 'tempest-securitygroup--775334749', 'description': 'tempest-description--1793321872'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:42:59.861057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:42:59.865257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Usage tracker for resource:security_group and tenant:a4d99721b2184071bdf48ed15e267486 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:42:59.869049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:42:59.875293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Sync routers for ids ['8a305b25-e174-4c49-9324-9dda40e7078d'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:42:59.875425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:42:59.881838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:42:59.889715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Routers {'8a305b25-e174-4c49-9324-9dda40e7078d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:42:59.890645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d99d240>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['8a305b25-e174-4c49-9324-9dda40e7078d'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:42:59.908850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:59.910498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21260652-818c-44ae-8c8c-7456beb713b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:42:59.914245 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-21260652-818c-44ae-8c8c-7456beb713b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fdbbff6-8793-4054-b8c0-8e3efefae7bf HTTP/1.1" status: 204  len: 168 time: 1.2430091
Dec 18 06:42:59.969780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b2f68258-4303-4a57-9e66-adf263def6ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] For port 8662a242-dd06-4ee0-b785-741db0ea9d6a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8662a242-dd06-4ee0-b785-741db0ea9d6a,segment=NetworkSegment(bb323f25-606f-46dc-b071-70d79cb9c6d7),segment_id=bb323f25-606f-46dc-b071-70d79cb9c6d7)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:42:59.970295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2f68258-4303-4a57-9e66-adf263def6ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:00.013680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:00.022146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event updated for resources: {'Port': ['ID=03cfab5e-e521-4f86-a7eb-eb26c4228772,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:00.025345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:00.076999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Transition to ACTIVE for port object 27e754bd-eeae-4f12-9d18-8717a87d01f1 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:00.104018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:00.121720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network 577c5ca1-53f9-4026-ad3c-b2363f0bce33 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:00.127550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:00.129331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Transition to ACTIVE for port object 27e754bd-eeae-4f12-9d18-8717a87d01f1 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:00.130288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:00.143477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:00.165712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:00.288856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=58ce13b6-2c94-40e7-a04d-9b8c31afd3fb,segment=NetworkSegment(3aceeed1-f7ae-457c-bc85-3dd66ffcb101),segment_id=3aceeed1-f7ae-457c-bc85-3dd66ffcb101)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:00.293282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Set router 8a305b25-e174-4c49-9324-9dda40e7078d gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:43:00.308584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:00.322085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d12eb38>, [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:49Z', 'revision_number': 3, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:00.327437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Pushing event updated for resources: {'Port': ['ID=27e754bd-eeae-4f12-9d18-8717a87d01f1,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:00.333440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:00.334241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d5e99c-3916-4aae-94aa-f2c044c7f54d None None] The sync data for ids ['80358eb5-ee8b-4125-9882-e98dee060e74'] in dv-neutron-765072-3-ovs is: [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:49Z', 'revision_number': 3, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:43:00.335633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-459f09ca-1d78-466b-96f5-161a2aecf240 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:00.379317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Allocated IP 172.26.7.191 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/ebaf2055-1b59-4d84-bafb-e858e81d923a) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:00.498585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8fa46d06-7fd6-487a-a5f3-20e5d97510eb up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:00.551821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b2f68258-4303-4a57-9e66-adf263def6ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Calling delete_port for 8662a242-dd06-4ee0-b785-741db0ea9d6a owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:00.604854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:00.620941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=58ce13b6-2c94-40e7-a04d-9b8c31afd3fb,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:00.632172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Usage tracker for resource:security_group_rule and tenant:a4d99721b2184071bdf48ed15e267486 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:00.640963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:00.656423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:00.658173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:00.663887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:00.676571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:00.722477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:00.751473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Attempting to bind port 27e754bd-eeae-4f12-9d18-8717a87d01f1 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:43:00.752246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Attempting to bind port 27e754bd-eeae-4f12-9d18-8717a87d01f1 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '4d3bfdfb-e47a-412b-8dc3-b8f9490018dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '79bdedef-8d0b-4b4d-bdaa-1bdadd442384'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:43:00.753356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Attempting to bind port 27e754bd-eeae-4f12-9d18-8717a87d01f1 on network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:43:00.766934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:00.769490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:43:00.769782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Checking segment: {'id': '4d3bfdfb-e47a-412b-8dc3-b8f9490018dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '79bdedef-8d0b-4b4d-bdaa-1bdadd442384'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:43:00.770253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:00.770709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Bound using segment: {'id': '4d3bfdfb-e47a-412b-8dc3-b8f9490018dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '79bdedef-8d0b-4b4d-bdaa-1bdadd442384'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:43:00.771018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:00.771262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Bound port: 27e754bd-eeae-4f12-9d18-8717a87d01f1, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3bfdfb-e47a-412b-8dc3-b8f9490018dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '79bdedef-8d0b-4b4d-bdaa-1bdadd442384'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:43:00.771696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:00.781996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:00.790701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 8fa46d06-7fd6-487a-a5f3-20e5d97510eb triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:00.791171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:00.830493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:00.903155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Transition to ACTIVE for port object e8c32ceb-4917-4d10-83e3-816a4cbbe3a7 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:00.923268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:00.948688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9e2635ad-8454-486f-917b-aa779c6da595 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:00.954275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Transition to ACTIVE for port object ac02bc13-fc93-4bb3-b920-0b1c0f373e4c will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:01.113287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:01.123212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] For port 27e754bd-eeae-4f12-9d18-8717a87d01f1, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:43:01.123409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2f68258-4303-4a57-9e66-adf263def6ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:01.126244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:01.130182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:01.145073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event updated for resources: {'Port': ['ID=ebaf2055-1b59-4d84-bafb-e858e81d923a,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:01.152211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d99d240>, [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:42:54Z', 'revision_number': 4, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b3e29252-cb64-4f56-b080-53d106aa8596', 'name': '', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'mac_address': 'fa:16:3e:24:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '425adf38-5fd3-496d-999b-301b4439713d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:51Z', 'updated_at': '2020-12-18T06:42:56Z', 'revision_number': 2, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'subnets': [{'id': '425adf38-5fd3-496d-999b-301b4439713d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:01.158792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:01.162495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Checking router: 8a305b25-e174-4c49-9324-9dda40e7078d for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:43:01.164763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Updating router 8a305b25-e174-4c49-9324-9dda40e7078d port b3e29252-cb64-4f56-b080-53d106aa8596 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:43:01.168117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] For port 27e754bd-eeae-4f12-9d18-8717a87d01f1, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=27e754bd-eeae-4f12-9d18-8717a87d01f1,segment=NetworkSegment(4d3bfdfb-e47a-412b-8dc3-b8f9490018dd),segment_id=4d3bfdfb-e47a-412b-8dc3-b8f9490018dd)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:43:01.175260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:01.202775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:01.203538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3c153967-5918-4e9b-8c97-2669b2b4873e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:01.270334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:01.325171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:01.442221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Pushing event updated for resources: {'Port': ['ID=27e754bd-eeae-4f12-9d18-8717a87d01f1,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:01.454753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac02bc13-fc93-4bb3-b920-0b1c0f373e4c,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:01.458896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:01.463651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:01.467682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:01.481335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:01.565879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f68258-4303-4a57-9e66-adf263def6ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event deleted for resources: {'Port': ['ID=8662a242-dd06-4ee0-b785-741db0ea9d6a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:01.576934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:01.579337 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 1.7355127
Dec 18 06:43:01.582682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42028) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:01.586758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b2f68258-4303-4a57-9e66-adf263def6ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:01.606365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:01.736627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Network eca7ae00-9778-4814-8efd-9601e6522f96 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:01.740673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f6c423bd-82d4-431f-9d54-473b4708fa51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Request body: {'security_group_rule': {'security_group_id': 'bb85b677-aa16-4f92-9d60-4977d0305cc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:01.758277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:01.764441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:01.769015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f6c423bd-82d4-431f-9d54-473b4708fa51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:01.772658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:01.786285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:01.797332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:01.797872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:01.852110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f6c423bd-82d4-431f-9d54-473b4708fa51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Usage tracker for resource:security_group_rule and tenant:a4d99721b2184071bdf48ed15e267486 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:01.959312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f6c423bd-82d4-431f-9d54-473b4708fa51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:01.985797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:02.087237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Pushing event updated for resources: {'SecurityGroup': ['ID=bb85b677-aa16-4f92-9d60-4977d0305cc7,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:02.164027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f6c423bd-82d4-431f-9d54-473b4708fa51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:02.171525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:02.183194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:02.184956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.628s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:02.185375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:02.244784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fb9668cd-2313-4286-8341-1be33cddc340 None None] Provisioning for port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:02.250978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fb9668cd-2313-4286-8341-1be33cddc340 None None] Provisioning complete for port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:02.251843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb9668cd-2313-4286-8341-1be33cddc340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:02.327759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fb9668cd-2313-4286-8341-1be33cddc340 None None] Port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:02.339933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1494f29d-68a5-4f7d-9ef9-59f572b9027b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:02.408997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:02.424458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Transition to ACTIVE for port object b3e29252-cb64-4f56-b080-53d106aa8596 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:02.432917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:02.433917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2f68258-4303-4a57-9e66-adf263def6ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:02.436242 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b2f68258-4303-4a57-9e66-adf263def6ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "DELETE /v2.0/ports/8662a242-dd06-4ee0-b785-741db0ea9d6a HTTP/1.1" status: 204  len: 168 time: 3.6641233
Dec 18 06:43:02.450534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16e43ff1-b3e9-402a-9dca-837e34bdb057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:02.478926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6c423bd-82d4-431f-9d54-473b4708fa51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:02.504580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42038) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:02.613944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb81593-a31b-4eca-a0a5-4b626e6a7559 None None] Pushing event updated for resources: {'Port': ['ID=b3e29252-cb64-4f56-b080-53d106aa8596,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:02.619510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcb81593-a31b-4eca-a0a5-4b626e6a7559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:02.653220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:02.780978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:02.791200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:02.792803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:02.809557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Attempting to bind port b3e29252-cb64-4f56-b080-53d106aa8596 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:43:02.810386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Attempting to bind port b3e29252-cb64-4f56-b080-53d106aa8596 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f84b69c9-ef00-471e-9ca5-13ca66d94a72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:43:02.811250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Attempting to bind port b3e29252-cb64-4f56-b080-53d106aa8596 on network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:43:02.817700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:43:02.818471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Checking segment: {'id': 'f84b69c9-ef00-471e-9ca5-13ca66d94a72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:43:02.819071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:02.819648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Bound using segment: {'id': 'f84b69c9-ef00-471e-9ca5-13ca66d94a72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:43:02.821021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Bound port: b3e29252-cb64-4f56-b080-53d106aa8596, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84b69c9-ef00-471e-9ca5-13ca66d94a72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:43:02.821618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:02.957689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] For port b3e29252-cb64-4f56-b080-53d106aa8596, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:43:02.971914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:02.986165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] For port b3e29252-cb64-4f56-b080-53d106aa8596, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b3e29252-cb64-4f56-b080-53d106aa8596,segment=NetworkSegment(f84b69c9-ef00-471e-9ca5-13ca66d94a72),segment_id=f84b69c9-ef00-471e-9ca5-13ca66d94a72)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:43:02.990346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:02.994045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:02.994857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:02.995252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 27e754bd-eeae-4f12-9d18-8717a87d01f1 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:03.009243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:03.018056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event updated for resources: {'Port': ['ID=03cfab5e-e521-4f86-a7eb-eb26c4228772,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:03.027196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.042s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:03.029954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:03.046368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:03.141879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:03.181479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:03.214168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:03.284787 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e349a46-ed55-482c-aea3-f991bf98c816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] GET failed (client error): The resource could not be found.
Dec 18 06:43:03.285371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9e349a46-ed55-482c-aea3-f991bf98c816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Synchronizing usage tracker for tenant:888a211ad1884b95aa34eaca7c684d7d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:03.290242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 27e754bd-eeae-4f12-9d18-8717a87d01f1 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:03.291988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42050) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:03.297169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:03.325376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event updated for resources: {'Port': ['ID=e8c32ceb-4917-4d10-83e3-816a4cbbe3a7,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:03.346925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb81593-a31b-4eca-a0a5-4b626e6a7559 None None] Pushing event updated for resources: {'Port': ['ID=b3e29252-cb64-4f56-b080-53d106aa8596,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:03.352051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcb81593-a31b-4eca-a0a5-4b626e6a7559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:03.378121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:03.383591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Routers {'8a305b25-e174-4c49-9324-9dda40e7078d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:03.384335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d99d240>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['8a305b25-e174-4c49-9324-9dda40e7078d'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:03.388446 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 6.7449796
Dec 18 06:43:03.389507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42054) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:03.426239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:03.426693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:03.481376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56da587d-5471-4b00-b107-3e5df6959407 None None] Network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:43:03.522012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4d6f0283-5ede-4be4-965f-f2a783de290d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Synchronizing usage tracker for tenant:994b881257a54b5589ba686b32763059 on resource:floatingip {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:03.542159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:03.659616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-30534951-d8a5-43a8-9cba-ffe5bb7839af None None] Provisioning for port 27e754bd-eeae-4f12-9d18-8717a87d01f1 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:03.673041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-30534951-d8a5-43a8-9cba-ffe5bb7839af None None] Provisioning complete for port 27e754bd-eeae-4f12-9d18-8717a87d01f1 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:03.673818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30534951-d8a5-43a8-9cba-ffe5bb7839af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:03.683166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:03.705251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] Set router 8a305b25-e174-4c49-9324-9dda40e7078d gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:43:03.712501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.373s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:03.724910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:03.759607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:03.785916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b2f68258-4303-4a57-9e66-adf263def6ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:03.912796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6c423bd-82d4-431f-9d54-473b4708fa51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:03.918477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9e349a46-ed55-482c-aea3-f991bf98c816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Unset dirty status for tenant:888a211ad1884b95aa34eaca7c684d7d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:03.923354 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9e349a46-ed55-482c-aea3-f991bf98c816 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "GET /v2.0/ports/8662a242-dd06-4ee0-b785-741db0ea9d6a HTTP/1.1" status: 404  len: 333 time: 1.3977804
Dec 18 06:43:03.953813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6c423bd-82d4-431f-9d54-473b4708fa51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:03.961934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-08ba0639-4f91-496c-80cb-ca92e467bba1 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1663539052'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:03.962407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-08ba0639-4f91-496c-80cb-ca92e467bba1 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Unknown quota resources ['metering_label']. {{(pid=81085) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 18 06:43:03.962917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42060) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:03.982163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4d6f0283-5ede-4be4-965f-f2a783de290d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Unset dirty status for tenant:994b881257a54b5589ba686b32763059 on resource:floatingip {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:03.988275 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4d6f0283-5ede-4be4-965f-f2a783de290d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "GET /v2.0/floatingips?floating_network_id=577c5ca1-53f9-4026-ad3c-b2363f0bce33 HTTP/1.1" status: 200  len: 689 time: 0.5950980
Dec 18 06:43:03.995429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1828490703', 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:04.003552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42064) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:04.007089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:04.069590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30534951-d8a5-43a8-9cba-ffe5bb7839af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:04.140051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-30534951-d8a5-43a8-9cba-ffe5bb7839af None None] For port 27e754bd-eeae-4f12-9d18-8717a87d01f1, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=27e754bd-eeae-4f12-9d18-8717a87d01f1,segment=NetworkSegment(4d3bfdfb-e47a-412b-8dc3-b8f9490018dd),segment_id=4d3bfdfb-e47a-412b-8dc3-b8f9490018dd)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:04.151278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30534951-d8a5-43a8-9cba-ffe5bb7839af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:04.155237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:04.172559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:04.279699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d99d240>, [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:42:54Z', 'revision_number': 4, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b3e29252-cb64-4f56-b080-53d106aa8596', 'name': '', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'mac_address': 'fa:16:3e:24:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '425adf38-5fd3-496d-999b-301b4439713d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:51Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'subnets': [{'id': '425adf38-5fd3-496d-999b-301b4439713d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:04.280256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Made reservation on behalf of 888a211ad1884b95aa34eaca7c684d7d for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:04.284861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167cd18d-5276-42a1-a7f2-b635402714df None None] The sync data for ids ['8a305b25-e174-4c49-9324-9dda40e7078d'] in dv-neutron-765072-3-ovs is: [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:42:54Z', 'revision_number': 4, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b3e29252-cb64-4f56-b080-53d106aa8596', 'name': '', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'mac_address': 'fa:16:3e:24:6c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '425adf38-5fd3-496d-999b-301b4439713d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:51Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'subnets': [{'id': '425adf38-5fd3-496d-999b-301b4439713d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:43:04.286061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:04.316054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:04.329714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:04.364619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08ba0639-4f91-496c-80cb-ca92e467bba1 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Notify callbacks [] for metering_label, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:04.366112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-08ba0639-4f91-496c-80cb-ca92e467bba1 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 1.0423014
Dec 18 06:43:04.367186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:04.368978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42068) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:04.383401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-94e42505-977f-4daf-8713-7da0b5f3539d tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3e56f692-3395-47ef-8b41-d0cc03b5321c'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:04.383951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-94e42505-977f-4daf-8713-7da0b5f3539d tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Unknown quota resources ['metering_label_rule']. {{(pid=81085) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 18 06:43:04.396962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:04.405040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:04.406787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:04.436597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac02bc13-fc93-4bb3-b920-0b1c0f373e4c,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:04.451994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 6.7684078
Dec 18 06:43:04.453140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6c423bd-82d4-431f-9d54-473b4708fa51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:04.454414 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f6c423bd-82d4-431f-9d54-473b4708fa51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 2.8496163
Dec 18 06:43:04.464212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:04.464732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42072) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:04.465104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42074) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:04.540799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30534951-d8a5-43a8-9cba-ffe5bb7839af None None] Pushing event updated for resources: {'Port': ['ID=27e754bd-eeae-4f12-9d18-8717a87d01f1,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:04.549417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30534951-d8a5-43a8-9cba-ffe5bb7839af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:04.635617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:04.711816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:04.721207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-796949ed-f50d-474d-9c66-dc0200442e9a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:04.763859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4721e181-5301-4463-8bcd-c3a4b28445c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Request body: {'security_group_rule': {'security_group_id': 'bb85b677-aa16-4f92-9d60-4977d0305cc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:04.769626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Allocated IP 172.26.7.242 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/043d4043-9210-4e33-9ec5-7e812e6fc763) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:04.779810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:04.780259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:04.803611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c423bd-82d4-431f-9d54-473b4708fa51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b93b6e4-6201-420d-8d14-193ab71cb302,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:04.812908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f6c423bd-82d4-431f-9d54-473b4708fa51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:04.831370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bba0fdb5-5c52-4cfe-94be-fe69484cb5aa tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ff', 'mac_address': 'fa:16:3e:ef:4f:bd'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:04.902278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-24d06e5f-513f-4ab6-b05d-e142b2fef2c3 None None] Provisioning for port e8c32ceb-4917-4d10-83e3-816a4cbbe3a7 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:04.912719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-24d06e5f-513f-4ab6-b05d-e142b2fef2c3 None None] Provisioning complete for port e8c32ceb-4917-4d10-83e3-816a4cbbe3a7 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:04.913372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-24d06e5f-513f-4ab6-b05d-e142b2fef2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:04.917382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Deleting port 03cfab5e-e521-4f86-a7eb-eb26c4228772 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:04.917783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:05.003742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] device_id is not set on port 75844724-e77c-4a64-8e6e-c4c8b1ac5155 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:05.053485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b3e29252-cb64-4f56-b080-53d106aa8596 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:05.095742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4721e181-5301-4463-8bcd-c3a4b28445c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:05.102169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-24d06e5f-513f-4ab6-b05d-e142b2fef2c3 None None] Port e8c32ceb-4917-4d10-83e3-816a4cbbe3a7 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:05.140516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-24d06e5f-513f-4ab6-b05d-e142b2fef2c3 None None] Provisioning complete for port 27e754bd-eeae-4f12-9d18-8717a87d01f1 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:05.140942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-24d06e5f-513f-4ab6-b05d-e142b2fef2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:05.191844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bba0fdb5-5c52-4cfe-94be-fe69484cb5aa tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:05.216953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4721e181-5301-4463-8bcd-c3a4b28445c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Usage tracker for resource:security_group_rule and tenant:a4d99721b2184071bdf48ed15e267486 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:05.227008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port b3e29252-cb64-4f56-b080-53d106aa8596 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:05.235946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b3e29252-cb64-4f56-b080-53d106aa8596 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:05.236821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:05.431247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:05.474082 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.services.metering.metering_plugin [None req-94e42505-977f-4daf-8713-7da0b5f3539d tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 18 06:43:05.481346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4721e181-5301-4463-8bcd-c3a4b28445c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:05.507545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port b3e29252-cb64-4f56-b080-53d106aa8596, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b3e29252-cb64-4f56-b080-53d106aa8596,segment=NetworkSegment(f84b69c9-ef00-471e-9ca5-13ca66d94a72),segment_id=f84b69c9-ef00-471e-9ca5-13ca66d94a72)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:05.522935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:05.528890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce382efd-ecc3-4683-8747-b745409f500c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:05.609732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=b3e29252-cb64-4f56-b080-53d106aa8596,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:05.614708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:05.706566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f9f0d994-1ba0-485f-92b5-d216829b7728 None None] Provisioning complete for port 27e754bd-eeae-4f12-9d18-8717a87d01f1 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:05.707031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9f0d994-1ba0-485f-92b5-d216829b7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:05.743385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4721e181-5301-4463-8bcd-c3a4b28445c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:05.853501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:05.853892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks [] for floatingip, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:05.872154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:05.998771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94e42505-977f-4daf-8713-7da0b5f3539d tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Notify callbacks [] for metering_label_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.000063 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-94e42505-977f-4daf-8713-7da0b5f3539d tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 1.6217375
Dec 18 06:43:06.002439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Calling delete_port for 03cfab5e-e521-4f86-a7eb-eb26c4228772 owned by network:floatingip {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:06.003706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Network eca7ae00-9778-4814-8efd-9601e6522f96 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:06.010910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42080) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:06.018051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:06.031206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7a48ec1a-136b-4f9f-a1fb-c509074cd228 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3e56f692-3395-47ef-8b41-d0cc03b5321c'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:06.031728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7a48ec1a-136b-4f9f-a1fb-c509074cd228 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Unknown quota resources ['metering_label_rule']. {{(pid=81085) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 18 06:43:06.034181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4721e181-5301-4463-8bcd-c3a4b28445c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.105138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Router c0db9bc7-dca2-49ca-a5f8-c5893358d290 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:43:06.126133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.136777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-bba0fdb5-5c52-4cfe-94be-fe69484cb5aa tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:43:06.191613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bba0fdb5-5c52-4cfe-94be-fe69484cb5aa tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.217893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bba0fdb5-5c52-4cfe-94be-fe69484cb5aa tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.240076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:06.250978 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.services.metering.metering_plugin [None req-7a48ec1a-136b-4f9f-a1fb-c509074cd228 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 18 06:43:06.258598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-70a3a2f7-c8ad-40f1-b28d-2085a539ae84 None None] Provisioning complete for port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:06.259166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70a3a2f7-c8ad-40f1-b28d-2085a539ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.262656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:06.316371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-70a3a2f7-c8ad-40f1-b28d-2085a539ae84 None None] Port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:06.400906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b3e29252-cb64-4f56-b080-53d106aa8596 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:06.424754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event updated for resources: {'Port': ['ID=75844724-e77c-4a64-8e6e-c4c8b1ac5155,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:06.429690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:06.475122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b3e29252-cb64-4f56-b080-53d106aa8596 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:06.475556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.508039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.542041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:06.603359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 27e754bd-eeae-4f12-9d18-8717a87d01f1 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:06.633866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event deleted for resources: {'Port': ['ID=03cfab5e-e521-4f86-a7eb-eb26c4228772,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:06.634511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.636552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:06.638456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a48ec1a-136b-4f9f-a1fb-c509074cd228 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Notify callbacks [] for metering_label_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.639753 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7a48ec1a-136b-4f9f-a1fb-c509074cd228 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.6233730
Dec 18 06:43:06.644946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42084) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:06.681656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Network 74f0637b-526f-4d06-8969-87fa4e43acc4 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:06.686858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4721e181-5301-4463-8bcd-c3a4b28445c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.687801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0fdb5-5c52-4cfe-94be-fe69484cb5aa tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event updated for resources: {'Port': ['ID=e8c32ceb-4917-4d10-83e3-816a4cbbe3a7,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:06.688458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:06.691641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:06.692557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:06.693413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.697977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:43:06.707968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bba0fdb5-5c52-4cfe-94be-fe69484cb5aa tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:06.716365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4721e181-5301-4463-8bcd-c3a4b28445c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.717116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabfd015-b0a8-42a4-a766-23010e1c5671 None None] Sync routers for ids ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:43:06.720754 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4173093b-0de9-4a18-824f-74e45d74c5fc tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=e683a76c-52d6-4281-80cd-fe86085b567e HTTP/1.1" status: 200  len: 462 time: 0.0648401
Dec 18 06:43:06.732404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 27e754bd-eeae-4f12-9d18-8717a87d01f1 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:06.732724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.732825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42088) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:06.735029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Router 80358eb5-ee8b-4125-9882-e98dee060e74 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:43:06.741069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:06.765580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabfd015-b0a8-42a4-a766-23010e1c5671 None None] Routers {'c0db9bc7-dca2-49ca-a5f8-c5893358d290'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:06.766224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-aabfd015-b0a8-42a4-a766-23010e1c5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cd015c0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:06.780700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721e181-5301-4463-8bcd-c3a4b28445c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2b36c1-525b-49bf-b253-58303a67695b,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:06.792793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4721e181-5301-4463-8bcd-c3a4b28445c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:06.802894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.807027 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-675d4dd1-67ba-442a-a762-7709fcf3549b tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 9.4516439
Dec 18 06:43:06.818169 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.8445370
Dec 18 06:43:06.819337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42092) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:06.820239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42094) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:06.840096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-aabfd015-b0a8-42a4-a766-23010e1c5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cd015c0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:06.863631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabfd015-b0a8-42a4-a766-23010e1c5671 None None] Routers {'c0db9bc7-dca2-49ca-a5f8-c5893358d290'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:06.864241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-aabfd015-b0a8-42a4-a766-23010e1c5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cd015c0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:06.869623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bba0fdb5-5c52-4cfe-94be-fe69484cb5aa tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] In _notify_port_updated(), no bound segment for port e8c32ceb-4917-4d10-83e3-816a4cbbe3a7 on network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f {{(pid=81085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:43:06.873974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba0fdb5-5c52-4cfe-94be-fe69484cb5aa tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:06.874708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bba0fdb5-5c52-4cfe-94be-fe69484cb5aa tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.879273 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bba0fdb5-5c52-4cfe-94be-fe69484cb5aa tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "PUT /v2.0/ports/e8c32ceb-4917-4d10-83e3-816a4cbbe3a7 HTTP/1.1" status: 200  len: 1002 time: 2.1357739
Dec 18 06:43:06.886374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42100) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:06.922367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4721e181-5301-4463-8bcd-c3a4b28445c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.923583 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4721e181-5301-4463-8bcd-c3a4b28445c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 2.1672699
Dec 18 06:43:06.931086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42104) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:06.935800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-aabfd015-b0a8-42a4-a766-23010e1c5671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cd015c0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:06.936526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabfd015-b0a8-42a4-a766-23010e1c5671 None None] The sync data for ids ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:43:06.957645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:06.970704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:06.998259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:07.054876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:07.143611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bf239ac5-e35b-4e86-a3cf-fa8835c4c404 None None] Provisioning complete for port e8c32ceb-4917-4d10-83e3-816a4cbbe3a7 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:07.144170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf239ac5-e35b-4e86-a3cf-fa8835c4c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:07.202541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bf239ac5-e35b-4e86-a3cf-fa8835c4c404 None None] Port e8c32ceb-4917-4d10-83e3-816a4cbbe3a7 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:07.219843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-318531b1-57a4-4fe7-a473-00f19ea33257 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Notify callbacks [] for metering_label_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:07.221106 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-318531b1-57a4-4fe7-a473-00f19ea33257 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/e683a76c-52d6-4281-80cd-fe86085b567e HTTP/1.1" status: 204  len: 168 time: 0.4872296
Dec 18 06:43:07.237131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42108) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:07.253922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede61f3-cc1f-4c7b-a987-947b0695ce16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:07.254558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dede61f3-cc1f-4c7b-a987-947b0695ce16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Synchronizing usage tracker for tenant:888a211ad1884b95aa34eaca7c684d7d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:07.324125 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-73b35073-f4ce-4338-a135-ba5033362ca5 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=e683a76c-52d6-4281-80cd-fe86085b567e HTTP/1.1" status: 200  len: 221 time: 0.0856934
Dec 18 06:43:07.332806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42112) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:07.355307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c4fa02e8-2657-4b78-9f4e-932d278b70ba tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Request body: {'metering_label': {'name': 'tempest-metering-label--359493848', 'description': 'label created by tempest'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:07.355789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c4fa02e8-2657-4b78-9f4e-932d278b70ba tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Unknown quota resources ['metering_label']. {{(pid=81084) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 18 06:43:07.364446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks [] for floatingip, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:07.370762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Usage tracker for resource:floatingip and tenant:a4d99721b2184071bdf48ed15e267486 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:07.384193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:07.404701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-96328f42-f4c6-40ca-9751-0344cdc1c333 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Deleting port e8c32ceb-4917-4d10-83e3-816a4cbbe3a7 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:07.405011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96328f42-f4c6-40ca-9751-0344cdc1c333 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:07.463128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:07.514946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Pushing event updated for resources: {'Port': ['ID=043d4043-9210-4e33-9ec5-7e812e6fc763,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:07.528601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:07.532158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:07.571105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:43:07.582133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Sync routers for ids ['80358eb5-ee8b-4125-9882-e98dee060e74'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:43:07.593451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Routers {'80358eb5-ee8b-4125-9882-e98dee060e74'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:07.594184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc61518>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['80358eb5-ee8b-4125-9882-e98dee060e74'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:07.647526 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] 10.222.0.23 "PUT /v2.0/routers/80358eb5-ee8b-4125-9882-e98dee060e74/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4517539
Dec 18 06:43:07.739867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dede61f3-cc1f-4c7b-a987-947b0695ce16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Unset dirty status for tenant:888a211ad1884b95aa34eaca7c684d7d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:07.744503 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dede61f3-cc1f-4c7b-a987-947b0695ce16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "GET /v2.0/ports/75844724-e77c-4a64-8e6e-c4c8b1ac5155 HTTP/1.1" status: 200  len: 959 time: 0.9215844
Dec 18 06:43:07.745401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42118) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:07.766408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:07.829902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:07.841639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:07.939074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96328f42-f4c6-40ca-9751-0344cdc1c333 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:07.952351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:08.052598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:08.055675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Set router 80358eb5-ee8b-4125-9882-e98dee060e74 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:43:08.094777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-96328f42-f4c6-40ca-9751-0344cdc1c333 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Calling delete_port for e8c32ceb-4917-4d10-83e3-816a4cbbe3a7 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:08.218364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:08.231416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:08.326568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42126) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:08.393109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Request body: {'security_group': {'name': 'tempest-securitygroup--1836638491', 'description': 'tempest-description--639949299'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:08.393890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc61518>, [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ac02bc13-fc93-4bb3-b920-0b1c0f373e4c', 'name': '', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'mac_address': 'fa:16:3e:20:b4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:58Z', 'updated_at': '2020-12-18T06:43:03Z', 'revision_number': 2, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'subnets': [{'id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:08.398640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Checking router: 80358eb5-ee8b-4125-9882-e98dee060e74 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:43:08.399034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Updating router 80358eb5-ee8b-4125-9882-e98dee060e74 port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:43:08.410261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:08.455717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:08.474251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4fa02e8-2657-4b78-9f4e-932d278b70ba tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Notify callbacks [] for metering_label, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:08.478194 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c4fa02e8-2657-4b78-9f4e-932d278b70ba tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 1.1417439
Dec 18 06:43:08.481005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Usage tracker for resource:security_group and tenant:abf0c209214f4a169089dc3a67fb1913 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:08.487788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42130) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:08.496202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:08.517473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-441811e3-cb9b-4af6-a6b1-8eb47b6fbb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Deleting port 75844724-e77c-4a64-8e6e-c4c8b1ac5155 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:08.517752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-441811e3-cb9b-4af6-a6b1-8eb47b6fbb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:08.527128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:08.580311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:08.639698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96328f42-f4c6-40ca-9751-0344cdc1c333 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:08.717068 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aeeedbea-2ee4-4f22-9921-703728c0ea44 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=3eae0f23-91db-44e2-a453-d07327b41f30 HTTP/1.1" status: 200  len: 467 time: 0.2212965
Dec 18 06:43:08.737476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42134) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:08.743401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:08.799340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:08.842704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:08.869956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96328f42-f4c6-40ca-9751-0344cdc1c333 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event deleted for resources: {'Port': ['ID=e8c32ceb-4917-4d10-83e3-816a4cbbe3a7,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:08.876615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Usage tracker for resource:security_group_rule and tenant:abf0c209214f4a169089dc3a67fb1913 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:08.884120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:08.888882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-96328f42-f4c6-40ca-9751-0344cdc1c333 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:08.896529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:08.903761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:08.910021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Transition to ACTIVE for port object ac02bc13-fc93-4bb3-b920-0b1c0f373e4c will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:08.912858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:08.929301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:08.976531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:09.059933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34b62f-0290-4234-8956-cd0938d47f70 None None] Pushing event updated for resources: {'Port': ['ID=ac02bc13-fc93-4bb3-b920-0b1c0f373e4c,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:09.065820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca34b62f-0290-4234-8956-cd0938d47f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:09.120415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96328f42-f4c6-40ca-9751-0344cdc1c333 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:09.123815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Allocated IP 172.26.7.86 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/55cfc71c-4335-48bf-966d-ce931543c614) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:09.176035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:09.223173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:09.236199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Attempting to bind port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:43:09.236606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Attempting to bind port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:43:09.237011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Attempting to bind port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c on network eca7ae00-9778-4814-8efd-9601e6522f96 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:43:09.246806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:43:09.247235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Checking segment: {'id': 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:43:09.247677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:09.248115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Bound using segment: {'id': 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:43:09.250112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Bound port: ac02bc13-fc93-4bb3-b920-0b1c0f373e4c, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:43:09.250563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:09.285079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:09.316618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b21a7f86-b7f0-43cf-a6a6-6e6b671b62b0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:09.390382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] For port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:43:09.394229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] For port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ac02bc13-fc93-4bb3-b920-0b1c0f373e4c,segment=NetworkSegment(aca7d980-6b6b-4767-b9c6-edb4a71f84ab),segment_id=aca7d980-6b6b-4767-b9c6-edb4a71f84ab)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:43:09.400740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:09.418807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca34b62f-0290-4234-8956-cd0938d47f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:09.469116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event deleted for resources: {'Subnet': ['ID=04ad5fa7-3667-4165-8f99-a83327737deb,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:09.510451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:09.527043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Pushing event updated for resources: {'Port': ['ID=043d4043-9210-4e33-9ec5-7e812e6fc763,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:09.533584 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-96328f42-f4c6-40ca-9751-0344cdc1c333 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "DELETE /v2.0/ports/e8c32ceb-4917-4d10-83e3-816a4cbbe3a7 HTTP/1.1" status: 204  len: 168 time: 2.6450572
Dec 18 06:43:09.534565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42138) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:09.540426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:09.558341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34b62f-0290-4234-8956-cd0938d47f70 None None] Pushing event updated for resources: {'Port': ['ID=ac02bc13-fc93-4bb3-b920-0b1c0f373e4c,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:09.559700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:09.560491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:09.567621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca34b62f-0290-4234-8956-cd0938d47f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:09.669922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Routers {'80358eb5-ee8b-4125-9882-e98dee060e74'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:09.670606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc61518>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['80358eb5-ee8b-4125-9882-e98dee060e74'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:09.681458 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6695b0-02b2-4211-b459-d2b3b5db37fc tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] GET failed (client error): The resource could not be found.
Dec 18 06:43:09.682209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0d6695b0-02b2-4211-b459-d2b3b5db37fc tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Synchronizing usage tracker for tenant:eb5b40301aa74cf596b3dde4e1f16729 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:09.693079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:09.698210 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 1.3148749
Dec 18 06:43:09.699223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42142) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:09.710131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Pushing event updated for resources: {'SecurityGroup': ['ID=2f80d5d3-397f-472a-9e71-23db26ed3567,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:09.721002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-284118af-f5f6-43d1-bc3d-04fb573ace94 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Request body: {'security_group_rule': {'security_group_id': '2f80d5d3-397f-472a-9e71-23db26ed3567', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:09.731733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:09.743826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:09.759115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-284118af-f5f6-43d1-bc3d-04fb573ace94 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:09.772185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-284118af-f5f6-43d1-bc3d-04fb573ace94 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Usage tracker for resource:security_group_rule and tenant:abf0c209214f4a169089dc3a67fb1913 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:09.779007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-284118af-f5f6-43d1-bc3d-04fb573ace94 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:09.782502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0d6695b0-02b2-4211-b459-d2b3b5db37fc tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Unset dirty status for tenant:eb5b40301aa74cf596b3dde4e1f16729 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:09.786459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0d6695b0-02b2-4211-b459-d2b3b5db37fc tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "GET /v2.0/ports/e8c32ceb-4917-4d10-83e3-816a4cbbe3a7 HTTP/1.1" status: 404  len: 333 time: 0.2136872
Dec 18 06:43:09.795777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42146) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:09.810453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-284118af-f5f6-43d1-bc3d-04fb573ace94 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:09.823327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Request body: {'port': {'network_id': '5318bd67-f8a8-4bbb-9729-c4d426d1a55f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-390950790'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:09.913165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-441811e3-cb9b-4af6-a6b1-8eb47b6fbb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:09.926115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23b1186c-34ac-4c3a-b189-1440fc57bf3f tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Notify callbacks [] for metering_label, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:09.930772 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-23b1186c-34ac-4c3a-b189-1440fc57bf3f tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/3eae0f23-91db-44e2-a453-d07327b41f30 HTTP/1.1" status: 204  len: 168 time: 1.1866770
Dec 18 06:43:09.930954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] Set router 80358eb5-ee8b-4125-9882-e98dee060e74 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:43:09.936519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42150) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:10.170328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-441811e3-cb9b-4af6-a6b1-8eb47b6fbb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Calling delete_port for 75844724-e77c-4a64-8e6e-c4c8b1ac5155 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:10.185638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-284118af-f5f6-43d1-bc3d-04fb573ace94 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:10.193397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:10.223464 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-824cc2fd-183c-429a-aed2-8505475f4eed tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=3eae0f23-91db-44e2-a453-d07327b41f30 HTTP/1.1" status: 200  len: 216 time: 0.2343152
Dec 18 06:43:10.230422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42154) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:10.249573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:10.259357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:10.269448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:10.297659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc61518>, [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ac02bc13-fc93-4bb3-b920-0b1c0f373e4c', 'name': '', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'mac_address': 'fa:16:3e:20:b4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:58Z', 'updated_at': '2020-12-18T06:43:09Z', 'revision_number': 4, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'subnets': [{'id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:10.301948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64332a70-f844-458c-83ee-1e58aaf0b71f None None] The sync data for ids ['80358eb5-ee8b-4125-9882-e98dee060e74'] in dv-neutron-765072-3-ovs is: [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ac02bc13-fc93-4bb3-b920-0b1c0f373e4c', 'name': '', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'mac_address': 'fa:16:3e:20:b4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:58Z', 'updated_at': '2020-12-18T06:43:09Z', 'revision_number': 4, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'subnets': [{'id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:43:10.366838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:10.376700 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 11.1628149
Dec 18 06:43:10.407890 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4585d2ae-c289-4c36-8fdf-4ba3347ef30e tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.1591694
Dec 18 06:43:10.422571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42160) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:10.438056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:10.489500 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9d3698fb-d0c3-43fc-8763-3792e5b99a75 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0640674
Dec 18 06:43:10.496580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c3bb5c0>,) {'filters': {'network_id': ['577c5ca1-53f9-4026-ad3c-b2363f0bce33']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:10.508341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42164) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:10.512719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c3bb5c0>, 'aaef8cb2-703e-4334-8663-38c681b0b36e') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:10.513197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c3bb5c0>, 'aaef8cb2-703e-4334-8663-38c681b0b36e') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:10.514690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:10.586876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Pushing event updated for resources: {'Port': ['ID=55cfc71c-4335-48bf-966d-ce931543c614,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:10.598925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:10.604373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-284118af-f5f6-43d1-bc3d-04fb573ace94 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:10.609709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:10.610976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:10.661918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:10.700127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:10.704461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Releasing vxlan tunnel 9 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:43:10.717222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:10.731393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-284118af-f5f6-43d1-bc3d-04fb573ace94 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:10.732713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:10.740307 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a307e8db-df61-42b4-9ed5-fb6bf8ff1822 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "GET /v2.0/metering/metering-labels/3e56f692-3395-47ef-8b41-d0cc03b5321c HTTP/1.1" status: 200  len: 473 time: 0.2225757
Dec 18 06:43:10.747371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42182) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:10.748052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4721e181-5301-4463-8bcd-c3a4b28445c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:10.791118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Made reservation on behalf of eb5b40301aa74cf596b3dde4e1f16729 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:10.796765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:10.826633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284118af-f5f6-43d1-bc3d-04fb573ace94 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129869bf-ca7f-4116-b350-e38cb1439f35,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:10.833547 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-665062a4-3aa5-40ad-bada-af5ee4c7416e tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/9fe3bba6-ad32-4809-8e15-e451b87f556c HTTP/1.1" status: 200  len: 459 time: 0.0733242
Dec 18 06:43:10.834320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-284118af-f5f6-43d1-bc3d-04fb573ace94 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:10.834991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-284118af-f5f6-43d1-bc3d-04fb573ace94 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:10.839818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-284118af-f5f6-43d1-bc3d-04fb573ace94 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.1302290
Dec 18 06:43:10.840686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42188) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:10.841090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42190) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:10.864092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c69a70e3-519e-409c-bb62-71f0e7250565 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Request body: {'security_group_rule': {'security_group_id': '2f80d5d3-397f-472a-9e71-23db26ed3567', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:10.886854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c69a70e3-519e-409c-bb62-71f0e7250565 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:10.897161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c69a70e3-519e-409c-bb62-71f0e7250565 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Usage tracker for resource:security_group_rule and tenant:abf0c209214f4a169089dc3a67fb1913 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:10.901345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:10.904089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c69a70e3-519e-409c-bb62-71f0e7250565 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:10.943446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42200) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:10.994938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-441811e3-cb9b-4af6-a6b1-8eb47b6fbb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:11.026224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c69a70e3-519e-409c-bb62-71f0e7250565 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:11.034647 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 18 06:43:11.049761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:11.217163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441811e3-cb9b-4af6-a6b1-8eb47b6fbb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event deleted for resources: {'Port': ['ID=75844724-e77c-4a64-8e6e-c4c8b1ac5155,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:11.220655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-441811e3-cb9b-4af6-a6b1-8eb47b6fbb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:11.251213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network 577c5ca1-53f9-4026-ad3c-b2363f0bce33 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:11.263360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:11.289761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69a70e3-519e-409c-bb62-71f0e7250565 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:11.296753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:11.357959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-77abb33d-0bed-4720-93a5-7dcf9dcce0fa tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Synchronizing usage tracker for tenant:64297e918d5a470ebd117893eb402e4b on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:11.391855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6693e781-7d1e-4d6d-86dc-efe578399f84 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Notify callbacks [] for metering_label_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:11.393098 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6693e781-7d1e-4d6d-86dc-efe578399f84 tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/9fe3bba6-ad32-4809-8e15-e451b87f556c HTTP/1.1" status: 204  len: 168 time: 0.5487134
Dec 18 06:43:11.397169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42204) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:11.411466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] device_id is not set on port ce2477b1-1af9-47fa-b25b-9b869a4a8038 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:11.442363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-441811e3-cb9b-4af6-a6b1-8eb47b6fbb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:11.738135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-77abb33d-0bed-4720-93a5-7dcf9dcce0fa tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Unset dirty status for tenant:64297e918d5a470ebd117893eb402e4b on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:11.739433 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-77abb33d-0bed-4720-93a5-7dcf9dcce0fa tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--994910584&fields=id&tenant_id=64297e918d5a470ebd117893eb402e4b HTTP/1.1" status: 200  len: 267 time: 0.7205269
Dec 18 06:43:11.812195 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-441811e3-cb9b-4af6-a6b1-8eb47b6fbb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "DELETE /v2.0/ports/75844724-e77c-4a64-8e6e-c4c8b1ac5155 HTTP/1.1" status: 204  len: 168 time: 4.0618763
Dec 18 06:43:11.826832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42208) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:11.830744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network 577c5ca1-53f9-4026-ad3c-b2363f0bce33 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:43:11.886109 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:43:11.994205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfa5621-a604-46de-ad5b-9e9755afacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] GET failed (client error): The resource could not be found.
Dec 18 06:43:11.994678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8bfa5621-a604-46de-ad5b-9e9755afacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Synchronizing usage tracker for tenant:888a211ad1884b95aa34eaca7c684d7d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:12.039863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8bfa5621-a604-46de-ad5b-9e9755afacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Unset dirty status for tenant:888a211ad1884b95aa34eaca7c684d7d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:12.045633 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8bfa5621-a604-46de-ad5b-9e9755afacac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "GET /v2.0/ports/75844724-e77c-4a64-8e6e-c4c8b1ac5155 HTTP/1.1" status: 404  len: 333 time: 0.2132828
Dec 18 06:43:12.045633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.045633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42212) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:12.056472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Request body: {'port': {'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-420526988'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:12.109578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:12.111967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9123e317-bb73-4b74-ba4b-d6f248e8c70d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:12.133601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  577c5ca1-53f9-4026-ad3c-b2363f0bce33 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 18 06:43:12.144117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event deleted for resources: {'Network': ['ID=577c5ca1-53f9-4026-ad3c-b2363f0bce33,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:12.148918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.158132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:12.159087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:12.175707 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "DELETE /v2.0/networks/577c5ca1-53f9-4026-ad3c-b2363f0bce33 HTTP/1.1" status: 204  len: 168 time: 8.1684589
Dec 18 06:43:12.183663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42216) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:12.188158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Allocated IP 172.20.0.1 (79bdedef-8d0b-4b4d-bdaa-1bdadd442384/496b79c5-eeeb-4a34-9a9c-0b5c9bd16624/b2820b9a-159c-4c52-b9cc-2f38202eeb70) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:12.247057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Made reservation on behalf of 888a211ad1884b95aa34eaca7c684d7d for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:12.251323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.294029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f49a8857-ad25-4b80-af16-4ca001f13fd9 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Synchronizing usage tracker for tenant:994b881257a54b5589ba686b32763059 on resource:floatingip {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:12.314126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69a70e3-519e-409c-bb62-71f0e7250565 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.430504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69a70e3-519e-409c-bb62-71f0e7250565 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.451268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f6c423bd-82d4-431f-9d54-473b4708fa51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:12.470481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ac02bc13-fc93-4bb3-b920-0b1c0f373e4c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:12.495443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f49a8857-ad25-4b80-af16-4ca001f13fd9 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Unset dirty status for tenant:994b881257a54b5589ba686b32763059 on resource:floatingip {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:12.499506 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f49a8857-ad25-4b80-af16-4ca001f13fd9 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 1651 time: 0.3120868
Dec 18 06:43:12.503820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42220) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:12.510261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] device_id is not set on port 78300668-7710-4eb7-b549-561871ebe721 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:12.528002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a70e3-519e-409c-bb62-71f0e7250565 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe947c6-b751-4f4c-b36f-633cc73ad06e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:12.555261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c69a70e3-519e-409c-bb62-71f0e7250565 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:12.567494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Allocated IP 2001:db8::317 (5318bd67-f8a8-4bbb-9729-c4d426d1a55f/9c1fb4df-8dc2-477e-ae86-1019590facc6/ce2477b1-1af9-47fa-b25b-9b869a4a8038) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:12.583457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9e60fad-3078-43a1-8e32-32373974e57d tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] Notify callbacks [] for metering_label, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.588513 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b9e60fad-3078-43a1-8e32-32373974e57d tempest-MeteringIpV6TestJSON-757094651 tempest-MeteringIpV6TestJSON-757094651] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/3e56f692-3395-47ef-8b41-d0cc03b5321c HTTP/1.1" status: 204  len: 168 time: 1.1830635
Dec 18 06:43:12.600396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69a70e3-519e-409c-bb62-71f0e7250565 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.602322 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c69a70e3-519e-409c-bb62-71f0e7250565 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.7560532
Dec 18 06:43:12.610470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42226) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:12.616150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-2a3399fc-c23b-44ae-b975-223f4bff49c3 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:12.616954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-2a3399fc-c23b-44ae-b975-223f4bff49c3 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Synchronizing usage tracker for tenant:64297e918d5a470ebd117893eb402e4b on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:12.627623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:12.646064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:12.675532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Usage tracker for resource:floatingip and tenant:abf0c209214f4a169089dc3a67fb1913 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:12.681152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:12.681278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:12.685571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.695363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:12.696107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.698267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:12.708968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.730359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d76b959-e396-45e4-8143-c9517b4b7ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:12.889845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.902473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-2a3399fc-c23b-44ae-b975-223f4bff49c3 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Unset dirty status for tenant:64297e918d5a470ebd117893eb402e4b on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:12.903775 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-2a3399fc-c23b-44ae-b975-223f4bff49c3 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/networks?id=af7ce79f-a7dd-4454-8d3a-d2c46abac19d HTTP/1.1" status: 200  len: 806 time: 1.1489303
Dec 18 06:43:12.922174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.927225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ac02bc13-fc93-4bb3-b920-0b1c0f373e4c,segment=NetworkSegment(aca7d980-6b6b-4767-b9c6-edb4a71f84ab),segment_id=aca7d980-6b6b-4767-b9c6-edb4a71f84ab)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:12.932102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.939048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3c153967-5918-4e9b-8c97-2669b2b4873e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:12.957366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a143234-631f-4efe-bc04-cd1610d4e66c tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:12.957922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a143234-631f-4efe-bc04-cd1610d4e66c tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:12.966006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:12.966770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a143234-631f-4efe-bc04-cd1610d4e66c tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:12.967208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a143234-631f-4efe-bc04-cd1610d4e66c tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:12.967630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a143234-631f-4efe-bc04-cd1610d4e66c tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:12.968036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a143234-631f-4efe-bc04-cd1610d4e66c tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:12.968438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a143234-631f-4efe-bc04-cd1610d4e66c tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:12.968839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a143234-631f-4efe-bc04-cd1610d4e66c tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:12.970012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8a143234-631f-4efe-bc04-cd1610d4e66c tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Synchronizing usage tracker for tenant:994b881257a54b5589ba686b32763059 on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:12.991275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:13.031871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=ac02bc13-fc93-4bb3-b920-0b1c0f373e4c,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:13.043630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:13.064522 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-872c30a3-bb60-424c-8c7c-b3f22ff8e556 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/quotas/64297e918d5a470ebd117893eb402e4b HTTP/1.1" status: 200  len: 375 time: 0.1336737
Dec 18 06:43:13.088726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:13.098102 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.1417990
Dec 18 06:43:13.191759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42234) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:13.205872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:13.215073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Pushing event updated for resources: {'Port': ['ID=55cfc71c-4335-48bf-966d-ce931543c614,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:13.227524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Transition to ACTIVE for port object b2820b9a-159c-4c52-b9cc-2f38202eeb70 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:13.229780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8a143234-631f-4efe-bc04-cd1610d4e66c tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Unset dirty status for tenant:994b881257a54b5589ba686b32763059 on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:13.234264 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8a143234-631f-4efe-bc04-cd1610d4e66c tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5220 time: 0.7293675
Dec 18 06:43:13.236207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42240) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:13.246957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:13.311545 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-2dcce4f4-ee11-4485-8bf8-ffb872028fe7 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] delete failed (client error): The resource could not be found.
Dec 18 06:43:13.316457 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2dcce4f4-ee11-4485-8bf8-ffb872028fe7 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "DELETE /v2.0/floatingips/01ae8a3e-9531-48c5-8749-e6029a12e85b HTTP/1.1" status: 404  len: 345 time: 0.0779946
Dec 18 06:43:13.319102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42246) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:13.346990 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-600d458d-2b44-4151-8186-ed7be34ffda9 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] DELETE failed (client error): The resource could not be found.
Dec 18 06:43:13.347750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600d458d-2b44-4151-8186-ed7be34ffda9 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:43:13.359461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:13.371290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-600d458d-2b44-4151-8186-ed7be34ffda9 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "DELETE /v2.0/networks/577c5ca1-53f9-4026-ad3c-b2363f0bce33 HTTP/1.1" status: 404  len: 339 time: 0.0503495
Dec 18 06:43:13.372128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42250) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:13.381870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Request body: {'network': {'name': 'tempest-network--312293716', 'router:external': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:13.387088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Transition to ACTIVE for port object ce2477b1-1af9-47fa-b25b-9b869a4a8038 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:13.388127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:13.393006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Usage tracker for resource:network and tenant:994b881257a54b5589ba686b32763059 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:13.396293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:13.402917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:13.417969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Made reservation on behalf of 994b881257a54b5589ba686b32763059 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:13.422798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:13.452732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:13.468470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:13.488995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42407188-58c3-4987-8902-ce4330e7a4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:13.499123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:13.500113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:13.505110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:13.681562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-7a54c805-4127-4bf0-9d54-1aa02f12b1fa tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Synchronizing usage tracker for tenant:64297e918d5a470ebd117893eb402e4b on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:13.684681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event updated for resources: {'Port': ['ID=ce2477b1-1af9-47fa-b25b-9b869a4a8038,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:13.694855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:13.733032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:43:13.736200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-42407188-58c3-4987-8902-ce4330e7a4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:13.757102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42268) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:13.764647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-7a54c805-4127-4bf0-9d54-1aa02f12b1fa tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Unset dirty status for tenant:64297e918d5a470ebd117893eb402e4b on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:13.766073 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-7a54c805-4127-4bf0-9d54-1aa02f12b1fa tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?tenant_id=64297e918d5a470ebd117893eb402e4b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6690881
Dec 18 06:43:13.772621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-42407188-58c3-4987-8902-ce4330e7a4f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d381a85164f748f89ec6ddd0961f93eb is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:13.780576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-42407188-58c3-4987-8902-ce4330e7a4f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:13.795236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-42407188-58c3-4987-8902-ce4330e7a4f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:13.810244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:13.810612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Added segment 9e2fd291-6307-4bee-bbf0-ebf7939dfa44 of type vxlan for network 6fb96dce-42e7-46a8-b841-2889d29246f9
Dec 18 06:43:13.824650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event updated for resources: {'Port': ['ID=78300668-7710-4eb7-b549-561871ebe721,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:13.832554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:13.848145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:13.856286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:13.867750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:13.871989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:13.872679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:13.879214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-4f0e9894-2c76-4861-a921-c4da88419ced req-5be84eeb-0f98-4125-9670-e114b153a526 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Synchronizing usage tracker for tenant:a4d99721b2184071bdf48ed15e267486 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:13.969231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Network 74f0637b-526f-4d06-8969-87fa4e43acc4 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:13.982809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.1753864
Dec 18 06:43:13.990872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:13.991208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-5a9b54c1-f228-4819-ac1a-5ccabd01dfab service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:13.992718 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-5a9b54c1-f228-4819-ac1a-5ccabd01dfab service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1339567
Dec 18 06:43:13.992897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42278) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:13.999622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:14.000760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:14.001051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.001308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fc467c1b-b290-4a97-a815-cfbfcd5e4268 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ef:4f:bd'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:14.019987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.035291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event updated for resources: {'Port': ['ID=b2820b9a-159c-4c52-b9cc-2f38202eeb70,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:14.046738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:14.049427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:14.049871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:14.075103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:14.083409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:14.097035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:14.140270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bf692410-31ca-4df6-8548-e23fc7de8441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 2.0910666
Dec 18 06:43:14.145405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42282) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:14.150454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9854714b-105e-427e-8dc9-601181d1551c None None] Provisioning for port ce2477b1-1af9-47fa-b25b-9b869a4a8038 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:14.157073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9854714b-105e-427e-8dc9-601181d1551c None None] Provisioning complete for port ce2477b1-1af9-47fa-b25b-9b869a4a8038 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:14.157955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9854714b-105e-427e-8dc9-601181d1551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.191952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.201141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:14.201827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.209602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:14.228176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.236519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42407188-58c3-4987-8902-ce4330e7a4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.239184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9854714b-105e-427e-8dc9-601181d1551c None None] Port ce2477b1-1af9-47fa-b25b-9b869a4a8038 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:14.273888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Request body: {'port': {'binding:host_id': 'hv-neutron-7650'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:14.305381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42407188-58c3-4987-8902-ce4330e7a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.333418 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 855 time: 0.9576273
Dec 18 06:43:14.341277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42286) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:14.358643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event updated for resources: {'Network': ['ID=6fb96dce-42e7-46a8-b841-2889d29246f9,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:14.364459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:14.365680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:14.375665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 6fb96dce-42e7-46a8-b841-2889d29246f9 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:43:14.379367 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-42407188-58c3-4987-8902-ce4330e7a4f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d381a85164f748f89ec6ddd0961f93eb&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1778696
Dec 18 06:43:14.386236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-4f0e9894-2c76-4861-a921-c4da88419ced req-5be84eeb-0f98-4125-9670-e114b153a526 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Unset dirty status for tenant:a4d99721b2184071bdf48ed15e267486 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:14.392528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42290) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:14.394176 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-5be84eeb-0f98-4125-9670-e114b153a526 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--775334749&fields=id&tenant_id=a4d99721b2184071bdf48ed15e267486 HTTP/1.1" status: 200  len: 267 time: 0.6341631
Dec 18 06:43:14.406512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 6fb96dce-42e7-46a8-b841-2889d29246f9 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:43:14.427113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42407188-58c3-4987-8902-ce4330e7a4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207ed23f-9768-4445-9d1f-61b51d414609,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:14.439527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-42407188-58c3-4987-8902-ce4330e7a4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:14.481812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4267cd42-501f-4363-b14c-84f87f5e6423 None None] Provisioning for port b2820b9a-159c-4c52-b9cc-2f38202eeb70 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:14.494812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35ce7792-0c7b-412f-8580-1266bb64acb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.542369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ac02bc13-fc93-4bb3-b920-0b1c0f373e4c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:14.559364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35ce7792-0c7b-412f-8580-1266bb64acb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.608440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.610261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4267cd42-501f-4363-b14c-84f87f5e6423 None None] Provisioning complete for port b2820b9a-159c-4c52-b9cc-2f38202eeb70 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:14.610698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4267cd42-501f-4363-b14c-84f87f5e6423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.737923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7c6342c-6578-4640-87e4-2c1a6dc3b598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.765893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35ce7792-0c7b-412f-8580-1266bb64acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.771612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4267cd42-501f-4363-b14c-84f87f5e6423 None None] Port b2820b9a-159c-4c52-b9cc-2f38202eeb70 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:14.781663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:14.784284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:14.784756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.864109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce7792-0c7b-412f-8580-1266bb64acb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207ed23f-9768-4445-9d1f-61b51d414609,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:14.875215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-35ce7792-0c7b-412f-8580-1266bb64acb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:14.878343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35ce7792-0c7b-412f-8580-1266bb64acb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:14.883771 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-35ce7792-0c7b-412f-8580-1266bb64acb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/207ed23f-9768-4445-9d1f-61b51d414609 HTTP/1.1" status: 204  len: 168 time: 0.4860508
Dec 18 06:43:15.102329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Allocated IP 172.26.7.234 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/621debfb-cd41-4042-add4-69a59e2211cd) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:15.217459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:15.256991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-029ca819-1652-4242-a9eb-6c634a6213e4 service neutron] 10.222.0.23 "GET /v2.0/networks/af7ce79f-a7dd-4454-8d3a-d2c46abac19d?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2247908
Dec 18 06:43:15.376378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42300) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:15.428599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:15.434236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:15.464641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:15.552506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:15.567931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event updated for resources: {'Port': ['ID=b2820b9a-159c-4c52-b9cc-2f38202eeb70,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:15.583879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eca4d1b-dbf0-4f3b-b008-fe5dc25a59a0 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:15.588766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eca4d1b-dbf0-4f3b-b008-fe5dc25a59a0 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:15.593343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eca4d1b-dbf0-4f3b-b008-fe5dc25a59a0 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:15.597809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eca4d1b-dbf0-4f3b-b008-fe5dc25a59a0 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:15.598690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2eca4d1b-dbf0-4f3b-b008-fe5dc25a59a0 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Synchronizing usage tracker for tenant:12c4638bd22c4be9a3e2d82ef9a0e316 on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:15.601978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6af3-b74d-4523-85fd-166c1b676127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:15.616948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:15.620424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e9894-2c76-4861-a921-c4da88419ced req-e4d81131-3ff4-4eed-952e-ad259cb88a76 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:15.621167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-4f0e9894-2c76-4861-a921-c4da88419ced req-e4d81131-3ff4-4eed-952e-ad259cb88a76 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Synchronizing usage tracker for tenant:a4d99721b2184071bdf48ed15e267486 on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:15.702676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:15.703839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:15.735750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3b0b6af3-b74d-4523-85fd-166c1b676127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:15.777167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3b0b6af3-b74d-4523-85fd-166c1b676127 admin admin] Usage tracker for resource:security_group_rule and tenant:54e06473544f4949b3a2444faefa9221 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:15.783614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc467c1b-b290-4a97-a815-cfbfcd5e4268 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:15.799468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3b0b6af3-b74d-4523-85fd-166c1b676127 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:15.825918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-4f0e9894-2c76-4861-a921-c4da88419ced req-e4d81131-3ff4-4eed-952e-ad259cb88a76 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Unset dirty status for tenant:a4d99721b2184071bdf48ed15e267486 on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:15.827200 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-e4d81131-3ff4-4eed-952e-ad259cb88a76 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/networks?id=3473ab7c-f2ea-4397-a8e9-9a05accc7567 HTTP/1.1" status: 200  len: 812 time: 1.4320507
Dec 18 06:43:15.837278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3b0b6af3-b74d-4523-85fd-166c1b676127 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:15.857308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2eca4d1b-dbf0-4f3b-b008-fe5dc25a59a0 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Unset dirty status for tenant:12c4638bd22c4be9a3e2d82ef9a0e316 on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:15.861311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2eca4d1b-dbf0-4f3b-b008-fe5dc25a59a0 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 1.5090878
Dec 18 06:43:15.861917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42304) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:15.862052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:15.902998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-12c6b5a6-e053-40d6-8aaa-351fe20a7b0e None None] Provisioning complete for port b2820b9a-159c-4c52-b9cc-2f38202eeb70 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:15.903574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12c6b5a6-e053-40d6-8aaa-351fe20a7b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:15.957486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-12c6b5a6-e053-40d6-8aaa-351fe20a7b0e None None] Port b2820b9a-159c-4c52-b9cc-2f38202eeb70 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:15.989467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-3486a086-3d79-4b58-b28b-5fafe6d2939f service neutron] 10.222.0.23 "GET /v2.0/networks/af7ce79f-a7dd-4454-8d3a-d2c46abac19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6891103
Dec 18 06:43:16.002288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Router c0db9bc7-dca2-49ca-a5f8-c5893358d290 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:43:16.011429 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-dc31b814-99f5-4011-9600-5cc9b844fb17 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/quotas/a4d99721b2184071bdf48ed15e267486 HTTP/1.1" status: 200  len: 375 time: 0.1614807
Dec 18 06:43:16.012229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:16.235393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:16.260369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:16.408649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:16.500221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:43:16.506334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:43:16.511002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba249836-c566-4f83-b49b-9678ca91e707 None None] Sync routers for ids ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:43:16.513822 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "PUT /v2.0/routers/c0db9bc7-dca2-49ca-a5f8-c5893358d290/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6872990
Dec 18 06:43:16.517547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42326) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:16.522367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba249836-c566-4f83-b49b-9678ca91e707 None None] Routers {'c0db9bc7-dca2-49ca-a5f8-c5893358d290'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:16.523150 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-70a987c6-f939-4f9f-a054-c84e6cee8e65 req-294fa765-8da2-448c-85a3-1ccc3c2862e9 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 210 time: 0.2667112
Dec 18 06:43:16.523825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ba249836-c566-4f83-b49b-9678ca91e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cdb5c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:16.562032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Request body: {'port': {'network_id': '79bdedef-8d0b-4b4d-bdaa-1bdadd442384', 'name': 'tempest-FloatingIPAdminTestJSON-1373965220'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:16.626585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ba249836-c566-4f83-b49b-9678ca91e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cdb5c88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:16.649103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Pushing event updated for resources: {'Port': ['ID=621debfb-cd41-4042-add4-69a59e2211cd,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:16.650664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba249836-c566-4f83-b49b-9678ca91e707 None None] Routers {'c0db9bc7-dca2-49ca-a5f8-c5893358d290'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:16.651551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ba249836-c566-4f83-b49b-9678ca91e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cdb5c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:42:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:16.669061 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-9968631f-6633-4ec8-b8c8-da25bad3d5cf tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?tenant_id=a4d99721b2184071bdf48ed15e267486&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6342778
Dec 18 06:43:16.692812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:16.718296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6af3-b74d-4523-85fd-166c1b676127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:16.727637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c078668>,) {'filters': {'network_id': ['6fb96dce-42e7-46a8-b841-2889d29246f9']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:16.749001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] device_id is not set on port 78300668-7710-4eb7-b549-561871ebe721 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:16.749434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c078668>, '9e2fd291-6307-4bee-bbf0-ebf7939dfa44') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:16.749805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c078668>, '9e2fd291-6307-4bee-bbf0-ebf7939dfa44') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:16.756050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b0b6af3-b74d-4523-85fd-166c1b676127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:16.760623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ba249836-c566-4f83-b49b-9678ca91e707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cdb5c88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:16.761721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba249836-c566-4f83-b49b-9678ca91e707 None None] The sync data for ids ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:43:16.765827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:16.775882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:16.788868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:16.825251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:16.829582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Releasing vxlan tunnel 9 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:43:16.884044 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3b0b6af3-b74d-4523-85fd-166c1b676127 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54e06473544f4949b3a2444faefa9221&name=default HTTP/1.1" status: 200  len: 2879 time: 1.4399614
Dec 18 06:43:16.884855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:16.891531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42340) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:16.892624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:16.894568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b6af3-b74d-4523-85fd-166c1b676127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46365e94-0ef9-4007-bcb9-45dcdd41f53e,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:16.899560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b0b6af3-b74d-4523-85fd-166c1b676127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:16.900564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:16.964711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc467c1b-b290-4a97-a815-cfbfcd5e4268 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:16.983260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc467c1b-b290-4a97-a815-cfbfcd5e4268 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:16.996303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:17.020048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:17.036617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Usage tracker for resource:port and tenant:d66656fd5acf4136a492a8101c0aeffd is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:17.043020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Quota usage for port was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:17.058273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network 6fb96dce-42e7-46a8-b841-2889d29246f9 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:17.067993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:17.071602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:17.169942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Made reservation on behalf of d66656fd5acf4136a492a8101c0aeffd for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:17.175686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:17.292917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-2c6d1f74-597f-4202-9943-2f6638eec354 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:17.294189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-2c6d1f74-597f-4202-9943-2f6638eec354 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4155660
Dec 18 06:43:17.333465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:17.378598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65ab37f2-eaa1-462d-9f9b-0b1b1f73d1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:17.394896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1221-c2c2-4b36-b8cf-c182efbc10db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:17.402061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network 6fb96dce-42e7-46a8-b841-2889d29246f9 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:43:17.427347 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:43:17.529677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1221-c2c2-4b36-b8cf-c182efbc10db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:17.541583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc467c1b-b290-4a97-a815-cfbfcd5e4268 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event updated for resources: {'Port': ['ID=ce2477b1-1af9-47fa-b25b-9b869a4a8038,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:17.550543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] device_id is not set on port ee76deec-825f-4702-bc95-04f6c2e3ecbb yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:17.566010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc467c1b-b290-4a97-a815-cfbfcd5e4268 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:17.567487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Transition to ACTIVE for port object 78300668-7710-4eb7-b549-561871ebe721 will not be triggered until provisioned by entity L2. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:17.589906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:17.598524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  6fb96dce-42e7-46a8-b841-2889d29246f9 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 18 06:43:17.600262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:17.600412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:17.615685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5713eabd-f8db-4312-bd7e-088cba41b302 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:17.631267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57e62569-26d1-4b4b-9866-e6581093d51c tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:17.647306 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "DELETE /v2.0/networks/6fb96dce-42e7-46a8-b841-2889d29246f9 HTTP/1.1" status: 204  len: 168 time: 1.7842457
Dec 18 06:43:17.655903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event deleted for resources: {'Network': ['ID=6fb96dce-42e7-46a8-b841-2889d29246f9,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:17.668717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:17.676402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42364) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:17.704621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Request body: {'network': {'name': 'tempest-network--1343711869', 'router:external': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:17.728523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:17.737332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Usage tracker for resource:network and tenant:994b881257a54b5589ba686b32763059 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:17.746513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:17.799992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:17.822785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Made reservation on behalf of 994b881257a54b5589ba686b32763059 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:17.826014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:17.827752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:17.855266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Allocated IP 172.20.0.14 (79bdedef-8d0b-4b4d-bdaa-1bdadd442384/496b79c5-eeeb-4a34-9a9c-0b5c9bd16624/ee76deec-825f-4702-bc95-04f6c2e3ecbb) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:17.885875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:43:17.914482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event updated for resources: {'Port': ['ID=78300668-7710-4eb7-b549-561871ebe721,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:17.918702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fc467c1b-b290-4a97-a815-cfbfcd5e4268 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] In _notify_port_updated(), no bound segment for port ce2477b1-1af9-47fa-b25b-9b869a4a8038 on network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f {{(pid=81085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:43:17.922996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc467c1b-b290-4a97-a815-cfbfcd5e4268 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:17.923368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:17.923694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc467c1b-b290-4a97-a815-cfbfcd5e4268 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:17.923801 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Added segment b9eb6795-1d75-4e66-b555-7e1bd334088d of type vxlan for network da01b304-273a-4a6e-bfd1-0fd79732cca8
Dec 18 06:43:17.928124 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fc467c1b-b290-4a97-a815-cfbfcd5e4268 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "PUT /v2.0/ports/ce2477b1-1af9-47fa-b25b-9b869a4a8038 HTTP/1.1" status: 200  len: 1002 time: 3.9342308
Dec 18 06:43:17.934432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42368) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:17.959123 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b7e9f71-8e58-4007-995b-3fad1f99ab92 req-f6adb382-8837-4b3e-b233-5343edb204cd tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 210 time: 0.1462359
Dec 18 06:43:17.960644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:17.969912 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-2172f206-d408-468b-a153-19fa4eac1761 service neutron] 10.222.0.23 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6103265
Dec 18 06:43:18.177461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1221-c2c2-4b36-b8cf-c182efbc10db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:18.198699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cffada9c-ac53-43c2-a5a2-eb661d6fae00 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:18.200662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9a6e3bf0-76a0-4f7d-abd9-51ec37ccb885 None None] Provisioning complete for port ce2477b1-1af9-47fa-b25b-9b869a4a8038 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:18.201343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a6e3bf0-76a0-4f7d-abd9-51ec37ccb885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:18.206034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:18.264530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e3bf0-76a0-4f7d-abd9-51ec37ccb885 None None] Port ce2477b1-1af9-47fa-b25b-9b869a4a8038 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:18.268553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e1221-c2c2-4b36-b8cf-c182efbc10db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46365e94-0ef9-4007-bcb9-45dcdd41f53e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:18.290422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ec6e1221-c2c2-4b36-b8cf-c182efbc10db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:18.311569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to bind port 78300668-7710-4eb7-b549-561871ebe721 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:43:18.311956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to bind port 78300668-7710-4eb7-b549-561871ebe721 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'bb323f25-606f-46dc-b071-70d79cb9c6d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:43:18.312360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attempting to bind port 78300668-7710-4eb7-b549-561871ebe721 on network 74f0637b-526f-4d06-8969-87fa4e43acc4 {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:43:18.362221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:43:18.362604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Checking segment: {'id': 'bb323f25-606f-46dc-b071-70d79cb9c6d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:43:18.363017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:18.363422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Bound using segment: {'id': 'bb323f25-606f-46dc-b071-70d79cb9c6d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:43:18.363946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Bound port: 78300668-7710-4eb7-b549-561871ebe721, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb323f25-606f-46dc-b071-70d79cb9c6d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '74f0637b-526f-4d06-8969-87fa4e43acc4'}}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:43:18.364307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:18.437382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:18.442331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec6e1221-c2c2-4b36-b8cf-c182efbc10db admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:18.446198 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ec6e1221-c2c2-4b36-b8cf-c182efbc10db admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46365e94-0ef9-4007-bcb9-45dcdd41f53e HTTP/1.1" status: 204  len: 168 time: 1.5457110
Dec 18 06:43:18.450746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-844fb802-d616-49d9-92fa-4accb2b82733 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Deleting port ce2477b1-1af9-47fa-b25b-9b869a4a8038 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:18.451968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844fb802-d616-49d9-92fa-4accb2b82733 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:18.458797 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-bf138608-3a7e-42a9-93ee-8a377bf30d98 service neutron] 10.222.0.23 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4766116
Dec 18 06:43:18.493184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:18.560911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.15', 57969) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:18.778519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:18.778700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:18.789579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:18.790244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:18.793182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] For port 78300668-7710-4eb7-b549-561871ebe721, host hv-neutron-7650, cleared binding levels {{(pid=81085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:43:18.794189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7e393f84-6e94-4f4b-abde-7864e135d1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:18.914289 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1b675a67-2f25-4f3d-88a0-e3ac104089ea req-fc2df01b-5e5e-49d6-812c-1c0299eecad3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 210 time: 0.1006501
Dec 18 06:43:18.920825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event updated for resources: {'Network': ['ID=da01b304-273a-4a6e-bfd1-0fd79732cca8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:18.943579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network da01b304-273a-4a6e-bfd1-0fd79732cca8 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:43:18.982866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:19.017338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-9ce52ebd-a593-4aa7-922d-0b0cd413d0ac tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:19.019006 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-9ce52ebd-a593-4aa7-922d-0b0cd413d0ac tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.15 "GET /v2.0/networks?id=af7ce79f-a7dd-4454-8d3a-d2c46abac19d HTTP/1.1" status: 200  len: 806 time: 0.4541056
Dec 18 06:43:19.035243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] For port 78300668-7710-4eb7-b549-561871ebe721, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=78300668-7710-4eb7-b549-561871ebe721,segment=NetworkSegment(bb323f25-606f-46dc-b071-70d79cb9c6d7),segment_id=bb323f25-606f-46dc-b071-70d79cb9c6d7)] {{(pid=81085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:43:19.056999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:19.070626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network da01b304-273a-4a6e-bfd1-0fd79732cca8 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:43:19.077266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:19.100207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Transition to ACTIVE for port object ee76deec-825f-4702-bc95-04f6c2e3ecbb will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:19.153027 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 1.4677181
Dec 18 06:43:19.162512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42408) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:19.232877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:19.312866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:19.355619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:19.459270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844fb802-d616-49d9-92fa-4accb2b82733 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:19.554519 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a92176d1-80f1-4136-8e45-7cf7184825e7 req-f30fec41-1e40-46b1-8b16-e91869c6a239 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 210 time: 0.1776860
Dec 18 06:43:19.605210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event updated for resources: {'Port': ['ID=78300668-7710-4eb7-b549-561871ebe721,revision_number=3']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:19.614611 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-c13e3294-69d3-4a54-9c3c-c3cd82ba68d1 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64297e918d5a470ebd117893eb402e4b HTTP/1.1" status: 200  len: 5503 time: 0.5422885
Dec 18 06:43:19.618571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-844fb802-d616-49d9-92fa-4accb2b82733 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Calling delete_port for ce2477b1-1af9-47fa-b25b-9b869a4a8038 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:19.626817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:19.629627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:19.833994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:19.943824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Request body: {'port': {'device_id': '707eb740-7924-42f2-8783-ef26bfb65cc9', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'admin_state_up': True, 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'security_groups': ['d05c72fd-4828-4f6d-a7e1-cec3f1d6f711']}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:19.971034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42454) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:20.015653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:20.027638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:20.028327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:20.029716 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "PUT /v2.0/ports/78300668-7710-4eb7-b549-561871ebe721 HTTP/1.1" status: 200  len: 1079 time: 5.7817094
Dec 18 06:43:20.067682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42458) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:20.100759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130c2d2a-b878-42bd-8812-39319d59941c tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:20.104933 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-130c2d2a-b878-42bd-8812-39319d59941c tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] 10.222.0.23 "GET /v2.0/networks/da01b304-273a-4a6e-bfd1-0fd79732cca8 HTTP/1.1" status: 200  len: 757 time: 0.9368346
Dec 18 06:43:20.149900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event updated for resources: {'Port': ['ID=ee76deec-825f-4702-bc95-04f6c2e3ecbb,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:20.153048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:20.157446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42466) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:20.302603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Pushing event updated for resources: {'Port': ['ID=621debfb-cd41-4042-add4-69a59e2211cd,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:20.318019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1196464257'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:20.332427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:20.342873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Usage tracker for resource:network and tenant:34f55cc23b2142a1840e7917a62c7db3 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:20.346106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:20.362166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:20.379494 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-596c890b-2075-43a3-adbd-901be10f3cfa req-3668090f-822d-4ec1-9c40-653250920a1b tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 210 time: 0.3259730
Dec 18 06:43:20.396453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:20.423494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Made reservation on behalf of 34f55cc23b2142a1840e7917a62c7db3 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:20.439124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:20.451420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc9ef45-e4fb-4299-9e4e-4e02064cd1e4 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:20.452880 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fbc9ef45-e4fb-4299-9e4e-4e02064cd1e4 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] 10.222.0.23 "GET /v2.0/networks/74932c6f-a007-4623-8418-14818439ce4d HTTP/1.1" status: 200  len: 768 time: 0.2881999
Dec 18 06:43:20.456365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42476) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:20.460485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:20.461775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844fb802-d616-49d9-92fa-4accb2b82733 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:20.471697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:20.481329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:20.492761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:20.502623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:20.513832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-19779d7d-122b-4187-a184-397ad5fb2876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Deleting port 78300668-7710-4eb7-b549-561871ebe721 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:20.514209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19779d7d-122b-4187-a184-397ad5fb2876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:20.588826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:20.602163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:20.613893 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.9936640
Dec 18 06:43:20.620336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Usage tracker for resource:security_group_rule and tenant:34f55cc23b2142a1840e7917a62c7db3 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:20.631058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:20.632179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:20.636670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:20.681912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:20.710714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:20.774301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Made reservation on behalf of 64297e918d5a470ebd117893eb402e4b for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:20.780770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:20.786638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:20.787716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:20.888862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fb802-d616-49d9-92fa-4accb2b82733 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event deleted for resources: {'Port': ['ID=ce2477b1-1af9-47fa-b25b-9b869a4a8038,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:20.918377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9cd47f6d-3088-4b84-ae53-84f3e40b9515 None None] Provisioning for port ee76deec-825f-4702-bc95-04f6c2e3ecbb completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:20.937947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-844fb802-d616-49d9-92fa-4accb2b82733 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:20.950880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9cd47f6d-3088-4b84-ae53-84f3e40b9515 None None] Provisioning complete for port ee76deec-825f-4702-bc95-04f6c2e3ecbb triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:20.953663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd47f6d-3088-4b84-ae53-84f3e40b9515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:20.975164 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 4.4531431
Dec 18 06:43:20.981405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42486) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:21.013312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:21.146095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-19779d7d-122b-4187-a184-397ad5fb2876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] For port 78300668-7710-4eb7-b549-561871ebe721, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=78300668-7710-4eb7-b549-561871ebe721,segment=NetworkSegment(bb323f25-606f-46dc-b071-70d79cb9c6d7),segment_id=bb323f25-606f-46dc-b071-70d79cb9c6d7)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:21.146726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19779d7d-122b-4187-a184-397ad5fb2876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:21.173851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844fb802-d616-49d9-92fa-4accb2b82733 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:21.178368 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-844fb802-d616-49d9-92fa-4accb2b82733 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "DELETE /v2.0/ports/ce2477b1-1af9-47fa-b25b-9b869a4a8038 HTTP/1.1" status: 204  len: 168 time: 3.2331531
Dec 18 06:43:21.206814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9cd47f6d-3088-4b84-ae53-84f3e40b9515 None None] Port ee76deec-825f-4702-bc95-04f6c2e3ecbb cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:21.212714 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4ae3341b-3fd8-4bc5-a3b9-3610cc1d5323 req-297482c6-8acd-4619-8c29-505ad12311c5 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 210 time: 0.2239933
Dec 18 06:43:21.245625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42502) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:21.468174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:21.572206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-19779d7d-122b-4187-a184-397ad5fb2876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Calling delete_port for 78300668-7710-4eb7-b549-561871ebe721 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:21.597508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d1af390>,) {'filters': {'network_id': ['da01b304-273a-4a6e-bfd1-0fd79732cca8']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:21.620667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d1af390>, 'b9eb6795-1d75-4e66-b555-7e1bd334088d') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:21.621992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d1af390>, 'b9eb6795-1d75-4e66-b555-7e1bd334088d') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:21.635760 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-994e96cb-6997-411e-b539-01e74027e393 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] GET failed (client error): The resource could not be found.
Dec 18 06:43:21.636394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-994e96cb-6997-411e-b539-01e74027e393 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Synchronizing usage tracker for tenant:eb5b40301aa74cf596b3dde4e1f16729 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:21.658592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'project_id': 'd66656fd5acf4136a492a8101c0aeffd', 'port_id': 'ee76deec-825f-4702-bc95-04f6c2e3ecbb'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:21.664346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:21.668714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Usage tracker for resource:floatingip and tenant:d66656fd5acf4136a492a8101c0aeffd is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:21.672282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:21.678385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:21.685528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:21.703731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:21.706117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Releasing vxlan tunnel 9 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:43:21.754438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:21.797201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:21.805717 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e3c661bf-e7c6-424f-bdda-da6f620170fe req-3351174a-1aef-443b-b298-51be0a10c5a4 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 210 time: 0.1714346
Dec 18 06:43:21.817160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:21.819470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-b4987b6e-24b2-44a6-81db-20cfa00be5aa tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Synchronizing usage tracker for tenant:abf0c209214f4a169089dc3a67fb1913 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:21.829675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-994e96cb-6997-411e-b539-01e74027e393 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Unset dirty status for tenant:eb5b40301aa74cf596b3dde4e1f16729 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:21.835290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-994e96cb-6997-411e-b539-01e74027e393 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "GET /v2.0/ports/ce2477b1-1af9-47fa-b25b-9b869a4a8038 HTTP/1.1" status: 404  len: 333 time: 0.5751462
Dec 18 06:43:21.847832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42508) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:21.849809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-568c0160-b1f2-49c5-b288-68c03ddeca4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:21.874834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Request body: {'port': {'network_id': '5318bd67-f8a8-4bbb-9729-c4d426d1a55f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1190106608'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:21.994961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-b4987b6e-24b2-44a6-81db-20cfa00be5aa tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Unset dirty status for tenant:abf0c209214f4a169089dc3a67fb1913 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:22.004573 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-b4987b6e-24b2-44a6-81db-20cfa00be5aa tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1836638491&fields=id&tenant_id=abf0c209214f4a169089dc3a67fb1913 HTTP/1.1" status: 200  len: 267 time: 0.7869887
Dec 18 06:43:22.023899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event updated for resources: {'SecurityGroup': ['ID=39512c6e-ceb1-4025-9e71-35ffe9f7a17d,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:22.027909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:22.056389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19779d7d-122b-4187-a184-397ad5fb2876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:22.072592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:22.209027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:22.241469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network da01b304-273a-4a6e-bfd1-0fd79732cca8 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:22.252351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:22.258526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19779d7d-122b-4187-a184-397ad5fb2876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Pushing event deleted for resources: {'Port': ['ID=78300668-7710-4eb7-b549-561871ebe721,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:22.281137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-19779d7d-122b-4187-a184-397ad5fb2876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:22.377917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:22.388133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:22.422853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Made reservation on behalf of eb5b40301aa74cf596b3dde4e1f16729 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:22.428576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:22.477865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19779d7d-122b-4187-a184-397ad5fb2876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:22.483825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network da01b304-273a-4a6e-bfd1-0fd79732cca8 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:43:22.513986 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:43:22.551973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-4dc2afb4-913f-4cb6-8784-039f37bd4adb tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:22.552743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-4dc2afb4-913f-4cb6-8784-039f37bd4adb tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Synchronizing usage tracker for tenant:abf0c209214f4a169089dc3a67fb1913 on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:22.561475 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86915a2c-a9e4-4eec-a0f9-86aa23d153d3 req-446a7fe6-4a56-499a-9174-68e008dd5d48 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 210 time: 0.0854304
Dec 18 06:43:22.570613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:22.658583 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-19779d7d-122b-4187-a184-397ad5fb2876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "DELETE /v2.0/ports/78300668-7710-4eb7-b549-561871ebe721 HTTP/1.1" status: 204  len: 168 time: 2.5897832
Dec 18 06:43:22.669749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42514) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:22.719327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:22.744119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:22.763912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  da01b304-273a-4a6e-bfd1-0fd79732cca8 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 18 06:43:22.768356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event deleted for resources: {'Network': ['ID=da01b304-273a-4a6e-bfd1-0fd79732cca8,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:22.770575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:22.782400 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "DELETE /v2.0/networks/da01b304-273a-4a6e-bfd1-0fd79732cca8 HTTP/1.1" status: 204  len: 168 time: 2.3217051
Dec 18 06:43:22.782400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:22.799573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:43:22.820223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42518) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:22.828106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Request body: {'network': {'name': 'tempest-network--613306176'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:22.836329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-4dc2afb4-913f-4cb6-8784-039f37bd4adb tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Unset dirty status for tenant:abf0c209214f4a169089dc3a67fb1913 on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:22.837999 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-4dc2afb4-913f-4cb6-8784-039f37bd4adb tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/networks?id=eca7ae00-9778-4814-8efd-9601e6522f96 HTTP/1.1" status: 200  len: 812 time: 0.8326168
Dec 18 06:43:22.843863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:22.847358 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7053c910-b548-4ab1-832f-e6ce8b45e9c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] GET failed (client error): The resource could not be found.
Dec 18 06:43:22.847927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7053c910-b548-4ab1-832f-e6ce8b45e9c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Synchronizing usage tracker for tenant:888a211ad1884b95aa34eaca7c684d7d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:22.860724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Usage tracker for resource:network and tenant:994b881257a54b5589ba686b32763059 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:22.867937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:22.879254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:22.881441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] device_id is not set on port 544860bf-0363-415a-bec6-f49dfad35111 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:22.920597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:22.921039 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Added segment e83e5ace-e7dd-4112-83a4-35d689b6b0b0 of type vxlan for network 2861ddfa-3b78-45b6-898f-eb1af3be790e
Dec 18 06:43:22.926577 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-ba97e0c9-a37a-4fa0-bd34-67973ec3ca25 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/quotas/abf0c209214f4a169089dc3a67fb1913 HTTP/1.1" status: 200  len: 375 time: 0.0654771
Dec 18 06:43:22.929928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Made reservation on behalf of 994b881257a54b5589ba686b32763059 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:22.934816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:23.031039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:43:23.048368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Allocated IP 172.26.7.126 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/a885c96c-c4fd-4e8b-873d-fd74e6fe71f8) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:23.057236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:23.057701 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Added segment 2c90253c-752f-4424-bd35-2ebfee0bb415 of type vxlan for network 11783529-9ca1-4904-a024-c9cb96e7c8d4
Dec 18 06:43:23.203298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:23.325600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:23.330563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:23.335634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:23.336286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:23.342854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:23.403870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7053c910-b548-4ab1-832f-e6ce8b45e9c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Unset dirty status for tenant:888a211ad1884b95aa34eaca7c684d7d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:23.405104 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7053c910-b548-4ab1-832f-e6ce8b45e9c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] 10.222.0.23 "GET /v2.0/ports/78300668-7710-4eb7-b549-561871ebe721 HTTP/1.1" status: 404  len: 333 time: 0.7314329
Dec 18 06:43:23.451983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42524) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:23.457409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event updated for resources: {'Network': ['ID=11783529-9ca1-4904-a024-c9cb96e7c8d4,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:23.469971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:23.470856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 11783529-9ca1-4904-a024-c9cb96e7c8d4 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:43:23.484569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:43:23.490130 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-413fca03-5a63-4e40-88a5-ed06bc41d7cf req-8725c606-1476-4217-871c-951486204873 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 210 time: 0.1110477
Dec 18 06:43:23.513981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 11783529-9ca1-4904-a024-c9cb96e7c8d4 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:43:23.535702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Allocated IP 172.20.0.5 (af7ce79f-a7dd-4454-8d3a-d2c46abac19d/e0d63ecb-425f-4a69-bebb-78b688b00e29/29696da1-eb20-4b53-875e-22d2836c37c4) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:23.605925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-498c6f74-ee9b-40b6-969a-a1e03462ec7f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Synchronizing usage tracker for tenant:abf0c209214f4a169089dc3a67fb1913 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:23.671166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:23.699862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:23.708265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:23.743189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:23.743855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:23.774450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:23.863957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 1.0424654
Dec 18 06:43:23.866735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42530) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:23.878575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-23bf0757-467a-41de-abfb-0fa17ffa4680 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Request body: {'network': {'router:external': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:23.892215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Allocated IP 2001:db8::1b6 (5318bd67-f8a8-4bbb-9729-c4d426d1a55f/9c1fb4df-8dc2-477e-ae86-1019590facc6/544860bf-0363-415a-bec6-f49dfad35111) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:23.898654 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 3.8702595
Dec 18 06:43:23.898654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-498c6f74-ee9b-40b6-969a-a1e03462ec7f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Unset dirty status for tenant:abf0c209214f4a169089dc3a67fb1913 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:23.898654 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-498c6f74-ee9b-40b6-969a-a1e03462ec7f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?tenant_id=abf0c209214f4a169089dc3a67fb1913&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9446750
Dec 18 06:43:23.961950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42534) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:24.059175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Request body: {'subnet': {'network_id': '2861ddfa-3b78-45b6-898f-eb1af3be790e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:24.175295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:24.197898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-1b74f330-7c1d-43d1-83e6-1ce71b04bfb9 req-e6613e2b-afc2-4ac7-99ac-57b608f84454 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Synchronizing usage tracker for tenant:64297e918d5a470ebd117893eb402e4b on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:24.199269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:24.216433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event updated for resources: {'Network': ['ID=2861ddfa-3b78-45b6-898f-eb1af3be790e,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:24.230061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 2861ddfa-3b78-45b6-898f-eb1af3be790e details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:43:24.245025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 2861ddfa-3b78-45b6-898f-eb1af3be790e details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:43:24.248201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:24.318320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-1b74f330-7c1d-43d1-83e6-1ce71b04bfb9 req-e6613e2b-afc2-4ac7-99ac-57b608f84454 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Unset dirty status for tenant:64297e918d5a470ebd117893eb402e4b on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:24.320158 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1b74f330-7c1d-43d1-83e6-1ce71b04bfb9 req-e6613e2b-afc2-4ac7-99ac-57b608f84454 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 210 time: 0.4515235
Dec 18 06:43:24.391788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:24.408968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:24.491675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Usage tracker for resource:subnet and tenant:34f55cc23b2142a1840e7917a62c7db3 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:24.515175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:24.525100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:24.542781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:24.563556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-6453ca51-fd11-4638-a736-a20d4559356f service neutron] 10.222.0.23 "GET /v2.0/networks/eca7ae00-9778-4814-8efd-9601e6522f96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6005163
Dec 18 06:43:24.672353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23bf0757-467a-41de-abfb-0fa17ffa4680 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:24.701571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Pushing event updated for resources: {'Port': ['ID=a885c96c-c4fd-4e8b-873d-fd74e6fe71f8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:24.704820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23bf0757-467a-41de-abfb-0fa17ffa4680 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:24.718751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:24.739430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Transition to ACTIVE for port object 29696da1-eb20-4b53-875e-22d2836c37c4 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:24.746424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d023ae31-94ae-4add-b03b-fc05b9ffa48f tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:24.806407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Made reservation on behalf of 34f55cc23b2142a1840e7917a62c7db3 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:24.845362 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1b861cd1-4a01-438d-8c8e-e16883f96b52 req-74ca57d6-b6e8-41b9-9b0f-ee539eac1a8a tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 210 time: 0.1160667
Dec 18 06:43:24.962506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf0757-467a-41de-abfb-0fa17ffa4680 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event updated for resources: {'Network': ['ID=11783529-9ca1-4904-a024-c9cb96e7c8d4,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:24.977349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:24.983518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-23bf0757-467a-41de-abfb-0fa17ffa4680 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:25.008271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:25.011886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1dce1860>,) {'filters': {'network_id': ['74f0637b-526f-4d06-8969-87fa4e43acc4']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:25.024084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23bf0757-467a-41de-abfb-0fa17ffa4680 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network 11783529-9ca1-4904-a024-c9cb96e7c8d4 is not hosted by any dhcp agent {{(pid=81084) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 18 06:43:25.024903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf0757-467a-41de-abfb-0fa17ffa4680 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:25.025579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23bf0757-467a-41de-abfb-0fa17ffa4680 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:25.026969 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-23bf0757-467a-41de-abfb-0fa17ffa4680 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "PUT /v2.0/networks/11783529-9ca1-4904-a024-c9cb96e7c8d4 HTTP/1.1" status: 200  len: 850 time: 1.1576047
Dec 18 06:43:25.037311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:25.039106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:25.042481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42540) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:25.046805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:25.052023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dce1860>, 'bb323f25-606f-46dc-b071-70d79cb9c6d7') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:25.052356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dce1860>, 'bb323f25-606f-46dc-b071-70d79cb9c6d7') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:25.059667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:25.110577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Transition to ACTIVE for port object 544860bf-0363-415a-bec6-f49dfad35111 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:25.119046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:25.235412 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-36e75b6a-0e03-4591-8478-de9658a80ca3 service neutron] 10.222.0.23 "GET /v2.0/networks/eca7ae00-9778-4814-8efd-9601e6522f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6644094
Dec 18 06:43:25.311712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Pushing event updated for resources: {'Port': ['ID=29696da1-eb20-4b53-875e-22d2836c37c4,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:25.321955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:25.385982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:25.451241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b6ddce8-5fcb-4ec7-a384-f780748de680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:25.679833 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10ecc4ca-24a8-48d2-af01-f5a950c18ae0 req-95eb34af-4375-47a0-a0cc-36c9186983aa tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 210 time: 0.1626816
Dec 18 06:43:25.719678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Network af7ce79f-a7dd-4454-8d3a-d2c46abac19d is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:25.768382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:25.778582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:25.798808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:25.803203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:25.804451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:25.826218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:25.830190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Releasing vxlan tunnel 8 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:43:25.893415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event updated for resources: {'Port': ['ID=544860bf-0363-415a-bec6-f49dfad35111,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:25.963056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:25.998349 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.0830073
Dec 18 06:43:26.184839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76343fad-0938-4bb4-acb5-87b90c51e29d req-d8b7c8c8-18a3-404f-9782-aba2ef94e996 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:26.192844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-76343fad-0938-4bb4-acb5-87b90c51e29d req-d8b7c8c8-18a3-404f-9782-aba2ef94e996 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 931 time: 0.5298355
Dec 18 06:43:26.206013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f2556911-bb8a-45d1-9972-214cb5ff6d64 None None] Provisioning for port 29696da1-eb20-4b53-875e-22d2836c37c4 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:26.212286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f2556911-bb8a-45d1-9972-214cb5ff6d64 None None] Provisioning complete for port 29696da1-eb20-4b53-875e-22d2836c37c4 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:26.212927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f2556911-bb8a-45d1-9972-214cb5ff6d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:26.231507 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-540a85ba-0b64-495d-860e-aa53cb544e75 req-1672b28e-ebd1-4966-bebf-ca644b230243 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 210 time: 0.1206064
Dec 18 06:43:26.237663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:26.241824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:26.300695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:26.305072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:26.305771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:26.336083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f2556911-bb8a-45d1-9972-214cb5ff6d64 None None] Port 29696da1-eb20-4b53-875e-22d2836c37c4 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:26.370350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:26.495848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Network 74f0637b-526f-4d06-8969-87fa4e43acc4 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:26.510463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:26.644163 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-76343fad-0938-4bb4-acb5-87b90c51e29d req-233d6e2a-7842-49f5-962e-dfd386db8509 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4502566
Dec 18 06:43:26.648287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 4.7861562
Dec 18 06:43:26.649340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42560) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:26.666792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Request body: {'port': {'network_id': '5318bd67-f8a8-4bbb-9729-c4d426d1a55f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1197895454'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:26.680487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3dbb98d4-fa34-4eee-8a2a-374f840e1dec None None] Provisioning for port 544860bf-0363-415a-bec6-f49dfad35111 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:26.687425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3dbb98d4-fa34-4eee-8a2a-374f840e1dec None None] Provisioning complete for port 544860bf-0363-415a-bec6-f49dfad35111 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:26.690086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dbb98d4-fa34-4eee-8a2a-374f840e1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:26.843163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb98d4-fa34-4eee-8a2a-374f840e1dec None None] Port 544860bf-0363-415a-bec6-f49dfad35111 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:26.923821 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55871063-3c67-4e27-a7b4-3821272f942f req-19803fae-bb2f-4a17-a14c-a139e54721d1 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 210 time: 0.0526161
Dec 18 06:43:26.934244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:26.939417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Network 74f0637b-526f-4d06-8969-87fa4e43acc4 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:26.945550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:43:26.968863 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:43:26.971235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:27.006417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Made reservation on behalf of eb5b40301aa74cf596b3dde4e1f16729 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:27.012652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:27.086436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:27.158709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:27.315165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:27.315755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event updated for resources: {'Subnet': ['ID=280d6749-fa08-49c6-bb51-1528b5aa1b11,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:27.333478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d0f12b0>,) {'filters': {'network_id': ['11783529-9ca1-4904-a024-c9cb96e7c8d4']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:27.333979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:27.346485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] device_id is not set on port 16d49ba9-fea6-45a9-aec5-fc84865e7f52 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:27.350777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-23bf0757-467a-41de-abfb-0fa17ffa4680 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:27.373841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:27.386315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Pushing event deleted for resources: {'Network': ['ID=74f0637b-526f-4d06-8969-87fa4e43acc4,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:27.391581 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] 10.222.0.23 "DELETE /v2.0/networks/74f0637b-526f-4d06-8969-87fa4e43acc4 HTTP/1.1" status: 204  len: 168 time: 3.9290175
Dec 18 06:43:27.391581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d0f12b0>, '2c90253c-752f-4424-bd35-2ebfee0bb415') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:27.391838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d0f12b0>, '2c90253c-752f-4424-bd35-2ebfee0bb415') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:27.399977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:27.413242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:27.439232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:27.489813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:27.493068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Releasing vxlan tunnel 9 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:43:27.545856 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4806cd63-ea04-40cc-93b5-b81120400e2f req-7d7958d0-1e87-4485-a129-d1c94ee35419 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 210 time: 0.0841491
Dec 18 06:43:27.682302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Checking segment: {'id': 'e83e5ace-e7dd-4112-83a4-35d689b6b0b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2861ddfa-3b78-45b6-898f-eb1af3be790e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:43:27.682837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Network hostable DHCP agents. Network: 2861ddfa-3b78-45b6-898f-eb1af3be790e, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:43:27.710253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network 11783529-9ca1-4904-a024-c9cb96e7c8d4 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:27.724183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:27.788386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Network 2861ddfa-3b78-45b6-898f-eb1af3be790e is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:43:27.802231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Allocated IP 2001:db8::248 (5318bd67-f8a8-4bbb-9729-c4d426d1a55f/9c1fb4df-8dc2-477e-ae86-1019590facc6/16d49ba9-fea6-45a9-aec5-fc84865e7f52) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:27.836108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 2861ddfa-3b78-45b6-898f-eb1af3be790e) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:27.856121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca965a7-4b61-414f-9d1a-f8d194f514bf None None] Network 2861ddfa-3b78-45b6-898f-eb1af3be790e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:43:27.919082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42574) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:27.930238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:27.931638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:27.938296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Network 11783529-9ca1-4904-a024-c9cb96e7c8d4 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:43:27.967987 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:43:28.025067 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.0179234
Dec 18 06:43:28.032370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42582) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:28.049588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b5d6ca7e-5a9f-4549-9242-93cd393830c8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1542656545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:28.079938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b5d6ca7e-5a9f-4549-9242-93cd393830c8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:28.087974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b5d6ca7e-5a9f-4549-9242-93cd393830c8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Usage tracker for resource:router and tenant:34f55cc23b2142a1840e7917a62c7db3 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:28.092520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b5d6ca7e-5a9f-4549-9242-93cd393830c8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:28.103613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b5d6ca7e-5a9f-4549-9242-93cd393830c8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:28.256472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-2861ddfa-3b78-45b6-898f-eb1af3be790e', 'network_id': '2861ddfa-3b78-45b6-898f-eb1af3be790e', 'tenant_id': '34f55cc23b2142a1840e7917a62c7db3', 'fixed_ips': [{'subnet_id': '280d6749-fa08-49c6-bb51-1528b5aa1b11'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:43:28.257625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:28.354959 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4fdcd0ef-b55f-420f-8576-32e62289b9de req-a268072a-7bee-41d0-a299-d0161f0b063a tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 210 time: 0.2016275
Dec 18 06:43:28.393011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24784f71-0e38-4338-9e87-1862cc17a7d2 req-d84c5ea4-e9a7-4ccc-b973-7835923cce98 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:28.402958 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-24784f71-0e38-4338-9e87-1862cc17a7d2 req-d84c5ea4-e9a7-4ccc-b973-7835923cce98 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 931 time: 0.5296171
Dec 18 06:43:28.468874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:28.491022 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-24784f71-0e38-4338-9e87-1862cc17a7d2 req-1999984f-ef3b-4c78-b483-4ed5d2994424 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0809128
Dec 18 06:43:28.510320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ca7e-5a9f-4549-9242-93cd393830c8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:28.511614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ca7e-5a9f-4549-9242-93cd393830c8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:28.539703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:28.570784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Transition to ACTIVE for port object 16d49ba9-fea6-45a9-aec5-fc84865e7f52 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:28.586182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:28.625057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:28.628183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Allocated IP 172.20.0.2 (2861ddfa-3b78-45b6-898f-eb1af3be790e/280d6749-fa08-49c6-bb51-1528b5aa1b11/2dcee6b7-736c-4ffb-8747-207b7c46196c) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:28.673334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ca7e-5a9f-4549-9242-93cd393830c8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:28.676485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:28.684698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-19779d7d-122b-4187-a184-397ad5fb2876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:28.725878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  11783529-9ca1-4904-a024-c9cb96e7c8d4 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 18 06:43:28.735383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Pushing event deleted for resources: {'Network': ['ID=11783529-9ca1-4904-a024-c9cb96e7c8d4,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:28.750114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:28.757659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:28.762777 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b25b135b-bccf-4ecd-9f7b-978ed1bfe209 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5a990d78efe741ce98cb85c44f2184ee&name=default HTTP/1.1" status: 200  len: 2875 time: 0.8426006
Dec 18 06:43:28.772694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42588) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:28.797596 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] 10.222.0.23 "DELETE /v2.0/networks/11783529-9ca1-4904-a024-c9cb96e7c8d4 HTTP/1.1" status: 204  len: 168 time: 3.7484684
Dec 18 06:43:28.804055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42592) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:28.891483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ca7e-5a9f-4549-9242-93cd393830c8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:28.999312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event updated for resources: {'Port': ['ID=16d49ba9-fea6-45a9-aec5-fc84865e7f52,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:29.007886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:29.016197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:29.019149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Transition to ACTIVE for port object 2dcee6b7-736c-4ffb-8747-207b7c46196c will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:29.049219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Transition to ACTIVE for port object 2dcee6b7-736c-4ffb-8747-207b7c46196c will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:29.059361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:29.068106 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7939b49b-ffbc-41dd-9b48-c49fbc6dfd57 req-bdfb41cc-ac4a-4d8a-a784-6dbe88761083 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 210 time: 0.0709827
Dec 18 06:43:29.078844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:29.080307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:29.083831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:29.084801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:29.089616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:29.090542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:29.131195 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.4795859
Dec 18 06:43:29.134637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42596) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:29.144212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1e3a1409-c705-4531-bbcd-5521540388e9 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ff', 'mac_address': 'fa:16:3e:ef:4f:bd'}, {'ip_address': '2001:db8::1b6', 'mac_address': 'fa:16:3e:ac:21:1a'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:29.147484 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e24040-a8fe-48c2-aa3c-394e297d8475 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] DELETE failed (client error): The resource could not be found.
Dec 18 06:43:29.148153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e24040-a8fe-48c2-aa3c-394e297d8475 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:43:29.166426 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d9e24040-a8fe-48c2-aa3c-394e297d8475 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] 10.222.0.23 "DELETE /v2.0/subnets/04ad5fa7-3667-4165-8f99-a83327737deb HTTP/1.1" status: 404  len: 337 time: 0.3430479
Dec 18 06:43:29.186214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42600) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:29.195703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ca7e-5a9f-4549-9242-93cd393830c8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:29.197408 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b5d6ca7e-5a9f-4549-9242-93cd393830c8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 1.1639698
Dec 18 06:43:29.218020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42604) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:29.285875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Pushing event updated for resources: {'Port': ['ID=2dcee6b7-736c-4ffb-8747-207b7c46196c,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:29.290158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:29.386579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7cdf27a6-f3da-4098-a333-acb5884b185a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:29.437383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Network 2861ddfa-3b78-45b6-898f-eb1af3be790e is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:29.438672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:29.443217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:29.484005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7cdf27a6-f3da-4098-a333-acb5884b185a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:29.516202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:29.548083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Attempting to bind port 2dcee6b7-736c-4ffb-8747-207b7c46196c on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:43:29.548517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Attempting to bind port 2dcee6b7-736c-4ffb-8747-207b7c46196c by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'e83e5ace-e7dd-4112-83a4-35d689b6b0b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2861ddfa-3b78-45b6-898f-eb1af3be790e'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:43:29.548938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Attempting to bind port 2dcee6b7-736c-4ffb-8747-207b7c46196c on network 2861ddfa-3b78-45b6-898f-eb1af3be790e {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:43:29.556743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:43:29.557171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Checking segment: {'id': 'e83e5ace-e7dd-4112-83a4-35d689b6b0b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2861ddfa-3b78-45b6-898f-eb1af3be790e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:43:29.557650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:29.558249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Bound using segment: {'id': 'e83e5ace-e7dd-4112-83a4-35d689b6b0b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2861ddfa-3b78-45b6-898f-eb1af3be790e'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:43:29.558782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Bound port: 2dcee6b7-736c-4ffb-8747-207b7c46196c, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83e5ace-e7dd-4112-83a4-35d689b6b0b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2861ddfa-3b78-45b6-898f-eb1af3be790e'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:43:29.559208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:29.680270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] For port 2dcee6b7-736c-4ffb-8747-207b7c46196c, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:43:29.684274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] For port 2dcee6b7-736c-4ffb-8747-207b7c46196c, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2dcee6b7-736c-4ffb-8747-207b7c46196c,segment=NetworkSegment(e83e5ace-e7dd-4112-83a4-35d689b6b0b0),segment_id=e83e5ace-e7dd-4112-83a4-35d689b6b0b0)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:43:29.692278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:29.833383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:29.856709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:29.925029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:29.928748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Pushing event updated for resources: {'Port': ['ID=2dcee6b7-736c-4ffb-8747-207b7c46196c,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:29.933569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:29.934171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2f90b644-abb3-44c8-9ffd-d9da7307d821 None None] Provisioning for port 16d49ba9-fea6-45a9-aec5-fc84865e7f52 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:29.960977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2f90b644-abb3-44c8-9ffd-d9da7307d821 None None] Provisioning complete for port 16d49ba9-fea6-45a9-aec5-fc84865e7f52 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:29.961409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f90b644-abb3-44c8-9ffd-d9da7307d821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:30.027341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:30.030789 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8aadc9ad-6cba-440c-b06e-b5279b47c22e req-d9603e6a-719a-4ccf-9de4-385ce16951a1 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 210 time: 0.3465381
Dec 18 06:43:30.039833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2f90b644-abb3-44c8-9ffd-d9da7307d821 None None] Port 16d49ba9-fea6-45a9-aec5-fc84865e7f52 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:30.158608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:30.245584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7cdf27a6-f3da-4098-a333-acb5884b185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:30.344326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Pushing event updated for resources: {'Port': ['ID=a885c96c-c4fd-4e8b-873d-fd74e6fe71f8,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:30.348272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:30.357482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:30.383833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf27a6-f3da-4098-a333-acb5884b185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1be1f1-8ea5-4f38-a58f-139c508df945,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:30.387121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7cdf27a6-f3da-4098-a333-acb5884b185a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:30.430803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7cdf27a6-f3da-4098-a333-acb5884b185a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:30.435588 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7cdf27a6-f3da-4098-a333-acb5884b185a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea1be1f1-8ea5-4f38-a58f-139c508df945 HTTP/1.1" status: 204  len: 168 time: 1.6614823
Dec 18 06:43:30.447279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d0bc748>,) {'filters': {'network_id': ['74932c6f-a007-4623-8418-14818439ce4d']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:30.466322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d0bc748>, '3e930825-cce0-447e-a6aa-e0f5a302aa35') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:30.466660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d0bc748>, '3e930825-cce0-447e-a6aa-e0f5a302aa35') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:30.474437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:30.548265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:30.558027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2dcee6b7-736c-4ffb-8747-207b7c46196c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:30.582766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:30.588006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Releasing vxlan tunnel 7 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:43:30.664875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 2dcee6b7-736c-4ffb-8747-207b7c46196c completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:30.715602 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-059772e7-3457-4f92-8d92-dc3bc0963d37 req-46d635ea-21d5-4d92-aea3-0bad5ff61b9a tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 210 time: 0.1480887
Dec 18 06:43:30.751948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1409-c705-4531-bbcd-5521540388e9 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:30.817575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095339d3-cf12-43e5-9a9f-07eabe509087 req-b41fdd29-330c-4550-a89e-3f325fc549e9 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:30.819898 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-095339d3-cf12-43e5-9a9f-07eabe509087 req-b41fdd29-330c-4550-a89e-3f325fc549e9 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 931 time: 0.9584820
Dec 18 06:43:30.825468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-a7d594a1-ba58-46a5-a1bc-77cb120b4ff4 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:30.826792 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-a7d594a1-ba58-46a5-a1bc-77cb120b4ff4 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0058486
Dec 18 06:43:30.830961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:30.912376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Network 74932c6f-a007-4623-8418-14818439ce4d has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:30.931891 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Floating IP bfdcf2f3-e5b1-434d-b42c-1b28e81ad890 associated. External IP: 172.26.7.126, port: ee76deec-825f-4702-bc95-04f6c2e3ecbb.
Dec 18 06:43:31.002677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:31.007658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42620) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:31.061490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-095339d3-cf12-43e5-9a9f-07eabe509087 req-8efad995-f359-4e4a-ba15-8c0b94d4c628 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2177215
Dec 18 06:43:31.289703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Network 74932c6f-a007-4623-8418-14818439ce4d has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:43:31.326816 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:43:31.331613 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-279db080-34d9-45cc-8bb2-2a9e67c2b8e0 req-812aa3dd-c228-4ff5-a5d4-88ffe7e50881 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 210 time: 0.1561682
Dec 18 06:43:31.346578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Request body: {'port': {'device_id': '707eb740-7924-42f2-8783-ef26bfb65cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:31.413476 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8853dfa0-b319-4368-bf52-7289bac0f2bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=888a211ad1884b95aa34eaca7c684d7d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3869731
Dec 18 06:43:31.436991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42634) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:31.495331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.15', 57978) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:31.628661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c43a0-ff22-4847-9fd9-7a1755ccd39e None None] Network 2861ddfa-3b78-45b6-898f-eb1af3be790e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:43:31.743848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2ec18b87-4dfe-455b-be2f-76c56faa44f5 None None] Provisioning for port 2dcee6b7-736c-4ffb-8747-207b7c46196c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:31.755413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2ec18b87-4dfe-455b-be2f-76c56faa44f5 None None] Provisioning complete for port 2dcee6b7-736c-4ffb-8747-207b7c46196c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:31.755842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2ec18b87-4dfe-455b-be2f-76c56faa44f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:31.801417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1409-c705-4531-bbcd-5521540388e9 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:31.821256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1409-c705-4531-bbcd-5521540388e9 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:31.901578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:31.996851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.15', 57982) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:32.101815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2ec18b87-4dfe-455b-be2f-76c56faa44f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:32.150541 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d95c16ac-40ae-4b8d-852c-d8bb3d466f68 req-2251c353-d705-48ed-a760-c592672968c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 210 time: 0.1546688
Dec 18 06:43:32.192337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a1409-c705-4531-bbcd-5521540388e9 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event updated for resources: {'Port': ['ID=16d49ba9-fea6-45a9-aec5-fc84865e7f52,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:32.204333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e3a1409-c705-4531-bbcd-5521540388e9 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:32.212388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Router c0db9bc7-dca2-49ca-a5f8-c5893358d290 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:43:32.263108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:32.274939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2ec18b87-4dfe-455b-be2f-76c56faa44f5 None None] For port 2dcee6b7-736c-4ffb-8747-207b7c46196c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2dcee6b7-736c-4ffb-8747-207b7c46196c,segment=NetworkSegment(e83e5ace-e7dd-4112-83a4-35d689b6b0b0),segment_id=e83e5ace-e7dd-4112-83a4-35d689b6b0b0)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:32.281665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2ec18b87-4dfe-455b-be2f-76c56faa44f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:32.284769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c235da91-3dde-4f40-a7a9-cdcb95705fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:32.353833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:32.366103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec18b87-4dfe-455b-be2f-76c56faa44f5 None None] Pushing event updated for resources: {'Port': ['ID=2dcee6b7-736c-4ffb-8747-207b7c46196c,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:32.371556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2ec18b87-4dfe-455b-be2f-76c56faa44f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:32.383781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7dcd2d92-aa78-49dd-85bc-8b753b3bb350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:32.425888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:32.452276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:32.482735 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] 10.222.0.23 "DELETE /v2.0/networks/74932c6f-a007-4623-8418-14818439ce4d HTTP/1.1" status: 204  len: 168 time: 3.2898195
Dec 18 06:43:32.490781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Allocated IP 172.20.0.1 (2861ddfa-3b78-45b6-898f-eb1af3be790e/280d6749-fa08-49c6-bb51-1528b5aa1b11/1f0dce1a-ff7b-4625-922e-07f144ad97b3) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:32.495356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1e3a1409-c705-4531-bbcd-5521540388e9 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] In _notify_port_updated(), no bound segment for port 16d49ba9-fea6-45a9-aec5-fc84865e7f52 on network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f {{(pid=81085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:43:32.503321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3a1409-c705-4531-bbcd-5521540388e9 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:32.504084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3a1409-c705-4531-bbcd-5521540388e9 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:32.505595 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1e3a1409-c705-4531-bbcd-5521540388e9 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "PUT /v2.0/ports/16d49ba9-fea6-45a9-aec5-fc84865e7f52 HTTP/1.1" status: 200  len: 1068 time: 3.3696728
Dec 18 06:43:32.519118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42660) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:32.726312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Pushing event deleted for resources: {'Network': ['ID=74932c6f-a007-4623-8418-14818439ce4d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:32.737784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e9894-2c76-4861-a921-c4da88419ced req-708024ab-48e1-421b-b7cc-e942b821f6a2 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:32.739412 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-708024ab-48e1-421b-b7cc-e942b821f6a2 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.15 "GET /v2.0/networks?id=3473ab7c-f2ea-4397-a8e9-9a05accc7567 HTTP/1.1" status: 200  len: 812 time: 1.2403421
Dec 18 06:43:32.743939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:32.753042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-68a948d8-8d8b-49c1-807c-3bbe6c34d7c4 None None] Provisioning complete for port 2dcee6b7-736c-4ffb-8747-207b7c46196c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:32.755062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-68a948d8-8d8b-49c1-807c-3bbe6c34d7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:32.763814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7dcd2d92-aa78-49dd-85bc-8b753b3bb350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:32.793209 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cdc16160-21e3-4a1b-8fed-9cfa06949382 req-b5b341fe-a430-42b8-82ff-2bf96c865c7b tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 210 time: 0.2817500
Dec 18 06:43:32.974022 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-dd9f23c5-1834-4f75-afbd-dadf689e63f3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4d99721b2184071bdf48ed15e267486 HTTP/1.1" status: 200  len: 5504 time: 0.1802018
Dec 18 06:43:32.980631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-4b9491a0-6713-4060-aefe-f03cdffd208f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:32.982642 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-4b9491a0-6713-4060-aefe-f03cdffd208f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.15 "GET /v2.0/networks?id=eca7ae00-9778-4814-8efd-9601e6522f96 HTTP/1.1" status: 200  len: 812 time: 0.8015757
Dec 18 06:43:32.983971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:43:32.997011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc930d1-561d-48ac-a378-f779ad4c11dc None None] Sync routers for ids ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:43:33.017945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Request body: {'port': {'device_id': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'admin_state_up': True, 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'security_groups': ['bb85b677-aa16-4f92-9d60-4977d0305cc7']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:33.027181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc930d1-561d-48ac-a378-f779ad4c11dc None None] Routers {'c0db9bc7-dca2-49ca-a5f8-c5893358d290'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:33.027638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8cc930d1-561d-48ac-a378-f779ad4c11dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7adc88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:33.134894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42666) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:33.146968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:33.153910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-12eab134-147d-4009-b677-d35c1b565c4b None None] Provisioning complete for port 16d49ba9-fea6-45a9-aec5-fc84865e7f52 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:33.154334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12eab134-147d-4009-b677-d35c1b565c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:33.221500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-12eab134-147d-4009-b677-d35c1b565c4b None None] Port 16d49ba9-fea6-45a9-aec5-fc84865e7f52 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:33.233937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-12eab134-147d-4009-b677-d35c1b565c4b None None] Provisioning complete for port 2dcee6b7-736c-4ffb-8747-207b7c46196c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:33.234360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12eab134-147d-4009-b677-d35c1b565c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:33.320257 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-9d2a012d-8ce5-4a65-917e-531031dc1072 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=abf0c209214f4a169089dc3a67fb1913 HTTP/1.1" status: 200  len: 5504 time: 0.1751137
Dec 18 06:43:33.328174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8cc930d1-561d-48ac-a378-f779ad4c11dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7adc88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:33.341257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc930d1-561d-48ac-a378-f779ad4c11dc None None] Routers {'c0db9bc7-dca2-49ca-a5f8-c5893358d290'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:33.342420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8cc930d1-561d-48ac-a378-f779ad4c11dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7adc88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:33.354956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6b17f70b-ed36-4836-836f-2d92cd46f546 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Deleting port 16d49ba9-fea6-45a9-aec5-fc84865e7f52 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:33.356936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b17f70b-ed36-4836-836f-2d92cd46f546 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:33.367373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Request body: {'port': {'device_id': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'admin_state_up': True, 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'security_groups': ['2f80d5d3-397f-472a-9e71-23db26ed3567']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:33.422787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8cc930d1-561d-48ac-a378-f779ad4c11dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7adc88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:33.423623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc930d1-561d-48ac-a378-f779ad4c11dc None None] The sync data for ids ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:43:33.455465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7dcd2d92-aa78-49dd-85bc-8b753b3bb350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:33.474219 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 989 time: 12.4863706
Dec 18 06:43:33.489340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:33.504305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42676) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:33.549425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a058bcff-6ae0-44cb-a0b3-19a70c7625c1 None None] Provisioning complete for port 2dcee6b7-736c-4ffb-8747-207b7c46196c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:33.549900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a058bcff-6ae0-44cb-a0b3-19a70c7625c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:33.571935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a98e65-f72d-4efd-a602-217ba24e760d req-0f31a841-353b-4cee-bdd1-4ae0a6e242f0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:33.573789 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-42a98e65-f72d-4efd-a602-217ba24e760d req-0f31a841-353b-4cee-bdd1-4ae0a6e242f0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 931 time: 1.1947958
Dec 18 06:43:33.573919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd2d92-aa78-49dd-85bc-8b753b3bb350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ad5407-d3e1-468e-baaf-dc53640340ab,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:33.576287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3c9078ff-25cd-44c1-b19b-62051526315e req-8c4ff664-fd7e-48f8-8e11-4ef14f7378f0 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 210 time: 0.1773398
Dec 18 06:43:33.625757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7dcd2d92-aa78-49dd-85bc-8b753b3bb350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:33.695997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:33.716944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7dcd2d92-aa78-49dd-85bc-8b753b3bb350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:33.718246 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7dcd2d92-aa78-49dd-85bc-8b753b3bb350 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25ad5407-d3e1-468e-baaf-dc53640340ab HTTP/1.1" status: 204  len: 168 time: 2.2801611
Dec 18 06:43:33.721132 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-df702faf-70d8-4894-bb8a-32a6d0cadda6 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] 10.222.0.23 "GET /v2.0/floatingips/bfdcf2f3-e5b1-434d-b42c-1b28e81ad890 HTTP/1.1" status: 200  len: 984 time: 0.2149870
Dec 18 06:43:33.726691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Usage tracker for resource:port and tenant:a4d99721b2184071bdf48ed15e267486 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:33.740437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42682) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:33.751671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Quota usage for port was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:33.768335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:33.889985 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e130a720-0ac0-41be-af0a-72b8cea7c111 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=12c4638bd22c4be9a3e2d82ef9a0e316&name=default HTTP/1.1" status: 200  len: 2875 time: 0.6994894
Dec 18 06:43:33.889985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Made reservation on behalf of a4d99721b2184071bdf48ed15e267486 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:33.893836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:33.905801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42690) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:33.906879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:33.959721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:33.963418 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-42a98e65-f72d-4efd-a602-217ba24e760d req-f930b7e8-6b95-4fff-94ad-dac7e9b01b1e tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3657000
Dec 18 06:43:33.984489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:34.045665 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c53144a3-8a1f-4796-ad07-14ddfbb573bc tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2907 time: 0.3030591
Dec 18 06:43:34.046303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Transition to ACTIVE for port object 1f0dce1a-ff7b-4625-922e-07f144ad97b3 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:34.063362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42696) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:34.103896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Made reservation on behalf of abf0c209214f4a169089dc3a67fb1913 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:34.109738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:34.144079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-50ed7447-ff3f-4d9f-9697-d0d46ca249c3 req-e36354d3-83ba-4a32-b3a1-4fa6690d8410 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 210 time: 0.1459322
Dec 18 06:43:34.160765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94d70ea9-d585-4460-8b71-66d295d062c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:34.307918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b17f70b-ed36-4836-836f-2d92cd46f546 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:34.319628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94d70ea9-d585-4460-8b71-66d295d062c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:34.320373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29696da1-eb20-4b53-875e-22d2836c37c4 {{(pid=81085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:43:34.440779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2dcee6b7-736c-4ffb-8747-207b7c46196c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:34.451459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:34.525589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:34.546962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 2dcee6b7-736c-4ffb-8747-207b7c46196c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:34.547579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:34.550156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6b17f70b-ed36-4836-836f-2d92cd46f546 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Calling delete_port for 16d49ba9-fea6-45a9-aec5-fc84865e7f52 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:34.579594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:34.617231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94d70ea9-d585-4460-8b71-66d295d062c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:34.652706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-42407188-58c3-4987-8902-ce4330e7a4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:34.818369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Transition to ACTIVE for port object 29696da1-eb20-4b53-875e-22d2836c37c4 will not be triggered until provisioned by entity L2. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:34.895770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:34.911174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d70ea9-d585-4460-8b71-66d295d062c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd346dd-dde9-46a4-bfa9-4652c83ee8fd,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:34.930673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Deleting port a885c96c-c4fd-4e8b-873d-fd74e6fe71f8 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:34.931060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:34.954759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94d70ea9-d585-4460-8b71-66d295d062c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:34.965006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Allocated IP 172.20.0.5 (3473ab7c-f2ea-4397-a8e9-9a05accc7567/425adf38-5fd3-496d-999b-301b4439713d/1f5cc8cd-b676-47c5-a468-45942c5b69df) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:35.000261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94d70ea9-d585-4460-8b71-66d295d062c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:35.003876 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-94d70ea9-d585-4460-8b71-66d295d062c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2cd346dd-dde9-46a4-bfa9-4652c83ee8fd HTTP/1.1" status: 204  len: 168 time: 1.0899284
Dec 18 06:43:35.029025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Allocated IP 172.20.0.8 (eca7ae00-9778-4814-8efd-9601e6522f96/d6bfb11e-f407-46b5-9dbe-7a268e6eeed6/e1b2c522-c27a-4c39-ae47-27c1a7b97b54) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:35.110474 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eb4b17b3-9f2a-4614-9d03-0d1f5e189b7d req-9c0f54e7-c2be-4f25-89da-e30907602d9d tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 210 time: 0.3338678
Dec 18 06:43:35.300689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:35.345560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Transition to ACTIVE for port object 1f5cc8cd-b676-47c5-a468-45942c5b69df will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:35.422254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event updated for resources: {'Port': ['ID=1f0dce1a-ff7b-4625-922e-07f144ad97b3,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:35.480117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:35.499182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f6fc1d94-ccdf-4d70-a8b7-90456c8ed844 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:35.519132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Network 2861ddfa-3b78-45b6-898f-eb1af3be790e is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:35.585852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Pushing event updated for resources: {'Port': ['ID=1f5cc8cd-b676-47c5-a468-45942c5b69df,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:35.623020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:35.626100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.626652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.627119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.627617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.628096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.628577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.629051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.629551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.630021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.630493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.630963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.631462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.631995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.632461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.633194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.633451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.645088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.645625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.646196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.647369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.648238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.649143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.651576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.652068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.672384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.672797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.673201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.673632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.674023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.674414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.674809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.675333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.675719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.676103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.676485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.677240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.677240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.677659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.678067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.678994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.679376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.679749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.680125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.680510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.680889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.681362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.681802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.682201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:35.691142 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-de8dbcfb-2ea6-4abf-9bea-6e96735cac49 req-055fa151-ff69-42fb-ae76-89e52a15c988 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 210 time: 0.2601039
Dec 18 06:43:35.701496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42732) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:35.705268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:35.712077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:35.806894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:35.872112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a46b729d-aa2b-4ea4-9a48-db67f5a7bfa9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=994b881257a54b5589ba686b32763059&name=default HTTP/1.1" status: 200  len: 2875 time: 0.1688766
Dec 18 06:43:35.876372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Transition to ACTIVE for port object e1b2c522-c27a-4c39-ae47-27c1a7b97b54 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:35.877464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42738) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:35.948457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:35.952836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fc0199d0-4d4c-4f6d-af6d-c3fad8284a5c None None] Provisioning for port 1f0dce1a-ff7b-4625-922e-07f144ad97b3 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:35.953788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:35.960156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fc0199d0-4d4c-4f6d-af6d-c3fad8284a5c None None] Provisioning complete for port 1f0dce1a-ff7b-4625-922e-07f144ad97b3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:35.961247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc0199d0-4d4c-4f6d-af6d-c3fad8284a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:35.961359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:36.033352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fc0199d0-4d4c-4f6d-af6d-c3fad8284a5c None None] Port 1f0dce1a-ff7b-4625-922e-07f144ad97b3 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:36.045473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.050077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67dc6237-0d11-4581-abe1-7b9cdc4d9f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.068552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:36.079970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42744) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:36.080932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:36.081576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.089055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d781fa0f-1210-4258-9849-4bfce92e8742 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.159s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:36.182801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:36.183429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.241082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67dc6237-0d11-4581-abe1-7b9cdc4d9f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.263290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2735493
Dec 18 06:43:36.264726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5378e77f-f9f6-4647-9f5a-d735eb4ebfaf None None] Provisioning for port 1f5cc8cd-b676-47c5-a468-45942c5b69df completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:36.270426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5378e77f-f9f6-4647-9f5a-d735eb4ebfaf None None] Provisioning complete for port 1f5cc8cd-b676-47c5-a468-45942c5b69df triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:36.271013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5378e77f-f9f6-4647-9f5a-d735eb4ebfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.272740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Pushing event updated for resources: {'Port': ['ID=e1b2c522-c27a-4c39-ae47-27c1a7b97b54,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:36.283226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:36.289393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Request body: {'port': {'device_id': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:36.309206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.309728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.388647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5378e77f-f9f6-4647-9f5a-d735eb4ebfaf None None] Port 1f5cc8cd-b676-47c5-a468-45942c5b69df cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:36.464305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67dc6237-0d11-4581-abe1-7b9cdc4d9f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.477450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-35ce7792-0c7b-412f-8580-1266bb64acb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:36.485420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Network eca7ae00-9778-4814-8efd-9601e6522f96 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:36.494245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:36.497858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.508252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:36.540328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc6237-0d11-4581-abe1-7b9cdc4d9f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7583158-43fd-474e-9c04-81a5cb9e113c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:36.544478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Calling delete_port for a885c96c-c4fd-4e8b-873d-fd74e6fe71f8 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:36.548151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67dc6237-0d11-4581-abe1-7b9cdc4d9f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:36.562480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67dc6237-0d11-4581-abe1-7b9cdc4d9f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.566595 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-67dc6237-0d11-4581-abe1-7b9cdc4d9f31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7583158-43fd-474e-9c04-81a5cb9e113c HTTP/1.1" status: 204  len: 168 time: 0.6880424
Dec 18 06:43:36.650471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b17f70b-ed36-4836-836f-2d92cd46f546 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.671568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:36.672256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.739130 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3955233
Dec 18 06:43:36.752127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Request body: {'port': {'device_id': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:36.793875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-662784621'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:36.842946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0cd96cf0-4c23-48f5-9756-84e6bed37b8d None None] Provisioning for port e1b2c522-c27a-4c39-ae47-27c1a7b97b54 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:36.848881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0cd96cf0-4c23-48f5-9756-84e6bed37b8d None None] Provisioning complete for port e1b2c522-c27a-4c39-ae47-27c1a7b97b54 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:36.849571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0cd96cf0-4c23-48f5-9756-84e6bed37b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:36.923314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:36.924091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0cd96cf0-4c23-48f5-9756-84e6bed37b8d None None] Port e1b2c522-c27a-4c39-ae47-27c1a7b97b54 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:36.929565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Usage tracker for resource:network and tenant:37120882540d47d0824438ed7fb0b309 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:36.933762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:36.940636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:36.949187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:37.012095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9dcab-4c4d-4484-b785-b8eeaa0a0583 req-03982697-1947-4db2-8e1b-9daf97e7aaa3 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:37.013792 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1b9dcab-4c4d-4484-b785-b8eeaa0a0583 req-03982697-1947-4db2-8e1b-9daf97e7aaa3 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 943 time: 1.7713850
Dec 18 06:43:37.015560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Pushing event updated for resources: {'Port': ['ID=29696da1-eb20-4b53-875e-22d2836c37c4,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:37.018839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:37.031109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:37.032465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:37.066519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Made reservation on behalf of 37120882540d47d0824438ed7fb0b309 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:37.072457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:37.164654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Attempting to bind port 29696da1-eb20-4b53-875e-22d2836c37c4 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:43:37.165024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Attempting to bind port 29696da1-eb20-4b53-875e-22d2836c37c4 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '3aceeed1-f7ae-457c-bc85-3dd66ffcb101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d'}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:43:37.165387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Attempting to bind port 29696da1-eb20-4b53-875e-22d2836c37c4 on network af7ce79f-a7dd-4454-8d3a-d2c46abac19d {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:43:37.167602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:37.196333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17f70b-ed36-4836-836f-2d92cd46f546 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event deleted for resources: {'Port': ['ID=16d49ba9-fea6-45a9-aec5-fc84865e7f52,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:37.199328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6b17f70b-ed36-4836-836f-2d92cd46f546 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:37.248069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:43:37.248449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Checking segment: {'id': '3aceeed1-f7ae-457c-bc85-3dd66ffcb101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:43:37.248856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:37.249255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Bound using segment: {'id': '3aceeed1-f7ae-457c-bc85-3dd66ffcb101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d'} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:43:37.249767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Bound port: 29696da1-eb20-4b53-875e-22d2836c37c4, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aceeed1-f7ae-457c-bc85-3dd66ffcb101', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d'}}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:43:37.250157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:37.314703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:37.336234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5cc8cd-b676-47c5-a468-45942c5b69df {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:43:37.341749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Usage tracker for resource:security_group_rule and tenant:37120882540d47d0824438ed7fb0b309 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:37.347994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:37.356383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:37.409309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:37.440558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Transition to ACTIVE for port object 1f5cc8cd-b676-47c5-a468-45942c5b69df will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:37.445940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:37.447815 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1b9dcab-4c4d-4484-b785-b8eeaa0a0583 req-830ced0d-b67a-43c6-8632-8bc27ab1abb9 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3580275
Dec 18 06:43:37.464256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:37.577998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52b45a-aecd-4d5d-94b5-07fab3574ac2 req-41f19101-9292-4a75-9410-0fb96108acfc tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:37.579738 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe52b45a-aecd-4d5d-94b5-07fab3574ac2 req-41f19101-9292-4a75-9410-0fb96108acfc tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 931 time: 1.1638274
Dec 18 06:43:37.586927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Pushing event updated for resources: {'Port': ['ID=1f5cc8cd-b676-47c5-a468-45942c5b69df,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:37.596552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:37.723147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b17f70b-ed36-4836-836f-2d92cd46f546 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:37.880890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b2c522-c27a-4c39-ae47-27c1a7b97b54 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:43:37.883676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:37.895402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:37.904130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] For port 29696da1-eb20-4b53-875e-22d2836c37c4, host hv-neutron-7650, cleared binding levels {{(pid=81085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:43:37.920378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e3a1409-c705-4531-bbcd-5521540388e9 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:37.925258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Transition to ACTIVE for port object e1b2c522-c27a-4c39-ae47-27c1a7b97b54 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:37.941096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:37.964698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10bca415-5310-459b-81e7-77cfe884af72 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:38.096598 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe52b45a-aecd-4d5d-94b5-07fab3574ac2 req-609d8d40-526e-492a-8157-d1280539a783 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4375329
Dec 18 06:43:38.129274 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6b17f70b-ed36-4836-836f-2d92cd46f546 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "DELETE /v2.0/ports/16d49ba9-fea6-45a9-aec5-fc84865e7f52 HTTP/1.1" status: 204  len: 168 time: 5.6045921
Dec 18 06:43:38.130138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] For port 29696da1-eb20-4b53-875e-22d2836c37c4, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=29696da1-eb20-4b53-875e-22d2836c37c4,segment=NetworkSegment(3aceeed1-f7ae-457c-bc85-3dd66ffcb101),segment_id=3aceeed1-f7ae-457c-bc85-3dd66ffcb101)] {{(pid=81085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:43:38.337411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42784) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:38.402499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Attempting to bind port 1f5cc8cd-b676-47c5-a468-45942c5b69df on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:43:38.402866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Attempting to bind port 1f5cc8cd-b676-47c5-a468-45942c5b69df by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'f84b69c9-ef00-471e-9ca5-13ca66d94a72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:43:38.403236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Attempting to bind port 1f5cc8cd-b676-47c5-a468-45942c5b69df on network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:43:38.423635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event deleted for resources: {'Port': ['ID=a885c96c-c4fd-4e8b-873d-fd74e6fe71f8,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:38.426422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:38.439144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:43:38.439510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Checking segment: {'id': 'f84b69c9-ef00-471e-9ca5-13ca66d94a72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:43:38.440054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:38.440507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Bound using segment: {'id': 'f84b69c9-ef00-471e-9ca5-13ca66d94a72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:43:38.441132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Bound port: 1f5cc8cd-b676-47c5-a468-45942c5b69df, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84b69c9-ef00-471e-9ca5-13ca66d94a72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:43:38.441502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:38.450074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:38.457143 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ce020d-88a3-463c-a7bb-b56cb49d534b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] GET failed (client error): The resource could not be found.
Dec 18 06:43:38.457725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-24ce020d-88a3-463c-a7bb-b56cb49d534b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Synchronizing usage tracker for tenant:eb5b40301aa74cf596b3dde4e1f16729 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:38.463677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30a361d9-06a8-4dfb-8f63-6dc62afe3fef tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:38.485240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b2c522-c27a-4c39-ae47-27c1a7b97b54,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:38.488229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:38.574286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-24ce020d-88a3-463c-a7bb-b56cb49d534b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Unset dirty status for tenant:eb5b40301aa74cf596b3dde4e1f16729 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:38.578204 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-24ce020d-88a3-463c-a7bb-b56cb49d534b tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "GET /v2.0/ports/16d49ba9-fea6-45a9-aec5-fc84865e7f52 HTTP/1.1" status: 404  len: 333 time: 0.2261510
Dec 18 06:43:38.595325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42798) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:38.655391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42802) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:38.671661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ba840-6b97-4dc9-a4dd-42ab9f1d8b0b req-2c500788-4c90-4b70-b8ef-1e6e61fa0055 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:38.673292 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a60ba840-6b97-4dc9-a4dd-42ab9f1d8b0b req-2c500788-4c90-4b70-b8ef-1e6e61fa0055 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 931 time: 1.0113931
Dec 18 06:43:38.832420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-85c5478e-e1a0-4186-8f2b-8fad95502728 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Deleting port 544860bf-0363-415a-bec6-f49dfad35111 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:38.832965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85c5478e-e1a0-4186-8f2b-8fad95502728 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:38.881805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Pushing event updated for resources: {'Port': ['ID=29696da1-eb20-4b53-875e-22d2836c37c4,revision_number=3']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:38.882415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] For port 1f5cc8cd-b676-47c5-a468-45942c5b69df, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:43:38.886134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:38.896177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-701414984', 'router:external': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:38.902532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:38.909153 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a60ba840-6b97-4dc9-a4dd-42ab9f1d8b0b req-20539077-c252-4473-9a47-5630f431e248 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1716423
Dec 18 06:43:38.926006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:38.926502 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Floating IP bfdcf2f3-e5b1-434d-b42c-1b28e81ad890 disassociated (deleted). External IP: 172.26.7.126, port: ee76deec-825f-4702-bc95-04f6c2e3ecbb.
Dec 18 06:43:38.933308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Usage tracker for resource:network and tenant:35462906a2ca4e79bfb2577711d4c091 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:38.939377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:38.952082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] For port 1f5cc8cd-b676-47c5-a468-45942c5b69df, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df,segment=NetworkSegment(f84b69c9-ef00-471e-9ca5-13ca66d94a72),segment_id=f84b69c9-ef00-471e-9ca5-13ca66d94a72)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:43:38.980760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:38.998767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.008285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.026199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.029148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:39.034391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:39.035079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.036600 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] 10.222.0.15 "PUT /v2.0/ports/29696da1-eb20-4b53-875e-22d2836c37c4 HTTP/1.1" status: 200  len: 1157 time: 8.0064878
Dec 18 06:43:39.043468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707eb740-7924-42f2-8783-ef26bfb65cc9', 'tag': '29696da1-eb20-4b53-875e-22d2836c37c4'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:43:39.115114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:43:39.125486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:39.201606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Made reservation on behalf of 35462906a2ca4e79bfb2577711d4c091 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:39.207225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.214562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.249775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.313688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.314476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.328142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:39.339251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:43:39.388732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66951472-64f4-411f-b002-5cdcba5c247b req-ab9e4f3c-d503-4aba-98df-6af40285f9ac tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:39.390379 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-66951472-64f4-411f-b002-5cdcba5c247b req-ab9e4f3c-d503-4aba-98df-6af40285f9ac tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 943 time: 0.7463045
Dec 18 06:43:39.403311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Usage tracker for resource:security_group_rule and tenant:35462906a2ca4e79bfb2577711d4c091 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:39.406114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Attempting to bind port e1b2c522-c27a-4c39-ae47-27c1a7b97b54 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:43:39.406500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Attempting to bind port e1b2c522-c27a-4c39-ae47-27c1a7b97b54 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:43:39.406868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Attempting to bind port e1b2c522-c27a-4c39-ae47-27c1a7b97b54 on network eca7ae00-9778-4814-8efd-9601e6522f96 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:43:39.409232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:39.432961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Pushing event updated for resources: {'Port': ['ID=1f5cc8cd-b676-47c5-a468-45942c5b69df,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:39.439641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:39.454884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:39.456749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:43:39.457126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Checking segment: {'id': 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:43:39.457563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.457967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Bound using segment: {'id': 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:43:39.458460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Bound port: e1b2c522-c27a-4c39-ae47-27c1a7b97b54, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:43:39.458854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.475847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Pushing event updated for resources: {'SecurityGroup': ['ID=8279f1fa-a8ff-4d57-8e02-6d58da79743d,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:39.479255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:39.496313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4318ecf-7ba3-4bbf-8568-d480bfd13e70 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:39.555794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.556241 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Added segment 5963ec18-9ada-4fc2-9c08-bb3a6b03d42d of type vxlan for network d8d2275b-c722-4313-ac28-212e471639e9
Dec 18 06:43:39.594945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:39.595640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.597173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] 10.222.0.15 "PUT /v2.0/ports/1f5cc8cd-b676-47c5-a468-45942c5b69df HTTP/1.1" status: 200  len: 1157 time: 3.3216114
Dec 18 06:43:39.599103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'tag': '1f5cc8cd-b676-47c5-a468-45942c5b69df'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:43:39.746324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85c5478e-e1a0-4186-8f2b-8fad95502728 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.769260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event updated for resources: {'Port': ['ID=1f0dce1a-ff7b-4625-922e-07f144ad97b3,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:39.773183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:39.786016 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-66951472-64f4-411f-b002-5cdcba5c247b req-c8cc763f-494f-41e5-b2d7-cf2920aa4494 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3234391
Dec 18 06:43:39.788214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:39.790116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] For port e1b2c522-c27a-4c39-ae47-27c1a7b97b54, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:43:39.827395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-78d409d4-e76e-4014-9f33-0a0d1eabb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:39.829075 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-78d409d4-e76e-4014-9f33-0a0d1eabb7a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64297e918d5a470ebd117893eb402e4b&device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 1160 time: 0.7285259
Dec 18 06:43:39.929380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-85c5478e-e1a0-4186-8f2b-8fad95502728 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Calling delete_port for 544860bf-0363-415a-bec6-f49dfad35111 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:39.987122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] For port e1b2c522-c27a-4c39-ae47-27c1a7b97b54, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e1b2c522-c27a-4c39-ae47-27c1a7b97b54,segment=NetworkSegment(aca7d980-6b6b-4767-b9c6-edb4a71f84ab),segment_id=aca7d980-6b6b-4767-b9c6-edb4a71f84ab)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:43:40.003756 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-58754b6d-264c-4e99-af1d-186df06d6e7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29696da1-eb20-4b53-875e-22d2836c37c4 HTTP/1.1" status: 200  len: 217 time: 0.1571574
Dec 18 06:43:40.010234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7de50-3c58-4f55-9ec7-8b5a4cc02b58 req-58ceab9c-7b31-43f7-b459-93945002b37f tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:40.011847 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53b7de50-3c58-4f55-9ec7-8b5a4cc02b58 req-58ceab9c-7b31-43f7-b459-93945002b37f tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 943 time: 0.6993737
Dec 18 06:43:40.015099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:40.024404 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707eb740-7924-42f2-8783-ef26bfb65cc9', 'tag': '29696da1-eb20-4b53-875e-22d2836c37c4', 'status': 'completed', 'code': 200}
Dec 18 06:43:40.035907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1085f14-007c-4ac7-ada6-725587baaccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:40.079183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Network 2861ddfa-3b78-45b6-898f-eb1af3be790e is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:40.094673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:40.104964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:40.121917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:40.122601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:40.137162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:40.195339 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'tag': '1f5cc8cd-b676-47c5-a468-45942c5b69df', 'status': 'completed', 'code': 200}
Dec 18 06:43:40.224319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:40.275728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:40.318956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e9894-2c76-4861-a921-c4da88419ced req-94bb4840-33af-40d7-8f50-df3d63ae0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:40.320659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-94bb4840-33af-40d7-8f50-df3d63ae0306 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4d99721b2184071bdf48ed15e267486&device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 1160 time: 0.6493113
Dec 18 06:43:40.328078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b2c522-c27a-4c39-ae47-27c1a7b97b54,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:40.341735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:40.344281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:40.368995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-96473142-6851-4ef6-82b4-c4d8e342285f None None] Provisioning complete for port 1f0dce1a-ff7b-4625-922e-07f144ad97b3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:40.369433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96473142-6851-4ef6-82b4-c4d8e342285f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:40.426866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-96473142-6851-4ef6-82b4-c4d8e342285f None None] Port 1f0dce1a-ff7b-4625-922e-07f144ad97b3 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:40.463652 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-a9c8b8f7-a41c-4ea0-a659-ee8e305af150 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df HTTP/1.1" status: 200  len: 217 time: 0.1233504
Dec 18 06:43:40.464448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:43:40.533267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85c5478e-e1a0-4186-8f2b-8fad95502728 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:40.542717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Pushing event updated for resources: {'SecurityGroup': ['ID=da4d8bb7-66ce-4e73-9bcc-afba5b6e20cd,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:40.555325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Router c0db9bc7-dca2-49ca-a5f8-c5893358d290 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:43:40.559767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:40.560163 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Added segment 8db32d0b-a2d2-498b-b8c1-833d0a1ab43f of type vxlan for network eeda1ef9-aa1a-4b66-a01a-669c158a5e2d
Dec 18 06:43:40.569090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:40.578491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94eda8b0-d8fe-4f8a-9cae-0606e020384c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:40.635340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53b7de50-3c58-4f55-9ec7-8b5a4cc02b58 req-1bc1a924-4f79-423f-8507-5488b3bf6889 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6065929
Dec 18 06:43:40.636765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-69d48b79-c269-4c60-b48e-41853cb5f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:40.638391 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-69d48b79-c269-4c60-b48e-41853cb5f111 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0d63ecb-425f-4a69-bebb-78b688b00e29 HTTP/1.1" status: 200  len: 845 time: 0.6070189
Dec 18 06:43:40.646759 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 4.5255382
Dec 18 06:43:40.776650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Pushing event updated for resources: {'Network': ['ID=d8d2275b-c722-4313-ac28-212e471639e9,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:40.792160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network d8d2275b-c722-4313-ac28-212e471639e9 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:43:40.844358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:40.926500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:40.927197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:40.928718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network d8d2275b-c722-4313-ac28-212e471639e9 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:43:40.928845 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] 10.222.0.15 "PUT /v2.0/ports/e1b2c522-c27a-4c39-ae47-27c1a7b97b54 HTTP/1.1" status: 200  len: 1157 time: 4.1812632
Dec 18 06:43:40.976437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5478e-e1a0-4186-8f2b-8fad95502728 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event deleted for resources: {'Port': ['ID=544860bf-0363-415a-bec6-f49dfad35111,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:40.985122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85c5478e-e1a0-4186-8f2b-8fad95502728 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:40.994315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e9894-2c76-4861-a921-c4da88419ced req-26725919-0a6d-4e86-83b7-3c3c42547c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:40.996246 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-26725919-0a6d-4e86-83b7-3c3c42547c97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=425adf38-5fd3-496d-999b-301b4439713d HTTP/1.1" status: 200  len: 851 time: 0.5188725
Dec 18 06:43:41.048716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42836) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:41.057171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f643a-53b1-4da4-b32e-6f5f69b51803 req-75a9753d-c117-4763-bbc4-44f627ea0f23 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:41.058835 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1d8f643a-53b1-4da4-b32e-6f5f69b51803 req-75a9753d-c117-4763-bbc4-44f627ea0f23 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 943 time: 0.5948601
Dec 18 06:43:41.068247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Request body: {'port': {'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9', 'binding:host_id': 'hv-neutron-7650', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-137267329'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:41.079390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:41.112901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:41.113726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-1f62f895-8917-46d0-914a-ec0def56678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:41.115380 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-1f62f895-8917-46d0-914a-ec0def56678f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af7ce79f-a7dd-4454-8d3a-d2c46abac19d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4645231
Dec 18 06:43:41.121340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Usage tracker for resource:port and tenant:0d6eeade62664a9ca90ffef3b015c583 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:41.128571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:41.131875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:43:41.142235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:41.146453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50377ca2-7b44-44be-aeb5-9c881a44387e None None] Sync routers for ids ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:43:41.157800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50377ca2-7b44-44be-aeb5-9c881a44387e None None] Routers {'c0db9bc7-dca2-49ca-a5f8-c5893358d290'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:41.158696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-50377ca2-7b44-44be-aeb5-9c881a44387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce26470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:41.193228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:41.229907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-50377ca2-7b44-44be-aeb5-9c881a44387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce26470>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:41.231871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85c5478e-e1a0-4186-8f2b-8fad95502728 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:41.239329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50377ca2-7b44-44be-aeb5-9c881a44387e None None] Routers {'c0db9bc7-dca2-49ca-a5f8-c5893358d290'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:41.239971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-50377ca2-7b44-44be-aeb5-9c881a44387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce26470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:41.244858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:41.255210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:41.255857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:41.264877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:41.270996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Router edde3a7c-88ec-4637-bcf9-0da7a4b10156 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:43:41.291096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-c2e371d5-fb11-4e53-9790-f751a1518df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:41.292759 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-c2e371d5-fb11-4e53-9790-f751a1518df8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abf0c209214f4a169089dc3a67fb1913&device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 1160 time: 0.3025064
Dec 18 06:43:41.294642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e9894-2c76-4861-a921-c4da88419ced req-907f28ad-7410-42c0-8a2c-1f30ec2f87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:41.296124 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-907f28ad-7410-42c0-8a2c-1f30ec2f87ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3473ab7c-f2ea-4397-a8e9-9a05accc7567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2618952
Dec 18 06:43:41.303637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-50377ca2-7b44-44be-aeb5-9c881a44387e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce26470>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:41.304122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50377ca2-7b44-44be-aeb5-9c881a44387e None None] The sync data for ids ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:43:41.369953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Made reservation on behalf of 0d6eeade62664a9ca90ffef3b015c583 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:41.374805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:41.388163 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1d8f643a-53b1-4da4-b32e-6f5f69b51803 req-b9498658-758a-45b6-a558-0a94b7313b3e tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3129210
Dec 18 06:43:41.440394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-85c5478e-e1a0-4186-8f2b-8fad95502728 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "DELETE /v2.0/ports/544860bf-0363-415a-bec6-f49dfad35111 HTTP/1.1" status: 204  len: 168 time: 2.8368521
Dec 18 06:43:41.472062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42840) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:41.472847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:41.535609 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-0142bd0d-dbbf-42b7-b502-ff28b1e74fc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b2c522-c27a-4c39-ae47-27c1a7b97b54 HTTP/1.1" status: 200  len: 217 time: 0.1813993
Dec 18 06:43:41.540082 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 867 time: 2.8714180
Dec 18 06:43:41.545667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42844) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:41.600504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Request body: {'subnet': {'network_id': 'eeda1ef9-aa1a-4b66-a01a-669c158a5e2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:41.610903 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "DELETE /v2.0/floatingips/bfdcf2f3-e5b1-434d-b42c-1b28e81ad890 HTTP/1.1" status: 204  len: 168 time: 7.5463934
Dec 18 06:43:41.615629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42848) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:41.629191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Pushing event updated for resources: {'Network': ['ID=eeda1ef9-aa1a-4b66-a01a-669c158a5e2d,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:41.632566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:41.632702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:41.638790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:41.648853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:41.653601 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b65932-d807-4153-9610-539406da74ce tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] GET failed (client error): The resource could not be found.
Dec 18 06:43:41.654180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-99b65932-d807-4153-9610-539406da74ce tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Synchronizing usage tracker for tenant:eb5b40301aa74cf596b3dde4e1f16729 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:41.656853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network eeda1ef9-aa1a-4b66-a01a-669c158a5e2d details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:43:41.660053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Usage tracker for resource:subnet and tenant:35462906a2ca4e79bfb2577711d4c091 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:41.663943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:41.677306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Usage tracker for resource:security_group_rule and tenant:0d6eeade62664a9ca90ffef3b015c583 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:41.684309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:41.686520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:41.688799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:41.712028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Usage tracker for resource:floatingip and tenant:b5c0df6a79574f1b934d733e4ee23fc4 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:41.716018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:41.724609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:41.736833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:43:41.743267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-4edd5760-8868-4980-ba9d-221c9281c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:41.746219 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-4edd5760-8868-4980-ba9d-221c9281c1b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6bfb11e-f407-46b5-9dbe-7a268e6eeed6 HTTP/1.1" status: 200  len: 851 time: 0.1932530
Dec 18 06:43:41.746579 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-1ba4ccd0-5675-4b0c-9d7d-4545b7ef5e9a service neutron] 10.222.0.15 "GET /v2.0/networks/af7ce79f-a7dd-4454-8d3a-d2c46abac19d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6119304
Dec 18 06:43:41.747704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-99b65932-d807-4153-9610-539406da74ce tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Unset dirty status for tenant:eb5b40301aa74cf596b3dde4e1f16729 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:41.748305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:41.748711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58d23d3-73b9-45f0-b78a-6dbf39004f2a None None] Sync routers for ids ['edde3a7c-88ec-4637-bcf9-0da7a4b10156'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:43:41.748819 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-99b65932-d807-4153-9610-539406da74ce tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "GET /v2.0/ports/544860bf-0363-415a-bec6-f49dfad35111 HTTP/1.1" status: 404  len: 333 time: 0.2647738
Dec 18 06:43:41.758317 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "PUT /v2.0/routers/edde3a7c-88ec-4637-bcf9-0da7a4b10156/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5273421
Dec 18 06:43:41.760693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42854) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:41.761268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42856) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:41.763200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Made reservation on behalf of 35462906a2ca4e79bfb2577711d4c091 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:41.766579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58d23d3-73b9-45f0-b78a-6dbf39004f2a None None] Routers {'edde3a7c-88ec-4637-bcf9-0da7a4b10156'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:41.767273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a58d23d3-73b9-45f0-b78a-6dbf39004f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ddee2e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['edde3a7c-88ec-4637-bcf9-0da7a4b10156'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:41.768910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:41.771528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1e9fa-0ee9-4bf9-9e6c-e93685022106 req-9623fa19-63d9-494d-87d6-2508abca18a2 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:41.773847 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b1e9fa-0ee9-4bf9-9e6c-e93685022106 req-9623fa19-63d9-494d-87d6-2508abca18a2 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 943 time: 0.5613198
Dec 18 06:43:41.829415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network eeda1ef9-aa1a-4b66-a01a-669c158a5e2d details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:43:41.883260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a58d23d3-73b9-45f0-b78a-6dbf39004f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ddee2e8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:41.885457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Request body: {'port': {'network_id': '2861ddfa-3b78-45b6-898f-eb1af3be790e', 'name': 'tempest-FloatingIPNegativeTestJSON-1920328975'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:41.893875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58d23d3-73b9-45f0-b78a-6dbf39004f2a None None] Routers {'edde3a7c-88ec-4637-bcf9-0da7a4b10156'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:41.894741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a58d23d3-73b9-45f0-b78a-6dbf39004f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ddee2e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['edde3a7c-88ec-4637-bcf9-0da7a4b10156'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:41.969001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a58d23d3-73b9-45f0-b78a-6dbf39004f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ddee2e8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:41.969762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58d23d3-73b9-45f0-b78a-6dbf39004f2a None None] The sync data for ids ['edde3a7c-88ec-4637-bcf9-0da7a4b10156'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:43:41.999919 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b1e9fa-0ee9-4bf9-9e6c-e93685022106 req-b7955a7a-ed6a-4a1b-83b5-1f7c1062e166 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2171018
Dec 18 06:43:42.043753 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-74f050aa-8ce4-44b4-98dc-d6f2f0a424b4 service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6880221
Dec 18 06:43:42.044521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:42.092313 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1b70ce2-88f8-493d-9916-4a60e47d2dd2 req-ef3fd7bb-a22d-4981-981e-095130043ce0 service neutron] 10.222.0.15 "GET /v2.0/networks/af7ce79f-a7dd-4454-8d3a-d2c46abac19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3174298
Dec 18 06:43:42.114646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd7aca-ed7c-401d-88c4-22b1274bb2fe req-5c5826fd-92c0-47d0-95da-eff2dbb10fe8 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:42.116403 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c2bd7aca-ed7c-401d-88c4-22b1274bb2fe req-5c5826fd-92c0-47d0-95da-eff2dbb10fe8 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 943 time: 0.2344391
Dec 18 06:43:42.118373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:42.121134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:42.136310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:42.228072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'tag': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:43:42.278007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5d97c002-1f2b-446f-a5e0-8cc76c8c199d tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Deleting port 5f377392-b5d3-4031-8279-27c05f7c1dd7 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:42.278393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d97c002-1f2b-446f-a5e0-8cc76c8c199d tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:42.312893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event updated for resources: {'SecurityGroup': ['ID=954e2855-a676-4d10-acae-1821cbf40817,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:42.322034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:42.339593 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c2bd7aca-ed7c-401d-88c4-22b1274bb2fe req-47192f96-c55a-4006-aa95-05df99ce28c7 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2049286
Dec 18 06:43:42.354948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] device_id is not set on port e31f42fa-76e7-4d87-880f-3933653ab421 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:42.372907 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'tag': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54', 'status': 'completed', 'code': 200}
Dec 18 06:43:42.442399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbdb0e-f6d2-49e2-86b9-8c218f0b58bc req-ae8b2859-31ca-4f49-8dfe-0f4cd7aa2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:42.442597 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f6cbdb0e-f6d2-49e2-86b9-8c218f0b58bc req-ae8b2859-31ca-4f49-8dfe-0f4cd7aa2310 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64297e918d5a470ebd117893eb402e4b&device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 1160 time: 0.2813244
Dec 18 06:43:42.496019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:42.522814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Usage tracker for resource:port and tenant:34f55cc23b2142a1840e7917a62c7db3 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:42.531253 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f0e9894-2c76-4861-a921-c4da88419ced req-22d70936-8479-424b-9dc6-374f3010aa59 service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4740984
Dec 18 06:43:42.569935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:42.575280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-2146cf83-014a-4648-bd20-1d1af5a22ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:42.576924 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-2146cf83-014a-4648-bd20-1d1af5a22ed6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eca7ae00-9778-4814-8efd-9601e6522f96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.7828143
Dec 18 06:43:42.601041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:43.031128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbdb0e-f6d2-49e2-86b9-8c218f0b58bc req-2227cead-846c-4874-8084-7e715dfdd428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:43.032765 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f6cbdb0e-f6d2-49e2-86b9-8c218f0b58bc req-2227cead-846c-4874-8084-7e715dfdd428 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af7ce79f-a7dd-4454-8d3a-d2c46abac19d HTTP/1.1" status: 200  len: 900 time: 0.5788243
Dec 18 06:43:43.099874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Made reservation on behalf of 34f55cc23b2142a1840e7917a62c7db3 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:43.105643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:43.149443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c85af-d3d0-4f3f-9f86-0b5c7e3b358b req-50927e7c-9999-4928-baa3-d4a3d73f0f78 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:43.151572 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-566c85af-d3d0-4f3f-9f86-0b5c7e3b358b req-50927e7c-9999-4928-baa3-d4a3d73f0f78 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 943 time: 0.3823524
Dec 18 06:43:43.158673 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f6cbdb0e-f6d2-49e2-86b9-8c218f0b58bc req-1c6aa759-5965-486d-b191-221aaf2574c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29696da1-eb20-4b53-875e-22d2836c37c4 HTTP/1.1" status: 200  len: 217 time: 0.1159649
Dec 18 06:43:43.245145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] device_id is not set on port e31f42fa-76e7-4d87-880f-3933653ab421 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:43.275918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:43.339371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Transition to ACTIVE for port object e31f42fa-76e7-4d87-880f-3933653ab421 will not be triggered until provisioned by entity L2. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:43.350148 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-566c85af-d3d0-4f3f-9f86-0b5c7e3b358b req-32734866-e51c-46e7-a083-80b574bc4a1c tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1884007
Dec 18 06:43:43.360818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbdb0e-f6d2-49e2-86b9-8c218f0b58bc req-35aa864f-8250-4228-8300-e5498cab19ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:43.362576 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f6cbdb0e-f6d2-49e2-86b9-8c218f0b58bc req-35aa864f-8250-4228-8300-e5498cab19ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0d63ecb-425f-4a69-bebb-78b688b00e29 HTTP/1.1" status: 200  len: 845 time: 0.1876190
Dec 18 06:43:43.367321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:43.388851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9302a95a-3426-4e9c-8f6b-a947531f78f7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:43.476177 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-a6f474e1-7b24-449c-8a8a-340f62ec689c service neutron] 10.222.0.15 "GET /v2.0/networks/eca7ae00-9778-4814-8efd-9601e6522f96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8816578
Dec 18 06:43:43.490127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d97c002-1f2b-446f-a5e0-8cc76c8c199d tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:43.540145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:43.555305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45922af-454d-4112-8427-9702852ae50b req-f84ac2b2-f67a-40a2-ae29-b84d9cbf622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:43.556910 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f45922af-454d-4112-8427-9702852ae50b req-f84ac2b2-f67a-40a2-ae29-b84d9cbf622d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4d99721b2184071bdf48ed15e267486&device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 1160 time: 0.9535022
Dec 18 06:43:43.639282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event updated for resources: {'Port': ['ID=e31f42fa-76e7-4d87-880f-3933653ab421,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:43.644936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:43.668986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f8882-b6cb-4f71-9845-8583c8c1d956 req-c4ad9e59-99d3-4603-bdcc-386892300a28 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:43.670678 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b6f8882-b6cb-4f71-9845-8583c8c1d956 req-c4ad9e59-99d3-4603-bdcc-386892300a28 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 943 time: 0.4134471
Dec 18 06:43:43.758395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5d97c002-1f2b-446f-a5e0-8cc76c8c199d tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Calling delete_port for 5f377392-b5d3-4031-8279-27c05f7c1dd7 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:43.760336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbdb0e-f6d2-49e2-86b9-8c218f0b58bc req-45f2adb9-b18f-441b-90fe-747cb384436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:43.762027 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f6cbdb0e-f6d2-49e2-86b9-8c218f0b58bc req-45f2adb9-b18f-441b-90fe-747cb384436a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af7ce79f-a7dd-4454-8d3a-d2c46abac19d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3411014
Dec 18 06:43:43.778313 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b6f8882-b6cb-4f71-9845-8583c8c1d956 req-c48058d3-53d0-423c-b2dd-22dc43b69ce9 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993853
Dec 18 06:43:43.786447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feca485-5c6c-4e7a-a5c3-23e4eab7ce72 req-c026c10c-b1c6-4fe4-98d8-2732e34e849f tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:43.788563 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9feca485-5c6c-4e7a-a5c3-23e4eab7ce72 req-c026c10c-b1c6-4fe4-98d8-2732e34e849f tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 943 time: 0.2621326
Dec 18 06:43:43.791377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Checking segment: {'id': '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:43:43.791780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Network hostable DHCP agents. Network: d8d2275b-c722-4313-ac28-212e471639e9, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:43:43.930659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Network d8d2275b-c722-4313-ac28-212e471639e9 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:43:43.942150 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9feca485-5c6c-4e7a-a5c3-23e4eab7ce72 req-e4cd7963-b891-462f-be82-4f8558eb034f tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1437893
Dec 18 06:43:43.948274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, d8d2275b-c722-4313-ac28-212e471639e9) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:43.954713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:43.962466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410dd0e3-c43c-47c5-9c0f-f456dc0fb097 None None] Network d8d2275b-c722-4313-ac28-212e471639e9 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:43:43.991366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] device_id is not set on port 54a8bda5-d0d9-4d9d-902b-336da8539be1 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:44.000160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to bind port e31f42fa-76e7-4d87-880f-3933653ab421 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:43:44.000541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to bind port e31f42fa-76e7-4d87-880f-3933653ab421 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:43:44.000918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to bind port e31f42fa-76e7-4d87-880f-3933653ab421 on network d8d2275b-c722-4313-ac28-212e471639e9 {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:43:44.016451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:43:44.016828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Checking segment: {'id': '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:43:44.017233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:44.017653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Bound using segment: {'id': '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:43:44.018127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Bound port: e31f42fa-76e7-4d87-880f-3933653ab421, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'}}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:43:44.018541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:44.031443 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f6cbdb0e-f6d2-49e2-86b9-8c218f0b58bc req-8f04f4a2-4d81-4254-a928-f49e24f5136b service neutron] 10.222.0.15 "GET /v2.0/networks/af7ce79f-a7dd-4454-8d3a-d2c46abac19d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126672
Dec 18 06:43:44.208011 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77ea1b95-34af-44ea-a174-7383c9c61eca req-3401de43-603a-420c-b691-ddf06b3027d4 service neutron] 10.222.0.15 "GET /v2.0/networks/eca7ae00-9778-4814-8efd-9601e6522f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7198751
Dec 18 06:43:44.226160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] For port e31f42fa-76e7-4d87-880f-3933653ab421, host hv-neutron-7650, cleared binding levels {{(pid=81085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:43:44.246955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] For port e31f42fa-76e7-4d87-880f-3933653ab421, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e31f42fa-76e7-4d87-880f-3933653ab421,segment=NetworkSegment(5963ec18-9ada-4fc2-9c08-bb3a6b03d42d),segment_id=5963ec18-9ada-4fc2-9c08-bb3a6b03d42d)] {{(pid=81085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:43:44.252434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:44.268375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc467c1b-b290-4a97-a815-cfbfcd5e4268 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:44.297836 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f6cbdb0e-f6d2-49e2-86b9-8c218f0b58bc req-9f3d9507-f112-40fa-af59-26253a05dbe1 service neutron] 10.222.0.15 "GET /v2.0/networks/af7ce79f-a7dd-4454-8d3a-d2c46abac19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2351315
Dec 18 06:43:44.339644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45922af-454d-4112-8427-9702852ae50b req-23007608-129d-45f7-8ac1-6765f4efc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:44.341223 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f45922af-454d-4112-8427-9702852ae50b req-23007608-129d-45f7-8ac1-6765f4efc07b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3473ab7c-f2ea-4397-a8e9-9a05accc7567 HTTP/1.1" status: 200  len: 906 time: 0.6074302
Dec 18 06:43:44.423770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event updated for resources: {'Port': ['ID=e31f42fa-76e7-4d87-880f-3933653ab421,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:44.430021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:44.435176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:44.435839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:44.461901 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1080 time: 3.4116054
Dec 18 06:43:44.464659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42878) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:44.582617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bed58dc-49a0-41c2-b698-3a9ec1700916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:44.592011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0a15697d-f8d1-4d92-8c84-677eb03cd274 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Deleting port e31f42fa-76e7-4d87-880f-3933653ab421 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:44.592396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a15697d-f8d1-4d92-8c84-677eb03cd274 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:44.711513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dd4f1-4d15-4ba7-805a-e4b9b4c3e221 req-de03fce6-1260-4b50-ac4b-a8c407ecc864 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:44.713238 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-829dd4f1-4d15-4ba7-805a-e4b9b4c3e221 req-de03fce6-1260-4b50-ac4b-a8c407ecc864 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 943 time: 0.2154162
Dec 18 06:43:44.767970 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f45922af-454d-4112-8427-9702852ae50b req-98061453-e8dc-4053-a21e-e8fc16d5b0eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df HTTP/1.1" status: 200  len: 217 time: 0.4006937
Dec 18 06:43:44.855907 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-829dd4f1-4d15-4ba7-805a-e4b9b4c3e221 req-b4c76215-957b-4fac-8416-5f43687e57cb tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1323550
Dec 18 06:43:44.870122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Allocated IP 172.20.0.10 (2861ddfa-3b78-45b6-898f-eb1af3be790e/280d6749-fa08-49c6-bb51-1528b5aa1b11/54a8bda5-d0d9-4d9d-902b-336da8539be1) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:44.872272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d97c002-1f2b-446f-a5e0-8cc76c8c199d tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:44.877404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0a15697d-f8d1-4d92-8c84-677eb03cd274 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] For port e31f42fa-76e7-4d87-880f-3933653ab421, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e31f42fa-76e7-4d87-880f-3933653ab421,segment=NetworkSegment(5963ec18-9ada-4fc2-9c08-bb3a6b03d42d),segment_id=5963ec18-9ada-4fc2-9c08-bb3a6b03d42d)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:44.877828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a15697d-f8d1-4d92-8c84-677eb03cd274 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:44.926612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:45.038294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0a15697d-f8d1-4d92-8c84-677eb03cd274 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Calling delete_port for e31f42fa-76e7-4d87-880f-3933653ab421 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:45.056683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97c002-1f2b-446f-a5e0-8cc76c8c199d tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event deleted for resources: {'Port': ['ID=5f377392-b5d3-4031-8279-27c05f7c1dd7,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:45.083230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d97c002-1f2b-446f-a5e0-8cc76c8c199d tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:45.122372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45922af-454d-4112-8427-9702852ae50b req-856364a0-2d44-4e38-b8fc-b2cfb8b78d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:45.123969 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f45922af-454d-4112-8427-9702852ae50b req-856364a0-2d44-4e38-b8fc-b2cfb8b78d4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=425adf38-5fd3-496d-999b-301b4439713d HTTP/1.1" status: 200  len: 851 time: 0.3376572
Dec 18 06:43:45.189924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a15697d-f8d1-4d92-8c84-677eb03cd274 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:45.207931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:45.252393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Allocated IP 172.26.7.150 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/0f2fd1d1-dbce-4015-9645-043c21e6a2b9) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:45.283215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b863-eb5e-4ff1-a960-5114f19a0804 req-5b38cf0b-6f84-4f39-82f3-396d7fa9e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:45.284762 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9874b863-eb5e-4ff1-a960-5114f19a0804 req-5b38cf0b-6f84-4f39-82f3-396d7fa9e6cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abf0c209214f4a169089dc3a67fb1913&device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 1160 time: 0.9362190
Dec 18 06:43:45.307870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15697d-f8d1-4d92-8c84-677eb03cd274 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event deleted for resources: {'Port': ['ID=e31f42fa-76e7-4d87-880f-3933653ab421,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:45.320484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267f12-d58d-4615-bbd2-fb2e1da1873b req-71e0c27a-99fc-44a1-847b-1623557a80c7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:45.322118 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29267f12-d58d-4615-bbd2-fb2e1da1873b req-71e0c27a-99fc-44a1-847b-1623557a80c7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 943 time: 0.3806820
Dec 18 06:43:45.333261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a15697d-f8d1-4d92-8c84-677eb03cd274 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:45.504332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:43:45.504866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:45.633429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:45.640708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e867a28-bc7c-41f3-ab7c-e41c16cd5923 req-8e9a188f-be2a-48e9-a2bf-585bc320be11 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:45.642333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6e867a28-bc7c-41f3-ab7c-e41c16cd5923 req-8e9a188f-be2a-48e9-a2bf-585bc320be11 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 943 time: 0.5121875
Dec 18 06:43:45.647613 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29267f12-d58d-4615-bbd2-fb2e1da1873b req-ed6e13d4-ff54-4c12-88c8-85deac269bc1 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3072805
Dec 18 06:43:45.668437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a15697d-f8d1-4d92-8c84-677eb03cd274 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:45.688698 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0a15697d-f8d1-4d92-8c84-677eb03cd274 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "DELETE /v2.0/ports/e31f42fa-76e7-4d87-880f-3933653ab421 HTTP/1.1" status: 204  len: 168 time: 1.2228847
Dec 18 06:43:45.696923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42886) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:45.749412 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6e867a28-bc7c-41f3-ab7c-e41c16cd5923 req-6ef024b9-b97d-4197-84ff-a31eb70422fe tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968637
Dec 18 06:43:45.750608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76d62d6-f13e-47b0-ba70-d21f55505f98 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] GET failed (client error): The resource could not be found.
Dec 18 06:43:45.751149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a76d62d6-f13e-47b0-ba70-d21f55505f98 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Synchronizing usage tracker for tenant:0d6eeade62664a9ca90ffef3b015c583 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:45.766265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a76d62d6-f13e-47b0-ba70-d21f55505f98 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Unset dirty status for tenant:0d6eeade62664a9ca90ffef3b015c583 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:45.777914 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a76d62d6-f13e-47b0-ba70-d21f55505f98 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "GET /v2.0/ports/e31f42fa-76e7-4d87-880f-3933653ab421 HTTP/1.1" status: 404  len: 333 time: 0.0683396
Dec 18 06:43:45.777914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42890) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:45.778058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Request body: {'port': {'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2095425535'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:45.783036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:45.794789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:45.804710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Made reservation on behalf of 0d6eeade62664a9ca90ffef3b015c583 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:45.809579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:45.841935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d97c002-1f2b-446f-a5e0-8cc76c8c199d tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:45.900818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Pushing event updated for resources: {'Subnet': ['ID=398b1bdc-8ff2-4f08-a1b3-adff5de3419f,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:45.929014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45922af-454d-4112-8427-9702852ae50b req-8ec22239-3cb4-40d6-8a4c-4a629db6ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:45.930672 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f45922af-454d-4112-8427-9702852ae50b req-8ec22239-3cb4-40d6-8a4c-4a629db6ef62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3473ab7c-f2ea-4397-a8e9-9a05accc7567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.7823882
Dec 18 06:43:45.936655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:45.949441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] device_id is not set on port 0e569afb-6582-4624-aa22-ed3658d0dbeb yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:46.086018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b863-eb5e-4ff1-a960-5114f19a0804 req-6cbeaead-dd4e-426f-a19f-e470cdcc33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:46.087529 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9874b863-eb5e-4ff1-a960-5114f19a0804 req-6cbeaead-dd4e-426f-a19f-e470cdcc33aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=eca7ae00-9778-4814-8efd-9601e6522f96 HTTP/1.1" status: 200  len: 906 time: 0.7892582
Dec 18 06:43:46.098813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 1f5cc8cd-b676-47c5-a468-45942c5b69df up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:46.108208 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5d97c002-1f2b-446f-a5e0-8cc76c8c199d tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "DELETE /v2.0/ports/5f377392-b5d3-4031-8279-27c05f7c1dd7 HTTP/1.1" status: 204  len: 168 time: 4.3208506
Dec 18 06:43:46.117304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42896) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:46.121796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.126850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.168907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 1f5cc8cd-b676-47c5-a468-45942c5b69df completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:46.174067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 1f5cc8cd-b676-47c5-a468-45942c5b69df triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:46.174497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.221353 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9874b863-eb5e-4ff1-a960-5114f19a0804 req-26748695-7eef-4cc3-a4ad-e71e34e30a41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b2c522-c27a-4c39-ae47-27c1a7b97b54 HTTP/1.1" status: 200  len: 217 time: 0.1051891
Dec 18 06:43:46.240957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Transition to ACTIVE for port object 54a8bda5-d0d9-4d9d-902b-336da8539be1 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:46.296692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313cc88-8138-4254-b7b7-8a4febff1372 req-52251727-0d76-4937-bb77-56d84ae3c755 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:46.298347 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4313cc88-8138-4254-b7b7-8a4febff1372 req-52251727-0d76-4937-bb77-56d84ae3c755 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 943 time: 0.2857883
Dec 18 06:43:46.307156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.339977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5cc8cd-b676-47c5-a468-45942c5b69df'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:43:46.380231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b863-eb5e-4ff1-a960-5114f19a0804 req-f142e436-aaa3-4592-ace6-7ff60c2463c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:46.381865 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9874b863-eb5e-4ff1-a960-5114f19a0804 req-f142e436-aaa3-4592-ace6-7ff60c2463c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6bfb11e-f407-46b5-9dbe-7a268e6eeed6 HTTP/1.1" status: 200  len: 851 time: 0.1481323
Dec 18 06:43:46.388808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.403264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Checking segment: {'id': '8db32d0b-a2d2-498b-b8c1-833d0a1ab43f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'eeda1ef9-aa1a-4b66-a01a-669c158a5e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:43:46.403663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Network hostable DHCP agents. Network: eeda1ef9-aa1a-4b66-a01a-669c158a5e2d, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:43:46.404084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.407329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 1f5cc8cd-b676-47c5-a468-45942c5b69df, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df,segment=NetworkSegment(f84b69c9-ef00-471e-9ca5-13ca66d94a72),segment_id=f84b69c9-ef00-471e-9ca5-13ca66d94a72)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:46.410631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.412254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 29696da1-eb20-4b53-875e-22d2836c37c4 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:46.416129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:46.447659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30534951-d8a5-43a8-9cba-ffe5bb7839af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:46.479749 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4313cc88-8138-4254-b7b7-8a4febff1372 req-f0f08b47-be4b-4901-91cd-97e26c073a27 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1510038
Dec 18 06:43:46.514203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc40502-5262-47e0-9abe-658103744516 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Deleting subnet 9c1fb4df-8dc2-477e-ae86-1019590facc6 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:43:46.516607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.532522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:46.535130 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f45922af-454d-4112-8427-9702852ae50b req-2ce4e924-79cb-4b7a-b4c4-b7632ecc247e service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5784311
Dec 18 06:43:46.552366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=1f5cc8cd-b676-47c5-a468-45942c5b69df,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:46.553894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.561664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.562106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.562537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.563078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.563469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.563850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.564365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.564598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.564991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.565363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.565760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.566134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.567067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.567437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.567809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.568177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.569076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.569445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.569856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.570225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.570591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.570955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.571322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.571685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:43:46.576799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:46.577634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 29696da1-eb20-4b53-875e-22d2836c37c4 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:46.581794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4bc40502-5262-47e0-9abe-658103744516 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.585164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 29696da1-eb20-4b53-875e-22d2836c37c4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:46.585636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.748308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event updated for resources: {'Port': ['ID=0e569afb-6582-4624-aa22-ed3658d0dbeb,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:46.766626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:46.771256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4bc40502-5262-47e0-9abe-658103744516 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.774652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.812646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 29696da1-eb20-4b53-875e-22d2836c37c4, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=29696da1-eb20-4b53-875e-22d2836c37c4,segment=NetworkSegment(3aceeed1-f7ae-457c-bc85-3dd66ffcb101),segment_id=3aceeed1-f7ae-457c-bc85-3dd66ffcb101)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:46.817635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.820523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:46.859500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Network d8d2275b-c722-4313-ac28-212e471639e9 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:46.862629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:46.870312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:46.871150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:46.871811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.890972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4bc40502-5262-47e0-9abe-658103744516 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:46.894111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=29696da1-eb20-4b53-875e-22d2836c37c4,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:46.898568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:46.930287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5cc8cd-b676-47c5-a468-45942c5b69df', 'code': 200}
Dec 18 06:43:46.955006 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.1820614
Dec 18 06:43:46.958243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42912) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:46.967318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Request body: {'port': {'binding:host_id': 'hv-neutron-7650'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:47.104186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Pushing event updated for resources: {'Port': ['ID=0f2fd1d1-dbce-4015-9645-043c21e6a2b9,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:47.114072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:47.118271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85c5478e-e1a0-4186-8f2b-8fad95502728 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:47.172841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Network eeda1ef9-aa1a-4b66-a01a-669c158a5e2d is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:43:47.265611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, eeda1ef9-aa1a-4b66-a01a-669c158a5e2d) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:47.275361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feb256c-d15d-4f88-96f1-fc719814b2a5 None None] Network eeda1ef9-aa1a-4b66-a01a-669c158a5e2d requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:43:47.322083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event updated for resources: {'Port': ['ID=54a8bda5-d0d9-4d9d-902b-336da8539be1,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:47.332218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:47.351456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:47.352108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:47.376736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b863-eb5e-4ff1-a960-5114f19a0804 req-6f6c2d55-0e30-4865-a262-cfd9938e8ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:47.378724 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9874b863-eb5e-4ff1-a960-5114f19a0804 req-6f6c2d55-0e30-4865-a262-cfd9938e8ab1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eca7ae00-9778-4814-8efd-9601e6522f96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.9676507
Dec 18 06:43:47.388346 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f45922af-454d-4112-8427-9702852ae50b req-8b7d2944-d063-453d-9ea5-436391847518 service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8243697
Dec 18 06:43:47.390552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:47.395781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:47.402607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:47.411507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:47.473563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Network 2861ddfa-3b78-45b6-898f-eb1af3be790e is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:47.483026 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 5.9258513
Dec 18 06:43:47.489368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42916) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:47.539525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:47.545558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1733567808', 'network_id': 'eeda1ef9-aa1a-4b66-a01a-669c158a5e2d'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:47.549909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:47.560100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e681b77-cb83-42f6-98b8-da36ba810dfd req-64522279-c86d-4036-8919-06faa210ff32 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:47.561727 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8e681b77-cb83-42f6-98b8-da36ba810dfd req-64522279-c86d-4036-8919-06faa210ff32 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.4848418
Dec 18 06:43:47.564537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-046d9d8c-c149-4b75-9a67-13f54233b2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:47.570320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:47.573868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:47.595166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Usage tracker for resource:port and tenant:35462906a2ca4e79bfb2577711d4c091 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:47.605630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:47.629957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e5eb7-a7ab-4c27-9917-863ff7cada7a req-83efb06b-dbc2-4ba7-a81c-be51f6579a5b tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:47.637409 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ea5e5eb7-a7ab-4c27-9917-863ff7cada7a req-83efb06b-dbc2-4ba7-a81c-be51f6579a5b tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 945 time: 0.4833779
Dec 18 06:43:47.720354 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9874b863-eb5e-4ff1-a960-5114f19a0804 req-66c9838c-c7fa-48ae-94e2-1534a0eeebd4 service neutron] 10.222.0.15 "GET /v2.0/networks/eca7ae00-9778-4814-8efd-9601e6522f96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3260298
Dec 18 06:43:47.721452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:47.723759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a1e974-5bf2-4991-b5a8-01cc5d9beac8 None None] Network eeda1ef9-aa1a-4b66-a01a-669c158a5e2d requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:43:47.731891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce34ba-ce8a-471c-9beb-44d18bb097d5 req-f54f5b85-3336-4d0e-a572-85b5f6284e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:47.733643 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fdce34ba-ce8a-471c-9beb-44d18bb097d5 req-f54f5b85-3336-4d0e-a572-85b5f6284e8e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 1162 time: 0.5324435
Dec 18 06:43:47.750862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:47.766273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:47.767136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:47.813687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fdce34ba-ce8a-471c-9beb-44d18bb097d5 req-098e66cf-8558-4209-bdd5-59f0526dd026 service neutron] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:47.832877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Made reservation on behalf of 35462906a2ca4e79bfb2577711d4c091 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:47.838344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:47.867044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4bc40502-5262-47e0-9abe-658103744516 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:47.869705 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8e681b77-cb83-42f6-98b8-da36ba810dfd req-153a842f-7b5b-43de-919c-a014397d6b55 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2796888
Dec 18 06:43:47.879744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-fdce34ba-ce8a-471c-9beb-44d18bb097d5 req-098e66cf-8558-4209-bdd5-59f0526dd026 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:47.909653 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ea5e5eb7-a7ab-4c27-9917-863ff7cada7a req-84077d77-787c-45aa-bbfa-8b4f133c06b3 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2713807
Dec 18 06:43:47.923767 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 6.1369052
Dec 18 06:43:47.938281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f75a91b4-b049-41c0-8dc7-c016378c9757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:47.948856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42922) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:47.965067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:47.973050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:47.977573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cd2c10c9-68ac-4093-9304-205ac616c9c6 None None] Provisioning for port 54a8bda5-d0d9-4d9d-902b-336da8539be1 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:47.979045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Usage tracker for resource:floatingip and tenant:34f55cc23b2142a1840e7917a62c7db3 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:47.982564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:47.982790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cd2c10c9-68ac-4093-9304-205ac616c9c6 None None] Provisioning complete for port 54a8bda5-d0d9-4d9d-902b-336da8539be1 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:47.983219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd2c10c9-68ac-4093-9304-205ac616c9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:47.988898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:48.006425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:48.037951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:48.042338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c10c9-68ac-4093-9304-205ac616c9c6 None None] Port 54a8bda5-d0d9-4d9d-902b-336da8539be1 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:43:48.051561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 1f5cc8cd-b676-47c5-a468-45942c5b69df up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:48.127983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 1f5cc8cd-b676-47c5-a468-45942c5b69df triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:48.128523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:48.251069 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9874b863-eb5e-4ff1-a960-5114f19a0804 req-f2004a2c-ac6f-414c-bcb4-a1e20f75a448 service neutron] 10.222.0.15 "GET /v2.0/networks/eca7ae00-9778-4814-8efd-9601e6522f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4588201
Dec 18 06:43:48.253444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 29696da1-eb20-4b53-875e-22d2836c37c4 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:48.303667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fdce34ba-ce8a-471c-9beb-44d18bb097d5 req-098e66cf-8558-4209-bdd5-59f0526dd026 service neutron] Usage tracker for resource:security_group_rule and tenant:b82eb76a8aa141d3944c4a728b4b141b is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:48.324353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 29696da1-eb20-4b53-875e-22d2836c37c4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:48.324775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:48.327368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fdce34ba-ce8a-471c-9beb-44d18bb097d5 req-098e66cf-8558-4209-bdd5-59f0526dd026 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:48.338142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc40502-5262-47e0-9abe-658103744516 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event deleted for resources: {'Subnet': ['ID=9c1fb4df-8dc2-477e-ae86-1019590facc6,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:48.398558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-fdce34ba-ce8a-471c-9beb-44d18bb097d5 req-098e66cf-8558-4209-bdd5-59f0526dd026 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:48.401016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4bc40502-5262-47e0-9abe-658103744516 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:48.447965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e1b2c522-c27a-4c39-ae47-27c1a7b97b54 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:48.448309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:48.513050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:48.529705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port e1b2c522-c27a-4c39-ae47-27c1a7b97b54 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:43:48.535327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port e1b2c522-c27a-4c39-ae47-27c1a7b97b54 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:48.535970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:48.601356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4bc40502-5262-47e0-9abe-658103744516 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:48.605939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ea6116-1572-47ae-8342-2252ed8f445d None None] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:43:48.618167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:48.624063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:48.672027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa0d2466-3002-49d3-a3ab-b257205d8b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:48.699673 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4bc40502-5262-47e0-9abe-658103744516 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "DELETE /v2.0/subnets/9c1fb4df-8dc2-477e-ae86-1019590facc6 HTTP/1.1" status: 204  len: 168 time: 2.5789125
Dec 18 06:43:48.701801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] device_id is not set on port 44a85d57-093e-47bb-92eb-a0fe62e71587 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:48.703013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42926) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:48.775845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0f221-2274-4cee-8308-62adab8f6991 req-fb98901f-6f2e-4f44-b46b-f16605363065 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:48.777442 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3fe0f221-2274-4cee-8308-62adab8f6991 req-fb98901f-6f2e-4f44-b46b-f16605363065 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 943 time: 0.4672921
Dec 18 06:43:48.859138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:48.897590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] device_id is not set on port 0e569afb-6582-4624-aa22-ed3658d0dbeb yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:48.912449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port e1b2c522-c27a-4c39-ae47-27c1a7b97b54, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e1b2c522-c27a-4c39-ae47-27c1a7b97b54,segment=NetworkSegment(aca7d980-6b6b-4767-b9c6-edb4a71f84ab),segment_id=aca7d980-6b6b-4767-b9c6-edb4a71f84ab)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:48.925160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:48.929193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:48.931815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d71ffbef-8d1c-4308-b861-e71b047c4aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:48.939840 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3fe0f221-2274-4cee-8308-62adab8f6991 req-853d4851-da99-48fe-83f3-5a7f3af0c1db tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1453853
Dec 18 06:43:48.948145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Pushing event updated for resources: {'Port': ['ID=0f2fd1d1-dbce-4015-9645-043c21e6a2b9,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:48.969415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:48.993458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707eb740-7924-42f2-8783-ef26bfb65cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29696da1-eb20-4b53-875e-22d2836c37c4'}, {'server_uuid': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:43:49.053864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=e1b2c522-c27a-4c39-ae47-27c1a7b97b54,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:49.060362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.066974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e12b653-be52-4be9-92e9-1a55995e89e9 None None] DHCP port deletion for 5318bd67-f8a8-4bbb-9729-c4d426d1a55f request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:43:49.072054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fdce34ba-ce8a-471c-9beb-44d18bb097d5 req-098e66cf-8558-4209-bdd5-59f0526dd026 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.073536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:49.075497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4e12b653-be52-4be9-92e9-1a55995e89e9 None None] Deleting port 8851edc8-3b80-4120-ab43-993636bf9615 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:49.076085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e12b653-be52-4be9-92e9-1a55995e89e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.120324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Transition to ACTIVE for port object 0e569afb-6582-4624-aa22-ed3658d0dbeb will not be triggered until provisioned by entity L2. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:43:49.121228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fdce34ba-ce8a-471c-9beb-44d18bb097d5 req-098e66cf-8558-4209-bdd5-59f0526dd026 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.147598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:49.154550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.180796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Deleting port 8851edc8-3b80-4120-ab43-993636bf9615 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:49.180998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.206376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Allocated IP 172.26.7.188 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/edcfc5fc-97ea-4221-8d55-1aad184a0f80) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:49.286178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fdce34ba-ce8a-471c-9beb-44d18bb097d5 req-098e66cf-8558-4209-bdd5-59f0526dd026 service neutron] Synchronizing usage tracker for tenant:b82eb76a8aa141d3944c4a728b4b141b on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:49.321810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.332857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4e12b653-be52-4be9-92e9-1a55995e89e9 None None] For port 8851edc8-3b80-4120-ab43-993636bf9615, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8851edc8-3b80-4120-ab43-993636bf9615,segment=NetworkSegment(060cd762-15e0-465a-8751-adce6e78033c),segment_id=060cd762-15e0-465a-8751-adce6e78033c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:49.333330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e12b653-be52-4be9-92e9-1a55995e89e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.360396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Allocated IP 2001:db8::d6 (eeda1ef9-aa1a-4b66-a01a-669c158a5e2d/398b1bdc-8ff2-4f08-a1b3-adff5de3419f/44a85d57-093e-47bb-92eb-a0fe62e71587) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:49.399521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e1b2c522-c27a-4c39-ae47-27c1a7b97b54 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:49.400781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e66cf-8558-4209-bdd5-59f0526dd026 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a1552d93-dbbe-4aa3-a32d-a995d846316d,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:49.404481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-098e66cf-8558-4209-bdd5-59f0526dd026 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:49.414970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:49.467460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fdce34ba-ce8a-471c-9beb-44d18bb097d5 req-098e66cf-8558-4209-bdd5-59f0526dd026 service neutron] Unset dirty status for tenant:b82eb76a8aa141d3944c4a728b4b141b on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:49.468688 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fdce34ba-ce8a-471c-9beb-44d18bb097d5 req-098e66cf-8558-4209-bdd5-59f0526dd026 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.7244520
Dec 18 06:43:49.498501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4e12b653-be52-4be9-92e9-1a55995e89e9 None None] Calling delete_port for 8851edc8-3b80-4120-ab43-993636bf9615 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:49.611671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event updated for resources: {'Port': ['ID=0e569afb-6582-4624-aa22-ed3658d0dbeb,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:49.614895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:49.632315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe41372-db9d-471b-b86b-9ec5dcf03ba7 req-5f2f5da8-9cb9-4920-866b-34ee38898a26 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:49.646703 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ebe41372-db9d-471b-b86b-9ec5dcf03ba7 req-5f2f5da8-9cb9-4920-866b-34ee38898a26 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.5714858
Dec 18 06:43:49.652962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.666876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port e1b2c522-c27a-4c39-ae47-27c1a7b97b54 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:49.667299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.706552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e12b653-be52-4be9-92e9-1a55995e89e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.721658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce382efd-ecc3-4683-8747-b745409f500c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:49.731150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8193a-5020-4748-a7d9-b7164a7c4893 req-f7444469-905f-4ffa-9734-a83f68062ec5 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:49.732741 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-23d8193a-5020-4748-a7d9-b7164a7c4893 req-f7444469-905f-4ffa-9734-a83f68062ec5 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 945 time: 0.5886335
Dec 18 06:43:49.781774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to bind port 0e569afb-6582-4624-aa22-ed3658d0dbeb on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:43:49.782145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to bind port 0e569afb-6582-4624-aa22-ed3658d0dbeb by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:43:49.782508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to bind port 0e569afb-6582-4624-aa22-ed3658d0dbeb on network d8d2275b-c722-4313-ac28-212e471639e9 {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:43:49.786772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.791703 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.1641042
Dec 18 06:43:49.792793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42936) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:49.833470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:43:49.833932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Checking segment: {'id': '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:43:49.834984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.834984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Bound using segment: {'id': '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:43:49.835231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Bound port: 0e569afb-6582-4624-aa22-ed3658d0dbeb, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'}}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:43:49.835549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.837968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12b653-be52-4be9-92e9-1a55995e89e9 None None] Pushing event deleted for resources: {'Port': ['ID=8851edc8-3b80-4120-ab43-993636bf9615,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:49.855642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4e12b653-be52-4be9-92e9-1a55995e89e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:49.869472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] For port 8851edc8-3b80-4120-ab43-993636bf9615, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8851edc8-3b80-4120-ab43-993636bf9615,segment=NetworkSegment(060cd762-15e0-465a-8751-adce6e78033c),segment_id=060cd762-15e0-465a-8751-adce6e78033c)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:49.869908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.879915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:49.882144 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ebe41372-db9d-471b-b86b-9ec5dcf03ba7 req-466af07c-3276-4a13-8abb-f7042070e00a tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2181509
Dec 18 06:43:49.971451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e12b653-be52-4be9-92e9-1a55995e89e9 None None] No DVR routers for this DVR port 8851edc8-3b80-4120-ab43-993636bf9615 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:43:50.005612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707eb740-7924-42f2-8783-ef26bfb65cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29696da1-eb20-4b53-875e-22d2836c37c4', 'code': 200}
Dec 18 06:43:50.006916 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54', 'code': 200}
Dec 18 06:43:50.028981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Calling delete_port for 8851edc8-3b80-4120-ab43-993636bf9615 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:50.045094 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-23d8193a-5020-4748-a7d9-b7164a7c4893 req-ed882f20-9524-4e5a-8d70-dbf1eed4fd03 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2594144
Dec 18 06:43:50.105939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:50.119426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:50.124650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:50.128947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] For port 0e569afb-6582-4624-aa22-ed3658d0dbeb, host hv-neutron-7650, cleared binding levels {{(pid=81085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:43:50.129234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Usage tracker for resource:floatingip and tenant:e2ba7f95fe9d48dbb028cbb4cd7f8ca3 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:50.133545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:50.142972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] For port 0e569afb-6582-4624-aa22-ed3658d0dbeb, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=0e569afb-6582-4624-aa22-ed3658d0dbeb,segment=NetworkSegment(5963ec18-9ada-4fc2-9c08-bb3a6b03d42d),segment_id=5963ec18-9ada-4fc2-9c08-bb3a6b03d42d)] {{(pid=81085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:43:50.154952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:50.159953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:50.179682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:50.192780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:50.209583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:50.267754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:43:50.268255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:43:50.296084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:50.422267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8851edc8-3b80-4120-ab43-993636bf9615 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:43:50.440824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event updated for resources: {'Port': ['ID=edcfc5fc-97ea-4221-8d55-1aad184a0f80,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:50.450050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:50.454661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:50.459606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 8851edc8-3b80-4120-ab43-993636bf9615 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:43:50.460017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8851edc8-3b80-4120-ab43-993636bf9615 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:43:50.487676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event updated for resources: {'Port': ['ID=0e569afb-6582-4624-aa22-ed3658d0dbeb,revision_number=3']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:50.536422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:50.541649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:50.542272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:50.547275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:50.547415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:50.575643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0f6fb-650c-4176-ae60-4992a1c71ba4 req-087367df-1a92-4099-be21-fe83b0cd52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:50.577295 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53f0f6fb-650c-4176-ae60-4992a1c71ba4 req-087367df-1a92-4099-be21-fe83b0cd52f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 1162 time: 0.2652462
Dec 18 06:43:50.685712 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53f0f6fb-650c-4176-ae60-4992a1c71ba4 req-e82ea70e-c0b2-4c7d-9bab-e6c9118f08ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900161
Dec 18 06:43:50.706289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:50.792889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Deleting port 8851edc8-3b80-4120-ab43-993636bf9615 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:50.793258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:50.820667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:50.826739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:50.827422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:50.828862 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "PUT /v2.0/ports/0e569afb-6582-4624-aa22-ed3658d0dbeb HTTP/1.1" status: 200  len: 1076 time: 3.8694203
Dec 18 06:43:50.837872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42944) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:50.850876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df7799-c5e1-4c88-a54f-9080f2e67199 req-4ed44580-4de9-40f3-9b63-5e823303e826 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:50.852460 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-75df7799-c5e1-4c88-a54f-9080f2e67199 req-4ed44580-4de9-40f3-9b63-5e823303e826 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 945 time: 0.7139909
Dec 18 06:43:50.912790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] The port '8851edc8-3b80-4120-ab43-993636bf9615' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:43:50.970394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c992a4-db40-4ef6-9a59-f5151d164b89 req-32f4c2b1-f2c3-4bc2-8058-d4a0e26f3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:50.971909 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-23c992a4-db40-4ef6-9a59-f5151d164b89 req-32f4c2b1-f2c3-4bc2-8058-d4a0e26f3967 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 1162 time: 0.6673839
Dec 18 06:43:51.001779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Pushing event updated for resources: {'Port': ['ID=44a85d57-093e-47bb-92eb-a0fe62e71587,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:51.005054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:51.066591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:51.087248 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-75df7799-c5e1-4c88-a54f-9080f2e67199 req-eefdbdda-2dd7-41a3-8cfc-d32dbf7c726b tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1865931
Dec 18 06:43:51.142076 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-23c992a4-db40-4ef6-9a59-f5151d164b89 req-d9775fd6-ec87-46f8-a0e2-e2b77a61274b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1431115
Dec 18 06:43:51.157072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Network eeda1ef9-aa1a-4b66-a01a-669c158a5e2d is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:51.160843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:51.163361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:51.164425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.164824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:51.185854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:51.210268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.210694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.211101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.211505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.211908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.212311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.212714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.213109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.213505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.213924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.214317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.214712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.215101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.215494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.215883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.216271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.216662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.217054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.217442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.217859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.218248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.218638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.219028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.219415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.219809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.220202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.220637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.220978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.221368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.221781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.222169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.224746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Synchronizing usage tracker for tenant:0d6eeade62664a9ca90ffef3b015c583 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:51.296171 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 3.7803013
Dec 18 06:43:51.300307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42952) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:51.300881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Unset dirty status for tenant:0d6eeade62664a9ca90ffef3b015c583 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:51.302131 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-25e3270e-3d83-4843-8613-e2bf867cfe3a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 27431 time: 0.4590621
Dec 18 06:43:51.308036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42954) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:51.315952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8f9f0-0a75-46bc-9425-184f24207551 req-395bedca-df6c-4470-98c0-69ac55c08dd1 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.317553 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15e8f9f0-0a75-46bc-9425-184f24207551 req-395bedca-df6c-4470-98c0-69ac55c08dd1 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.2819676
Dec 18 06:43:51.445434 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15e8f9f0-0a75-46bc-9425-184f24207551 req-c3de042d-7589-4400-b6d3-6c2ce7c22267 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879631
Dec 18 06:43:51.458629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c10ab411-d1bf-4b53-b7c8-50d6998772c5 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Deleting port 0e569afb-6582-4624-aa22-ed3658d0dbeb {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:51.459783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c10ab411-d1bf-4b53-b7c8-50d6998772c5 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:51.491290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d6c1208>,) {'filters': {'network_id': ['5318bd67-f8a8-4bbb-9729-c4d426d1a55f']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:51.500601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee1b81-a363-4056-9d88-c629a1940473 req-cb62028e-01de-4b57-a03e-559416658027 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:51.502289 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1ee1b81-a363-4056-9d88-c629a1940473 req-cb62028e-01de-4b57-a03e-559416658027 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 945 time: 0.2710898
Dec 18 06:43:51.537257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Allocated IP 172.26.7.54 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/96d9f3a6-abc6-42d0-9eae-385963e7b89b) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:51.556290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d6c1208>, '060cd762-15e0-465a-8751-adce6e78033c') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:51.556712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d6c1208>, '060cd762-15e0-465a-8751-adce6e78033c') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:51.571638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-17b5ce35-6898-49b8-86e5-bcf5affe8a0a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Deleting port 44a85d57-093e-47bb-92eb-a0fe62e71587 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:51.572336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17b5ce35-6898-49b8-86e5-bcf5affe8a0a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:51.596173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1ee1b81-a363-4056-9d88-c629a1940473 req-b57f20ac-1f55-4324-b17d-730fef82d262 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862918
Dec 18 06:43:51.755589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c10ab411-d1bf-4b53-b7c8-50d6998772c5 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] For port 0e569afb-6582-4624-aa22-ed3658d0dbeb, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=0e569afb-6582-4624-aa22-ed3658d0dbeb,segment=NetworkSegment(5963ec18-9ada-4fc2-9c08-bb3a6b03d42d),segment_id=5963ec18-9ada-4fc2-9c08-bb3a6b03d42d)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:43:51.756587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c10ab411-d1bf-4b53-b7c8-50d6998772c5 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:51.862829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:51.888689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c10ab411-d1bf-4b53-b7c8-50d6998772c5 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Calling delete_port for 0e569afb-6582-4624-aa22-ed3658d0dbeb owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:51.966089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c10ab411-d1bf-4b53-b7c8-50d6998772c5 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:51.980968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a20a627c-54fb-4ab6-b5a6-d1d89c093bfe tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:52.032321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:52.038638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Releasing vxlan tunnel 5 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:43:52.075715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ab411-d1bf-4b53-b7c8-50d6998772c5 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event deleted for resources: {'Port': ['ID=0e569afb-6582-4624-aa22-ed3658d0dbeb,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:52.084267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c10ab411-d1bf-4b53-b7c8-50d6998772c5 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:52.136752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c10ab411-d1bf-4b53-b7c8-50d6998772c5 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:52.152614 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c10ab411-d1bf-4b53-b7c8-50d6998772c5 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "DELETE /v2.0/ports/0e569afb-6582-4624-aa22-ed3658d0dbeb HTTP/1.1" status: 204  len: 168 time: 0.8334274
Dec 18 06:43:52.155433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42962) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:52.226673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:52.229337 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb24a1c-633b-45cd-b8ce-41554ddb3ef0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] GET failed (client error): The resource could not be found.
Dec 18 06:43:52.230456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-acb24a1c-633b-45cd-b8ce-41554ddb3ef0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Synchronizing usage tracker for tenant:0d6eeade62664a9ca90ffef3b015c583 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:52.292433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-acb24a1c-633b-45cd-b8ce-41554ddb3ef0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Unset dirty status for tenant:0d6eeade62664a9ca90ffef3b015c583 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:52.293608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-acb24a1c-633b-45cd-b8ce-41554ddb3ef0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "GET /v2.0/ports/0e569afb-6582-4624-aa22-ed3658d0dbeb HTTP/1.1" status: 404  len: 333 time: 0.1371624
Dec 18 06:43:52.297753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42966) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:52.305473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2027025504', 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:52.313952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:52.335550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:52.359249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec3cc0-5a57-4f91-bb46-376d9d0e38e4 req-23b5d265-8227-47ce-987c-182aadb445a7 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:52.360872 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a9ec3cc0-5a57-4f91-bb46-376d9d0e38e4 req-23b5d265-8227-47ce-987c-182aadb445a7 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 945 time: 0.1214583
Dec 18 06:43:52.362005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Made reservation on behalf of 0d6eeade62664a9ca90ffef3b015c583 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:52.367663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:52.432839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:52.449495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:52.506286 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a9ec3cc0-5a57-4f91-bb46-376d9d0e38e4 req-650e6785-ea2f-4e90-959e-8ffce8d09604 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1280563
Dec 18 06:43:52.533770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] device_id is not set on port 856425ce-feba-41f2-be17-9a3cb097464d yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:52.563763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:52.683859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:52.703829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:52.731465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d47a7c0-7e44-4bb2-b1d4-df51695337b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:52.813332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17b5ce35-6898-49b8-86e5-bcf5affe8a0a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:52.858720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Network 5318bd67-f8a8-4bbb-9729-c4d426d1a55f has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:43:52.894365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:52.913287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f71a4-4fc7-4ec4-b4fb-ed35643ced77 req-26f48314-4767-4bef-ab3c-94d497e8f2af tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:52.914935 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-359f71a4-4fc7-4ec4-b4fb-ed35643ced77 req-26f48314-4767-4bef-ab3c-94d497e8f2af tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.2978189
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:43:52.940050 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:43:52.979297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc794b59-bb00-4a3e-b75e-322d84e33536 req-c45b2374-644a-4e91-aa76-81657afc2e6d tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:52.980893 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fc794b59-bb00-4a3e-b75e-322d84e33536 req-c45b2374-644a-4e91-aa76-81657afc2e6d tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 945 time: 0.2114112
Dec 18 06:43:53.007628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:53.012881 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-359f71a4-4fc7-4ec4-b4fb-ed35643ced77 req-5b4c2d63-5e3c-424f-8620-4cf27b390fac tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0880852
Dec 18 06:43:53.029605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bba0fdb5-5c52-4cfe-94be-fe69484cb5aa tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:53.068943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-17b5ce35-6898-49b8-86e5-bcf5affe8a0a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Calling delete_port for 44a85d57-093e-47bb-92eb-a0fe62e71587 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:53.132838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:53.231843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event updated for resources: {'Port': ['ID=856425ce-feba-41f2-be17-9a3cb097464d,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:53.234870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event updated for resources: {'Port': ['ID=edcfc5fc-97ea-4221-8d55-1aad184a0f80,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:53.246112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fc794b59-bb00-4a3e-b75e-322d84e33536 req-0ee9b180-3fb2-4150-b135-5d7b70ec858a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2569962
Dec 18 06:43:53.248738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:53.251665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:53.254218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:53.285118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Network d8d2275b-c722-4313-ac28-212e471639e9 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:53.288841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:53.292572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:53.293635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:53.294419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:53.331335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1d14a-c2d5-4f6a-a441-4175eb3dfc6b req-bf891fb0-39b8-42e7-a50c-fa7e6840e015 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:53.333271 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3df1d14a-c2d5-4f6a-a441-4175eb3dfc6b req-bf891fb0-39b8-42e7-a50c-fa7e6840e015 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.1843326
Dec 18 06:43:53.346767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42978) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:53.353335 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.0521548
Dec 18 06:43:53.355017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dafdf5f6-1449-4989-86b4-5b542777e0cf tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Request body: {'floatingip': {'port_id': '1f5cc8cd-b676-47c5-a468-45942c5b69df'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:53.387404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 29696da1-eb20-4b53-875e-22d2836c37c4 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:43:53.418611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42982) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:53.464318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 29696da1-eb20-4b53-875e-22d2836c37c4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:43:53.465017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:53.526928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:53.534474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dafdf5f6-1449-4989-86b4-5b542777e0cf tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:53.577812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:53.632177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Pushing event updated for resources: {'Port': ['ID=96d9f3a6-abc6-42d0-9eae-385963e7b89b,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:53.682926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:53.683413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:53.757457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Pushing event deleted for resources: {'Network': ['ID=5318bd67-f8a8-4bbb-9729-c4d426d1a55f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:53.761649 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] 10.222.0.23 "DELETE /v2.0/networks/5318bd67-f8a8-4bbb-9729-c4d426d1a55f HTTP/1.1" status: 204  len: 168 time: 5.0509608
Dec 18 06:43:53.761649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:53.814422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:53.847135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:43:53.850111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:43:53.855377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17b5ce35-6898-49b8-86e5-bcf5affe8a0a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:53.858629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:43:53.903818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:53.949669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:53.954077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.0011377
Dec 18 06:43:54.013050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 42990) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:54.018546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5ce35-6898-49b8-86e5-bcf5affe8a0a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Pushing event deleted for resources: {'Port': ['ID=44a85d57-093e-47bb-92eb-a0fe62e71587,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:54.027220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-17b5ce35-6898-49b8-86e5-bcf5affe8a0a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:54.040032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5e5b7ec5-9a60-4f2c-bd1a-f984bb79c17c tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Request body: {'floatingip': {'port_id': '54a8bda5-d0d9-4d9d-902b-336da8539be1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:54.056269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e30e1d8-b836-4977-a7a2-3e6c0810daf9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:54.056909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1e30e1d8-b836-4977-a7a2-3e6c0810daf9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Synchronizing usage tracker for tenant:0d6eeade62664a9ca90ffef3b015c583 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:54.148278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e5b7ec5-9a60-4f2c-bd1a-f984bb79c17c tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for floatingip, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:54.153752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1e30e1d8-b836-4977-a7a2-3e6c0810daf9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Unset dirty status for tenant:0d6eeade62664a9ca90ffef3b015c583 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:54.158617 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1e30e1d8-b836-4977-a7a2-3e6c0810daf9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "GET /v2.0/ports/856425ce-feba-41f2-be17-9a3cb097464d HTTP/1.1" status: 200  len: 955 time: 0.7341082
Dec 18 06:43:54.164400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 42996) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:54.216023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43000) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:54.216715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd92e5c-abbc-42f2-ad56-846e43e83fea req-34df8d3a-24b3-40eb-9c98-3f4fc2163b82 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:54.218411 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1cd92e5c-abbc-42f2-ad56-846e43e83fea req-34df8d3a-24b3-40eb-9c98-3f4fc2163b82 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 945 time: 0.7988253
Dec 18 06:43:54.246442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43002) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:54.305209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-49633b42-bee5-4120-b9d3-338368c41ed4 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Request body: {'floatingip': {'port_id': '29696da1-eb20-4b53-875e-22d2836c37c4'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:54.334969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2e48-dd85-4520-8826-fc4aebea9b35 req-b92d993f-7fa3-4370-b2f4-eeba3d27e023 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:54.336567 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ceb2e48-dd85-4520-8826-fc4aebea9b35 req-b92d993f-7fa3-4370-b2f4-eeba3d27e023 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 945 time: 0.6024232
Dec 18 06:43:54.430153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b15b8-183c-430d-bcae-c6277c04985a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Deleting port 856425ce-feba-41f2-be17-9a3cb097464d {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:54.430465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ca6b15b8-183c-430d-bcae-c6277c04985a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:54.431725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49633b42-bee5-4120-b9d3-338368c41ed4 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for floatingip, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:54.537796 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ceb2e48-dd85-4520-8826-fc4aebea9b35 req-2767ed12-dbca-4b57-8e5e-f19bb3dfc27b tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1941571
Dec 18 06:43:54.540821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17b5ce35-6898-49b8-86e5-bcf5affe8a0a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:54.557145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:54.632261 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-17b5ce35-6898-49b8-86e5-bcf5affe8a0a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "DELETE /v2.0/ports/44a85d57-093e-47bb-92eb-a0fe62e71587 HTTP/1.1" status: 204  len: 168 time: 3.3227892
Dec 18 06:43:54.670408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43014) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:54.695898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Request body: {'router': {'external_gateway_info': {'network_id': 'eeda1ef9-aa1a-4b66-a01a-669c158a5e2d', 'external_fixed_ips': [{'subnet_id': '398b1bdc-8ff2-4f08-a1b3-adff5de3419f', 'ip_address': '2001:db8::d6'}]}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:54.728583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:54.775494 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-5e5b7ec5-9a60-4f2c-bd1a-f984bb79c17c tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] update failed (client error): The resource could not be found.
Dec 18 06:43:54.776619 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5e5b7ec5-9a60-4f2c-bd1a-f984bb79c17c tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "PUT /v2.0/floatingips/33fd01a0-3dce-4911-a3c0-3b35a7530a13 HTTP/1.1" status: 404  len: 507 time: 0.7557271
Dec 18 06:43:54.780740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43018) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:54.784190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Usage tracker for resource:router and tenant:35462906a2ca4e79bfb2577711d4c091 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:54.800570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:54.816930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:54.826736 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3f20e80b-4e47-473c-aed8-2bc1bf90440e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb5b40301aa74cf596b3dde4e1f16729&name=default HTTP/1.1" status: 200  len: 2875 time: 0.5928562
Dec 18 06:43:54.827513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:54.858726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43022) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:54.904586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:54.905716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:55.077323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:55.133352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a4c107be-2fae-460f-a781-c535b33dfcc8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Deleting port edcfc5fc-97ea-4221-8d55-1aad184a0f80 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:55.133762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4c107be-2fae-460f-a781-c535b33dfcc8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:55.179873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf2f2-9747-45ad-8741-836509db7aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:55.229908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ca6b15b8-183c-430d-bcae-c6277c04985a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:55.377770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ab384-8c7a-46c5-9557-105dd8d7ef82 req-3fa7b07d-101e-40ac-9f00-435c970f3f54 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:55.379308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-620ab384-8c7a-46c5-9557-105dd8d7ef82 req-3fa7b07d-101e-40ac-9f00-435c970f3f54 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 945 time: 0.5975976
Dec 18 06:43:55.390419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf2f2-9747-45ad-8741-836509db7aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:55.397565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43026) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:55.452452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b15b8-183c-430d-bcae-c6277c04985a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Calling delete_port for 856425ce-feba-41f2-be17-9a3cb097464d owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:55.780908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4dc74521-1620-4a73-ae76-1f156f43af15 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Request body: {'floatingip': {'port_id': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:55.941021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4c107be-2fae-460f-a781-c535b33dfcc8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:55.941395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4c107be-2fae-460f-a781-c535b33dfcc8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:55.985153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dc74521-1620-4a73-ae76-1f156f43af15 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for floatingip, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:56.017500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dafdf5f6-1449-4989-86b4-5b542777e0cf tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:56.076948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ca6b15b8-183c-430d-bcae-c6277c04985a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:56.085409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a4c107be-2fae-460f-a781-c535b33dfcc8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Calling delete_port for edcfc5fc-97ea-4221-8d55-1aad184a0f80 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:43:56.124703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:56.152365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dafdf5f6-1449-4989-86b4-5b542777e0cf tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:56.194365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:56.289243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b15b8-183c-430d-bcae-c6277c04985a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event deleted for resources: {'Port': ['ID=856425ce-feba-41f2-be17-9a3cb097464d,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:56.289840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf2f2-9747-45ad-8741-836509db7aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:56.297167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca6b15b8-183c-430d-bcae-c6277c04985a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:56.361069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:43:56.372899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a621d2a-47da-4536-b43d-25ac41434917 tempest-ExternalNetworksAdminNegativeTestJSON-485819395 tempest-ExternalNetworksAdminNegativeTestJSON-485819395] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:56.407175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:56.418126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdf2f2-9747-45ad-8741-836509db7aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9654747-c078-4dae-9b21-ae9216bb6c21,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:56.420711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a1cdf2f2-9747-45ad-8741-836509db7aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:56.428881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:56.471011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-844fb802-d616-49d9-92fa-4accb2b82733 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:56.473876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ca6b15b8-183c-430d-bcae-c6277c04985a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:56.523097 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-dafdf5f6-1449-4989-86b4-5b542777e0cf tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Floating IP 46845e80-6c79-4efb-8ec1-49c7f8cc9a13 associated. External IP: 172.26.7.86, port: 1f5cc8cd-b676-47c5-a468-45942c5b69df.
Dec 18 06:43:56.604060 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ca6b15b8-183c-430d-bcae-c6277c04985a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "DELETE /v2.0/ports/856425ce-feba-41f2-be17-9a3cb097464d HTTP/1.1" status: 204  len: 168 time: 2.4384294
Dec 18 06:43:56.608529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43030) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:56.666249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1cdf2f2-9747-45ad-8741-836509db7aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:56.670079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a1cdf2f2-9747-45ad-8741-836509db7aee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9654747-c078-4dae-9b21-ae9216bb6c21 HTTP/1.1" status: 204  len: 168 time: 1.8065927
Dec 18 06:43:56.680818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-641583e0-2ae1-4a51-9bec-8d72dad24b39 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] GET failed (client error): The resource could not be found.
Dec 18 06:43:56.681372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-641583e0-2ae1-4a51-9bec-8d72dad24b39 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Synchronizing usage tracker for tenant:0d6eeade62664a9ca90ffef3b015c583 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:56.681493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-49633b42-bee5-4120-b9d3-338368c41ed4 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:43:56.748490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4c107be-2fae-460f-a781-c535b33dfcc8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:56.767454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c6fd80c9-d57d-4019-98f4-375732238f23 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:43:56.774392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Pushing event updated for resources: {'Port': ['ID=96d9f3a6-abc6-42d0-9eae-385963e7b89b,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:56.777943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:56.888624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c107be-2fae-460f-a781-c535b33dfcc8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event deleted for resources: {'Port': ['ID=edcfc5fc-97ea-4221-8d55-1aad184a0f80,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:43:56.897192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4c107be-2fae-460f-a781-c535b33dfcc8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:43:56.906496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49633b42-bee5-4120-b9d3-338368c41ed4 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:56.907834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-641583e0-2ae1-4a51-9bec-8d72dad24b39 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Unset dirty status for tenant:0d6eeade62664a9ca90ffef3b015c583 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:56.914724 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-641583e0-2ae1-4a51-9bec-8d72dad24b39 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "GET /v2.0/ports/856425ce-feba-41f2-be17-9a3cb097464d HTTP/1.1" status: 404  len: 333 time: 0.2975836
Dec 18 06:43:56.914875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43038) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:56.932390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49633b42-bee5-4120-b9d3-338368c41ed4 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:56.991218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Request body: {'port': {'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-216918369'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:57.090367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:57.112734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4c107be-2fae-460f-a781-c535b33dfcc8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:57.131425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4c107be-2fae-460f-a781-c535b33dfcc8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:57.132569 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a4c107be-2fae-460f-a781-c535b33dfcc8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "DELETE /v2.0/floatingips/33fd01a0-3dce-4911-a3c0-3b35a7530a13 HTTP/1.1" status: 204  len: 168 time: 2.3437564
Dec 18 06:43:57.136392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43048) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:57.146794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-562ae67f-138f-45f8-b7b2-69f295152934 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Request body: {'floatingip': {'floating_network_id': '2861ddfa-3b78-45b6-898f-eb1af3be790e', 'port_id': '54a8bda5-d0d9-4d9d-902b-336da8539be1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:57.152221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:57.157376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-562ae67f-138f-45f8-b7b2-69f295152934 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:57.166654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-562ae67f-138f-45f8-b7b2-69f295152934 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Usage tracker for resource:floatingip and tenant:34f55cc23b2142a1840e7917a62c7db3 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:57.172162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-562ae67f-138f-45f8-b7b2-69f295152934 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:57.176118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafdf5f6-1449-4989-86b4-5b542777e0cf tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Router 8a305b25-e174-4c49-9324-9dda40e7078d has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:43:57.181255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-562ae67f-138f-45f8-b7b2-69f295152934 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:57.250831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-562ae67f-138f-45f8-b7b2-69f295152934 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:57.474791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafdf5f6-1449-4989-86b4-5b542777e0cf tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:43:57.480397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dafdf5f6-1449-4989-86b4-5b542777e0cf tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:57.487669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4fd9ef-1df0-4824-b31f-5da9d9389a82 None None] Sync routers for ids ['8a305b25-e174-4c49-9324-9dda40e7078d'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:43:57.501492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4fd9ef-1df0-4824-b31f-5da9d9389a82 None None] Routers {'8a305b25-e174-4c49-9324-9dda40e7078d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:57.502877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6d4fd9ef-1df0-4824-b31f-5da9d9389a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d35fc88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['8a305b25-e174-4c49-9324-9dda40e7078d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:57.556114 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dafdf5f6-1449-4989-86b4-5b542777e0cf tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "PUT /v2.0/floatingips/46845e80-6c79-4efb-8ec1-49c7f8cc9a13 HTTP/1.1" status: 200  len: 990 time: 4.2079458
Dec 18 06:43:57.557177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'tag': '1f5cc8cd-b676-47c5-a468-45942c5b69df'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:43:57.560979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Made reservation on behalf of 0d6eeade62664a9ca90ffef3b015c583 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:43:57.566088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:57.627299 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-562ae67f-138f-45f8-b7b2-69f295152934 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:43:57.628476 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-562ae67f-138f-45f8-b7b2-69f295152934 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.4910753
Dec 18 06:43:57.632885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43064) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:57.639647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': '54a8bda5-d0d9-4d9d-902b-336da8539be1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:43:57.658867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:43:57.666787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Usage tracker for resource:floatingip and tenant:34f55cc23b2142a1840e7917a62c7db3 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:43:57.671195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:43:57.681118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:57.684684 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'tag': '1f5cc8cd-b676-47c5-a468-45942c5b69df', 'status': 'completed', 'code': 200}
Dec 18 06:43:57.694480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:43:57.730326 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-49633b42-bee5-4120-b9d3-338368c41ed4 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Floating IP bcdea977-c109-4851-8fd2-faff2a10b5e2 associated. External IP: 172.26.7.242, port: 29696da1-eb20-4b53-875e-22d2836c37c4.
Dec 18 06:43:57.757372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43068) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:57.775997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:57.866923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-6d4fd9ef-1df0-4824-b31f-5da9d9389a82 None None] Set router 8a305b25-e174-4c49-9324-9dda40e7078d gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:43:57.961042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:57.962437 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.1561191
Dec 18 06:43:57.982897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43076) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.049957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] device_id is not set on port a3952396-8f82-4696-ac7f-cf244dad4f55 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:43:58.126935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-20ce83fc-b734-4c14-8a53-01d737cee9d6 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.128034 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-20ce83fc-b734-4c14-8a53-01d737cee9d6 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.3678689
Dec 18 06:43:58.136191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43080) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.145556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-a55ea522-676f-4157-998e-1c10455a7004 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.148619 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a55ea522-676f-4157-998e-1c10455a7004 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0091760
Dec 18 06:43:58.152782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43084) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.169036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-9f5cc227-c148-4b05-bd76-affc6819be77 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.172602 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9f5cc227-c148-4b05-bd76-affc6819be77 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0137780
Dec 18 06:43:58.175963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43088) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.185421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-1758e70a-e2ab-4cb0-8360-22fb15fe2ce3 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.189090 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1758e70a-e2ab-4cb0-8360-22fb15fe2ce3 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0098271
Dec 18 06:43:58.190552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43092) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.198547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-2cb5711a-36c0-43e3-8d54-d9b90acf89f2 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.202184 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2cb5711a-36c0-43e3-8d54-d9b90acf89f2 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0080731
Dec 18 06:43:58.206399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43096) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.215982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-c7ae6c2a-21fc-4f68-aa15-85507a361e51 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.219811 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c7ae6c2a-21fc-4f68-aa15-85507a361e51 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0096622
Dec 18 06:43:58.219811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb757-98a3-4c85-9a49-28507790827b req-e3f95b2c-56b2-48c9-bcbd-09576a5efe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:58.220822 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bf9eb757-98a3-4c85-9a49-28507790827b req-e3f95b2c-56b2-48c9-bcbd-09576a5efe96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4d99721b2184071bdf48ed15e267486&device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 1162 time: 0.5166891
Dec 18 06:43:58.222145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43100) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.231152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-dd757799-a3c2-4dcc-967f-3ae6e5277006 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.232201 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dd757799-a3c2-4dcc-967f-3ae6e5277006 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0090921
Dec 18 06:43:58.256235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43104) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.263425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-4dc74521-1620-4a73-ae76-1f156f43af15 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:43:58.273221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6d4fd9ef-1df0-4824-b31f-5da9d9389a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d35fc88>, [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:42:54Z', 'revision_number': 4, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '46845e80-6c79-4efb-8ec1-49c7f8cc9a13', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'floating_ip_address': '172.26.7.86', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'port_id': '1f5cc8cd-b676-47c5-a468-45942c5b69df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'mac_address': 'fa:16:3e:aa:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:43:10Z', 'updated_at': '2020-12-18T06:43:55Z', 'revision_number': 1, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e29252-cb64-4f56-b080-53d106aa8596', 'name': '', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'mac_address': 'fa:16:3e:24:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '425adf38-5fd3-496d-999b-301b4439713d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:51Z', 'updated_at': '2020-12-18T06:43:05Z', 'revision_number': 5, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'subnets': [{'id': '425adf38-5fd3-496d-999b-301b4439713d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:58.277822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4fd9ef-1df0-4824-b31f-5da9d9389a82 None None] Checking router: 8a305b25-e174-4c49-9324-9dda40e7078d for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:43:58.287853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4fd9ef-1df0-4824-b31f-5da9d9389a82 None None] Routers {'8a305b25-e174-4c49-9324-9dda40e7078d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:43:58.288520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6d4fd9ef-1df0-4824-b31f-5da9d9389a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d35fc88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['8a305b25-e174-4c49-9324-9dda40e7078d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:58.317584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-2ab827cf-f945-40fa-8e5c-54e3d9c5561c tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.321108 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2ab827cf-f945-40fa-8e5c-54e3d9c5561c tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0574408
Dec 18 06:43:58.326663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43108) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.340414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-d8347b99-5ce0-4f4d-a9b4-67f779d65d42 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.343864 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d8347b99-5ce0-4f4d-a9b4-67f779d65d42 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0138140
Dec 18 06:43:58.349265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43112) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.358166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-39bf429b-bef7-4f2e-9b48-b76accff38e6 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.361420 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-39bf429b-bef7-4f2e-9b48-b76accff38e6 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0084488
Dec 18 06:43:58.365171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43116) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.373094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-f2ba86c2-30f0-484a-ad3d-3112e4e56a52 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.374164 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f2ba86c2-30f0-484a-ad3d-3112e4e56a52 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0080051
Dec 18 06:43:58.385643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43120) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.410260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-7d5e4f6e-c7a0-4764-9ac8-b55f37f516d0 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.415079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d5e4f6e-c7a0-4764-9ac8-b55f37f516d0 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0197833
Dec 18 06:43:58.417860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43124) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.427374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-8ba128e1-c8c4-4b2d-93c9-aaae429ca130 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.431040 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8ba128e1-c8c4-4b2d-93c9-aaae429ca130 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0089738
Dec 18 06:43:58.433655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43128) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.452986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-61bf1d8d-5b82-473a-a785-112afaafddfd tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.456653 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-61bf1d8d-5b82-473a-a785-112afaafddfd tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0194468
Dec 18 06:43:58.459594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43132) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.462702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:58.475584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb757-98a3-4c85-9a49-28507790827b req-10e2b536-8839-4e9e-9fd0-99f261fb9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:58.476537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-33b683c9-5c5e-441f-a595-b83d6dd91793 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Synchronizing usage tracker for tenant:b5c0df6a79574f1b934d733e4ee23fc4 on resource:floatingip {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:58.477658 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bf9eb757-98a3-4c85-9a49-28507790827b req-10e2b536-8839-4e9e-9fd0-99f261fb9e61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3473ab7c-f2ea-4397-a8e9-9a05accc7567 HTTP/1.1" status: 200  len: 906 time: 0.2438881
Dec 18 06:43:58.480464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-48f024b2-3511-49e4-b0b8-c2c82f9762d1 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.484169 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-48f024b2-3511-49e4-b0b8-c2c82f9762d1 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0208189
Dec 18 06:43:58.486569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43136) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.497446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-6d4fd9ef-1df0-4824-b31f-5da9d9389a82 None None] Set router 8a305b25-e174-4c49-9324-9dda40e7078d gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:43:58.554604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-f4e9038b-d688-43cd-98e0-2725a5624d79 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.555501 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f4e9038b-d688-43cd-98e0-2725a5624d79 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0679946
Dec 18 06:43:58.583063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43140) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.612412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dc74521-1620-4a73-ae76-1f156f43af15 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:58.643814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dc74521-1620-4a73-ae76-1f156f43af15 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:58.663289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-82a71059-ae23-488e-98de-9cbcfeb317a0 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.668032 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-82a71059-ae23-488e-98de-9cbcfeb317a0 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0801353
Dec 18 06:43:58.673999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43144) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.694775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-0796fb47-ed9c-4049-8517-48992fef637c tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.695831 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0796fb47-ed9c-4049-8517-48992fef637c tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0159149
Dec 18 06:43:58.698806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43148) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.714022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-e657bb26-8a57-4590-a351-d5067cf0d843 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.714236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:58.717494 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e657bb26-8a57-4590-a351-d5067cf0d843 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0133438
Dec 18 06:43:58.725538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43152) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.734036 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bf9eb757-98a3-4c85-9a49-28507790827b req-dd51cc90-48bc-48de-a8bf-2f727704485f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df HTTP/1.1" status: 200  len: 998 time: 0.2484069
Dec 18 06:43:58.737249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-6b25982c-80c5-41a0-b33a-00ea78d4d0da tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.741855 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6b25982c-80c5-41a0-b33a-00ea78d4d0da tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0091822
Dec 18 06:43:58.741981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-33b683c9-5c5e-441f-a595-b83d6dd91793 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Unset dirty status for tenant:b5c0df6a79574f1b934d733e4ee23fc4 on resource:floatingip {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:58.744556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-33b683c9-5c5e-441f-a595-b83d6dd91793 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3696 time: 0.7589152
Dec 18 06:43:58.745326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43156) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.745720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43158) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.848721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-1e336e69-3031-4497-920a-bea4ab0b073b tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:58.849926 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1e336e69-3031-4497-920a-bea4ab0b073b tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0697534
Dec 18 06:43:58.859432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:58.878611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43166) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:58.900076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6d4fd9ef-1df0-4824-b31f-5da9d9389a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d35fc88>, [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:42:54Z', 'revision_number': 4, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '46845e80-6c79-4efb-8ec1-49c7f8cc9a13', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'floating_ip_address': '172.26.7.86', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'port_id': '1f5cc8cd-b676-47c5-a468-45942c5b69df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'mac_address': 'fa:16:3e:aa:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:43:10Z', 'updated_at': '2020-12-18T06:43:55Z', 'revision_number': 1, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e29252-cb64-4f56-b080-53d106aa8596', 'name': '', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'mac_address': 'fa:16:3e:24:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '425adf38-5fd3-496d-999b-301b4439713d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:51Z', 'updated_at': '2020-12-18T06:43:05Z', 'revision_number': 5, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'subnets': [{'id': '425adf38-5fd3-496d-999b-301b4439713d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:43:58.905120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4fd9ef-1df0-4824-b31f-5da9d9389a82 None None] The sync data for ids ['8a305b25-e174-4c49-9324-9dda40e7078d'] in dv-neutron-765072-3-ovs is: [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:42:54Z', 'revision_number': 4, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '46845e80-6c79-4efb-8ec1-49c7f8cc9a13', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'floating_ip_address': '172.26.7.86', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'port_id': '1f5cc8cd-b676-47c5-a468-45942c5b69df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'mac_address': 'fa:16:3e:aa:6d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:43:10Z', 'updated_at': '2020-12-18T06:43:55Z', 'revision_number': 1, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3e29252-cb64-4f56-b080-53d106aa8596', 'name': '', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'mac_address': 'fa:16:3e:24:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '425adf38-5fd3-496d-999b-301b4439713d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:51Z', 'updated_at': '2020-12-18T06:43:05Z', 'revision_number': 5, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'subnets': [{'id': '425adf38-5fd3-496d-999b-301b4439713d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:43:58.906595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f0a443fa-203a-400a-a054-2a8bd1b7fd92 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Synchronizing usage tracker for tenant:d66656fd5acf4136a492a8101c0aeffd on resource:floatingip {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:43:58.962147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb757-98a3-4c85-9a49-28507790827b req-fa71700a-67c5-4e3a-93e0-52ac9f37b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:58.963730 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bf9eb757-98a3-4c85-9a49-28507790827b req-fa71700a-67c5-4e3a-93e0-52ac9f37b2c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=425adf38-5fd3-496d-999b-301b4439713d HTTP/1.1" status: 200  len: 851 time: 0.2219534
Dec 18 06:43:59.040963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f0a443fa-203a-400a-a054-2a8bd1b7fd92 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Unset dirty status for tenant:d66656fd5acf4136a492a8101c0aeffd on resource:floatingip {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:43:59.043581 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f0a443fa-203a-400a-a054-2a8bd1b7fd92 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.2623031
Dec 18 06:43:59.049306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43172) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.077487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-bb7d2c39-edb5-49b4-9432-839be4b10b2e tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.078611 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bb7d2c39-edb5-49b4-9432-839be4b10b2e tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.1770082
Dec 18 06:43:59.115859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43176) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.147961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-8cbc48db-3ca8-44e7-996e-dbfa6fea5733 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.149061 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8cbc48db-3ca8-44e7-996e-dbfa6fea5733 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0222991
Dec 18 06:43:59.165025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43180) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.265426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-66968139-ab24-40ba-8d59-7bd01c489a7f tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.269238 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-66968139-ab24-40ba-8d59-7bd01c489a7f tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.1004467
Dec 18 06:43:59.277948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43184) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.312083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-c4339462-5c33-40ac-b75c-318c22f93790 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.313195 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c4339462-5c33-40ac-b75c-318c22f93790 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0176172
Dec 18 06:43:59.320079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43188) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.322651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1983873-8322-4693-b2cc-d7d0b91e9f9c None None] New status for floating IP 46845e80-6c79-4efb-8ec1-49c7f8cc9a13: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:43:59.324496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0bb53-7adb-4a8f-8bdb-97a0f7b42c52 tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Deleting port 96d9f3a6-abc6-42d0-9eae-385963e7b89b {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:43:59.324881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bb53-7adb-4a8f-8bdb-97a0f7b42c52 tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:59.361355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-abf5aee0-4090-4432-9e87-acc55088e3da tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.362451 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-abf5aee0-4090-4432-9e87-acc55088e3da tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0400033
Dec 18 06:43:59.367437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43192) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.413197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9eb757-98a3-4c85-9a49-28507790827b req-d5f79895-47bf-4e99-bb67-fc7e17e1db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:43:59.414852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bf9eb757-98a3-4c85-9a49-28507790827b req-d5f79895-47bf-4e99-bb67-fc7e17e1db38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3473ab7c-f2ea-4397-a8e9-9a05accc7567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4410729
Dec 18 06:43:59.432005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Allocated IP 172.26.7.72 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/2ee11770-4b69-4925-875b-70ef26888150) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:43:59.475692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-c5c224f3-5422-451e-88d2-fc699d065623 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.479924 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c5c224f3-5422-451e-88d2-fc699d065623 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0365262
Dec 18 06:43:59.484126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43196) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.512086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-a0a7884e-70e4-4378-bd98-5d87c5883f7e tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.515649 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a0a7884e-70e4-4378-bd98-5d87c5883f7e tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0260694
Dec 18 06:43:59.526051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43200) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.556120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49633b42-bee5-4120-b9d3-338368c41ed4 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Router da1ce9d2-049d-4048-b586-42553416e02b has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:43:59.563940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:59.588988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-67a08cbc-c5b0-4afd-88d2-00a4d8da7033 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.592555 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-67a08cbc-c5b0-4afd-88d2-00a4d8da7033 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0630193
Dec 18 06:43:59.604041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43204) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.623400 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-4dc74521-1620-4a73-ae76-1f156f43af15 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Floating IP 1334708d-ddb3-45d7-b9d6-f5588f42a50e associated. External IP: 172.26.7.234, port: e1b2c522-c27a-4c39-ae47-27c1a7b97b54.
Dec 18 06:43:59.630087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-0d0992d1-db4c-435a-a75f-ba6559b8496d tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.634292 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0d0992d1-db4c-435a-a75f-ba6559b8496d tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0241418
Dec 18 06:43:59.687828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43208) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.707749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-ef5e2d45-54da-49bc-800f-a8d8e228e556 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.709345 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ef5e2d45-54da-49bc-800f-a8d8e228e556 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0199723
Dec 18 06:43:59.712473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43212) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.739372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-f30223e4-98bc-4f39-b2f3-28416c62e7a9 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.740423 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f30223e4-98bc-4f39-b2f3-28416c62e7a9 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0180693
Dec 18 06:43:59.744857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43216) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.776890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-9354ec79-21d6-4878-9d54-1e4d63b033dc tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.778096 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9354ec79-21d6-4878-9d54-1e4d63b033dc tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0277765
Dec 18 06:43:59.791423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43220) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.803721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-59552e52-c22f-46aa-baf6-02d9ae6f8f1f tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.804770 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-59552e52-c22f-46aa-baf6-02d9ae6f8f1f tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0106719
Dec 18 06:43:59.815248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bb53-7adb-4a8f-8bdb-97a0f7b42c52 tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:59.815621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bb53-7adb-4a8f-8bdb-97a0f7b42c52 tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:43:59.820222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43224) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.836252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-f6b7899b-fa98-46bf-aaeb-24dcb585f61a tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.837279 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f6b7899b-fa98-46bf-aaeb-24dcb585f61a tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0140865
Dec 18 06:43:59.849154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43228) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.965415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-f43275a0-39f0-41b2-9b18-87991e4843af tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:43:59.966485 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f43275a0-39f0-41b2-9b18-87991e4843af tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.1156101
Dec 18 06:43:59.969245 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bf9eb757-98a3-4c85-9a49-28507790827b req-1b09a480-1372-4e99-85c1-2ccfeeeab7bf service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4872661
Dec 18 06:43:59.969245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43232) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:43:59.976722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e1e0bb53-7adb-4a8f-8bdb-97a0f7b42c52 tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Calling delete_port for 96d9f3a6-abc6-42d0-9eae-385963e7b89b owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:00.025120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-44cc444b-b1d8-400d-a600-96672f26c4f8 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.026189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-44cc444b-b1d8-400d-a600-96672f26c4f8 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0209770
Dec 18 06:44:00.039223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:00.051683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43236) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.075257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-441811e3-cb9b-4af6-a6b1-8eb47b6fbb1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:00.109157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-08fe5bb8-d185-4c31-99af-7f2291b1963f tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.112842 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-08fe5bb8-d185-4c31-99af-7f2291b1963f tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0574772
Dec 18 06:44:00.117970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43242) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.156516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-c285e982-6ad1-4297-a7a5-5261e30a32d6 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.157608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c285e982-6ad1-4297-a7a5-5261e30a32d6 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0319314
Dec 18 06:44:00.166378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43246) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.169301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:00.182345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-830b0cef-0662-4bd2-80b8-3b62be0320d0 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.183394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-830b0cef-0662-4bd2-80b8-3b62be0320d0 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0106833
Dec 18 06:44:00.189931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43250) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.204652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-9ebedfa2-369b-469a-9791-634a4a090ca7 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.206107 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9ebedfa2-369b-469a-9791-634a4a090ca7 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0147908
Dec 18 06:44:00.211667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43254) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.240604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-09d06ee3-8d0f-49f7-a7b8-b685a0ca9491 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.241685 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-09d06ee3-8d0f-49f7-a7b8-b685a0ca9491 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0266635
Dec 18 06:44:00.246607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43258) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.265839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-dbb8374d-7fff-4859-9eae-a4543eead996 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.266897 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dbb8374d-7fff-4859-9eae-a4543eead996 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0170205
Dec 18 06:44:00.272819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43262) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.286262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-a28f7fec-2a0d-4866-beb9-ba54f531c50f tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.287574 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a28f7fec-2a0d-4866-beb9-ba54f531c50f tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0112202
Dec 18 06:44:00.289577 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bf9eb757-98a3-4c85-9a49-28507790827b req-a8d33fee-9622-452a-8f1d-a12103681f42 service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2689574
Dec 18 06:44:00.325348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43266) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.343065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-fc72b260-4d62-40f7-801e-7b63b816b524 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.344256 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fc72b260-4d62-40f7-801e-7b63b816b524 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0177395
Dec 18 06:44:00.347643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43270) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.356845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-44e3f5c5-a87e-4cbd-8ce4-d8699dc3bd54 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.357895 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-44e3f5c5-a87e-4cbd-8ce4-d8699dc3bd54 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0092847
Dec 18 06:44:00.359079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:00.372402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca6b15b8-183c-430d-bcae-c6277c04985a tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:00.378020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43274) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.386203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49633b42-bee5-4120-b9d3-338368c41ed4 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:00.393977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event updated for resources: {'Port': ['ID=a3952396-8f82-4696-ac7f-cf244dad4f55,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:00.397578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb68211e-e35b-4e4c-b5c1-8b8ec6e283ce None None] Sync routers for ids ['da1ce9d2-049d-4048-b586-42553416e02b'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:00.403546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-05b48ba8-b769-49fc-a00a-9ffdfc183354 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.405307 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-05b48ba8-b769-49fc-a00a-9ffdfc183354 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0203247
Dec 18 06:44:00.412889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43278) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.413826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb68211e-e35b-4e4c-b5c1-8b8ec6e283ce None None] Routers {'da1ce9d2-049d-4048-b586-42553416e02b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:00.414529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fb68211e-e35b-4e4c-b5c1-8b8ec6e283ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cd27940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['da1ce9d2-049d-4048-b586-42553416e02b'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:00.416029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:00.437672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-d2968382-9b47-42bd-b8fb-1be3df429adc tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.441449 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d2968382-9b47-42bd-b8fb-1be3df429adc tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0206811
Dec 18 06:44:00.456891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43282) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.466612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49633b42-bee5-4120-b9d3-338368c41ed4 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:00.474346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:44:00.494234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Allocated IP 2001:db8::d6 (eeda1ef9-aa1a-4b66-a01a-669c158a5e2d/398b1bdc-8ff2-4f08-a1b3-adff5de3419f/5c9e228d-157a-4f6f-afeb-9241ae037330) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:00.516600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-7bd0d45c-ddf6-4cf5-84e3-62f5da77add7 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.517725 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7bd0d45c-ddf6-4cf5-84e3-62f5da77add7 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0575860
Dec 18 06:44:00.520074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Network d8d2275b-c722-4313-ac28-212e471639e9 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:00.528193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43286) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.531470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:00.544184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:00.544953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:00.545650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:00.614263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-01da049a-a7a6-4cbb-9425-4b324c2cf000 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.615908 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-01da049a-a7a6-4cbb-9425-4b324c2cf000 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0816991
Dec 18 06:44:00.631889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43290) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.635407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-fb68211e-e35b-4e4c-b5c1-8b8ec6e283ce None None] Set router da1ce9d2-049d-4048-b586-42553416e02b gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:00.652356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-4da2dcfb-5297-48e4-81e9-0261f94f16b6 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.653444 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4da2dcfb-5297-48e4-81e9-0261f94f16b6 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0205193
Dec 18 06:44:00.659009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43294) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.735745 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-49633b42-bee5-4120-b9d3-338368c41ed4 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "PUT /v2.0/floatingips/bcdea977-c109-4851-8fd2-faff2a10b5e2 HTTP/1.1" status: 200  len: 991 time: 6.4787169
Dec 18 06:44:00.746627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-905b0a7a-4dfa-469b-a399-523c5e01129c tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.747665 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-905b0a7a-4dfa-469b-a399-523c5e01129c tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0726035
Dec 18 06:44:00.748696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707eb740-7924-42f2-8783-ef26bfb65cc9', 'tag': '29696da1-eb20-4b53-875e-22d2836c37c4'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:44:00.750740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43300) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.761134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-3b9ae617-0453-4f9a-8574-271a0aef5659 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.762440 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3b9ae617-0453-4f9a-8574-271a0aef5659 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0104651
Dec 18 06:44:00.765499 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 3.8508201
Dec 18 06:44:00.768258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bb53-7adb-4a8f-8bdb-97a0f7b42c52 tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:00.770444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43306) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.770819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43308) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.784234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Request body: {'port': {'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:00.817239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-7c35fed5-fb04-4d27-90c9-4beb9165d13a tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.818378 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7c35fed5-fb04-4d27-90c9-4beb9165d13a tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0465562
Dec 18 06:44:00.822511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43314) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.881278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event updated for resources: {'Port': ['ID=2ee11770-4b69-4925-875b-70ef26888150,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:00.890904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:00.891467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7a44e125-cfc2-4fdc-9428-9a07120d85d1 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:00.934720 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707eb740-7924-42f2-8783-ef26bfb65cc9', 'tag': '29696da1-eb20-4b53-875e-22d2836c37c4', 'status': 'completed', 'code': 200}
Dec 18 06:44:00.949780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-15217911-8296-4f88-863a-d5df181b850a tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.951002 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-15217911-8296-4f88-863a-d5df181b850a tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0900681
Dec 18 06:44:00.959889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc74521-1620-4a73-ae76-1f156f43af15 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Router 80358eb5-ee8b-4125-9882-e98dee060e74 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:44:00.964437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43318) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:00.992284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-b48c7d13-eb07-4677-8647-eb215f495f84 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:00.996008 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b48c7d13-eb07-4677-8647-eb215f495f84 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0265183
Dec 18 06:44:00.997500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43322) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:01.026744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-ebe67088-d4df-40f4-bfc0-766de9362e27 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:01.028509 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ebe67088-d4df-40f4-bfc0-766de9362e27 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0281973
Dec 18 06:44:01.029654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0bb53-7adb-4a8f-8bdb-97a0f7b42c52 tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Pushing event deleted for resources: {'Port': ['ID=96d9f3a6-abc6-42d0-9eae-385963e7b89b,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:01.031691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43326) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:01.047478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e1e0bb53-7adb-4a8f-8bdb-97a0f7b42c52 tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:01.054968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-daae9f2c-54bb-4e2b-9186-97f300aec191 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:01.058955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-daae9f2c-54bb-4e2b-9186-97f300aec191 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0115187
Dec 18 06:44:01.059115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43330) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:01.087360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-2363cffe-f83e-4917-b766-6d2e2adb4afe tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:01.087618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fb68211e-e35b-4e4c-b5c1-8b8ec6e283ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cd27940>, [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:42:48Z', 'revision_number': 4, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'bcdea977-c109-4851-8fd2-faff2a10b5e2', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'floating_ip_address': '172.26.7.242', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'port_id': '29696da1-eb20-4b53-875e-22d2836c37c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'mac_address': 'fa:16:3e:fe:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707eb740-7924-42f2-8783-ef26bfb65cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:43:07Z', 'updated_at': '2020-12-18T06:43:56Z', 'revision_number': 1, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ce13b6-2c94-40e7-a04d-9b8c31afd3fb', 'name': '', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'mac_address': 'fa:16:3e:e3:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:46Z', 'updated_at': '2020-12-18T06:43:00Z', 'revision_number': 5, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'subnets': [{'id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:01.090994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2363cffe-f83e-4917-b766-6d2e2adb4afe tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0164659
Dec 18 06:44:01.092623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb68211e-e35b-4e4c-b5c1-8b8ec6e283ce None None] Checking router: da1ce9d2-049d-4048-b586-42553416e02b for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:44:01.092782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43334) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:01.101581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb68211e-e35b-4e4c-b5c1-8b8ec6e283ce None None] Routers {'da1ce9d2-049d-4048-b586-42553416e02b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:01.102377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fb68211e-e35b-4e4c-b5c1-8b8ec6e283ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cd27940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['da1ce9d2-049d-4048-b586-42553416e02b'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:01.103982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:01.108995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:01.126558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-ed2052f0-54e6-4518-912a-7d7f7b223457 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:01.130287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ed2052f0-54e6-4518-912a-7d7f7b223457 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0202484
Dec 18 06:44:01.135168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43338) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:01.137089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:01.144889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:01.153025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-ed1631bd-6a2b-4b3f-a8e6-fd40c67cb344 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:01.156699 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ed1631bd-6a2b-4b3f-a8e6-fd40c67cb344 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0146682
Dec 18 06:44:01.157187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:01.185236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43342) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:01.200110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-211af256-0220-49eb-9441-3477bcf36f31 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:01.201158 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-211af256-0220-49eb-9441-3477bcf36f31 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0151179
Dec 18 06:44:01.202852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bb53-7adb-4a8f-8bdb-97a0f7b42c52 tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:01.210140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43348) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:01.228591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7658113-b9c2-4666-9541-0da2fcf90f75 req-3b2f7112-a94d-414f-9f9e-c7f9d13f6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:01.230336 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a7658113-b9c2-4666-9541-0da2fcf90f75 req-3b2f7112-a94d-414f-9f9e-c7f9d13f6e38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=64297e918d5a470ebd117893eb402e4b&device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 1162 time: 0.2902074
Dec 18 06:44:01.319254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1e0bb53-7adb-4a8f-8bdb-97a0f7b42c52 tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:01.323294 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e1e0bb53-7adb-4a8f-8bdb-97a0f7b42c52 tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] 10.222.0.23 "DELETE /v2.0/floatingips/8d9aff12-45be-4ca3-a905-5879e3545edf HTTP/1.1" status: 204  len: 168 time: 2.2703071
Dec 18 06:44:01.382894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43352) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:01.512493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-fb68211e-e35b-4e4c-b5c1-8b8ec6e283ce None None] Set router da1ce9d2-049d-4048-b586-42553416e02b gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:01.554803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-dd9785e9-b7ba-481b-8ca0-482b035f485a tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:01.556049 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dd9785e9-b7ba-481b-8ca0-482b035f485a tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.3449161
Dec 18 06:44:01.560304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43356) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:01.583383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-5d5a5d04-d9d3-4453-8ff7-fc04ea371505 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:01.584375 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5d5a5d04-d9d3-4453-8ff7-fc04ea371505 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0142596
Dec 18 06:44:01.591317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Deleting port 2ee11770-4b69-4925-875b-70ef26888150 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:01.591639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:01.609428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43360) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:01.624545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-3331ed5e-9040-48f6-a33c-a3032a235ea1 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:01.624545 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3331ed5e-9040-48f6-a33c-a3032a235ea1 tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0076261
Dec 18 06:44:01.624859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc329f-dde2-4d5d-8189-3a025d5af6f5 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Deleting port 0f2fd1d1-dbce-4015-9645-043c21e6a2b9 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:01.624859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2fc329f-dde2-4d5d-8189-3a025d5af6f5 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:01.630996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43364) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:01.639474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [None req-82173c83-8c80-4f80-bf7c-263f482abb5e tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] http://10.222.0.23:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:44:01.648178 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-82173c83-8c80-4f80-bf7c-263f482abb5e tempest-ExtensionsTestJSON-886852525 tempest-ExtensionsTestJSON-886852525] 10.222.0.23 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0057352
Dec 18 06:44:01.686718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:01.732912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:01.819427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7658113-b9c2-4666-9541-0da2fcf90f75 req-5db2562a-f795-4da6-9e93-2f35b1634c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:01.821055 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a7658113-b9c2-4666-9541-0da2fcf90f75 req-5db2562a-f795-4da6-9e93-2f35b1634c02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af7ce79f-a7dd-4454-8d3a-d2c46abac19d HTTP/1.1" status: 200  len: 900 time: 0.5431545
Dec 18 06:44:01.860374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc74521-1620-4a73-ae76-1f156f43af15 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:01.871304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c87cd-8f61-41ca-8ee5-b22a5b99cb16 None None] Sync routers for ids ['80358eb5-ee8b-4125-9882-e98dee060e74'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:01.890100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c87cd-8f61-41ca-8ee5-b22a5b99cb16 None None] Routers {'80358eb5-ee8b-4125-9882-e98dee060e74'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:01.893635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2b6c87cd-8f61-41ca-8ee5-b22a5b99cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d9f2c18>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['80358eb5-ee8b-4125-9882-e98dee060e74'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:01.947558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fb68211e-e35b-4e4c-b5c1-8b8ec6e283ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cd27940>, [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:42:48Z', 'revision_number': 4, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'bcdea977-c109-4851-8fd2-faff2a10b5e2', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'floating_ip_address': '172.26.7.242', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'port_id': '29696da1-eb20-4b53-875e-22d2836c37c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'mac_address': 'fa:16:3e:fe:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707eb740-7924-42f2-8783-ef26bfb65cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:43:07Z', 'updated_at': '2020-12-18T06:43:56Z', 'revision_number': 1, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ce13b6-2c94-40e7-a04d-9b8c31afd3fb', 'name': '', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'mac_address': 'fa:16:3e:e3:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:46Z', 'updated_at': '2020-12-18T06:43:00Z', 'revision_number': 5, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'subnets': [{'id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:01.959507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb68211e-e35b-4e4c-b5c1-8b8ec6e283ce None None] The sync data for ids ['da1ce9d2-049d-4048-b586-42553416e02b'] in dv-neutron-765072-3-ovs is: [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:42:48Z', 'revision_number': 4, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'bcdea977-c109-4851-8fd2-faff2a10b5e2', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'floating_ip_address': '172.26.7.242', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'port_id': '29696da1-eb20-4b53-875e-22d2836c37c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'mac_address': 'fa:16:3e:fe:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '707eb740-7924-42f2-8783-ef26bfb65cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:43:07Z', 'updated_at': '2020-12-18T06:43:56Z', 'revision_number': 1, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58ce13b6-2c94-40e7-a04d-9b8c31afd3fb', 'name': '', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'mac_address': 'fa:16:3e:e3:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:46Z', 'updated_at': '2020-12-18T06:43:00Z', 'revision_number': 5, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'subnets': [{'id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:01.969125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dc74521-1620-4a73-ae76-1f156f43af15 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:02.098781 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4dc74521-1620-4a73-ae76-1f156f43af15 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "PUT /v2.0/floatingips/1334708d-ddb3-45d7-b9d6-f5588f42a50e HTTP/1.1" status: 200  len: 991 time: 6.6418619
Dec 18 06:44:02.138118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Pushing event updated for resources: {'Port': ['ID=5c9e228d-157a-4f6f-afeb-9241ae037330,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:02.145408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:02.157210 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a7658113-b9c2-4666-9541-0da2fcf90f75 req-1ca188c8-ca30-4c40-9b2c-b246d5181be4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29696da1-eb20-4b53-875e-22d2836c37c4 HTTP/1.1" status: 200  len: 999 time: 0.2782874
Dec 18 06:44:02.164997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43376) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:02.178064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-2b6c87cd-8f61-41ca-8ee5-b22a5b99cb16 None None] Set router 80358eb5-ee8b-4125-9882-e98dee060e74 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:02.207756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:02.208192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:02.285005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Network eeda1ef9-aa1a-4b66-a01a-669c158a5e2d is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:02.293747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:02.301326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:02.321111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2fc329f-dde2-4d5d-8189-3a025d5af6f5 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:02.321460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2fc329f-dde2-4d5d-8189-3a025d5af6f5 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:02.415266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Calling delete_port for 2ee11770-4b69-4925-875b-70ef26888150 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:02.444498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d9e84-d9bc-4d77-a9ff-03e0dbd984f4 None None] New status for floating IP bcdea977-c109-4851-8fd2-faff2a10b5e2: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:44:02.500698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] device_id is not set on port a3952396-8f82-4696-ac7f-cf244dad4f55 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:44:02.548783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:02.580810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Transition to ACTIVE for port object a3952396-8f82-4696-ac7f-cf244dad4f55 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:02.591692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:02.609110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:02.649615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d5469a3-aeb0-4f44-82cf-be78be2782f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:02.667662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc329f-dde2-4d5d-8189-3a025d5af6f5 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Calling delete_port for 0f2fd1d1-dbce-4015-9645-043c21e6a2b9 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:02.705709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2b6c87cd-8f61-41ca-8ee5-b22a5b99cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d9f2c18>, [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '1334708d-ddb3-45d7-b9d6-f5588f42a50e', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'floating_ip_address': '172.26.7.234', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'port_id': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'mac_address': 'fa:16:3e:49:e5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:43:16Z', 'updated_at': '2020-12-18T06:43:57Z', 'revision_number': 1, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac02bc13-fc93-4bb3-b920-0b1c0f373e4c', 'name': '', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'mac_address': 'fa:16:3e:20:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:58Z', 'updated_at': '2020-12-18T06:43:12Z', 'revision_number': 5, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'subnets': [{'id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:02.712537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c87cd-8f61-41ca-8ee5-b22a5b99cb16 None None] Checking router: 80358eb5-ee8b-4125-9882-e98dee060e74 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:44:02.718068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7658113-b9c2-4666-9541-0da2fcf90f75 req-428f53d7-6752-4261-b7c6-4801dae7e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:02.719684 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a7658113-b9c2-4666-9541-0da2fcf90f75 req-428f53d7-6752-4261-b7c6-4801dae7e9a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e0d63ecb-425f-4a69-bebb-78b688b00e29 HTTP/1.1" status: 200  len: 845 time: 0.5501013
Dec 18 06:44:02.736188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6c87cd-8f61-41ca-8ee5-b22a5b99cb16 None None] Routers {'80358eb5-ee8b-4125-9882-e98dee060e74'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:02.740686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2b6c87cd-8f61-41ca-8ee5-b22a5b99cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d9f2c18>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['80358eb5-ee8b-4125-9882-e98dee060e74'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:02.804221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9d5469a3-aeb0-4f44-82cf-be78be2782f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:02.825437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9d5469a3-aeb0-4f44-82cf-be78be2782f0 admin admin] Usage tracker for resource:security_group_rule and tenant:7b20b2ca37c94122be3604c909e70ae4 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:02.829067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9d5469a3-aeb0-4f44-82cf-be78be2782f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:02.832136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event updated for resources: {'Port': ['ID=a3952396-8f82-4696-ac7f-cf244dad4f55,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:02.844458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9d5469a3-aeb0-4f44-82cf-be78be2782f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:02.849160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:02.940681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'tag': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:44:02.962742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-2b6c87cd-8f61-41ca-8ee5-b22a5b99cb16 None None] Set router 80358eb5-ee8b-4125-9882-e98dee060e74 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:03.005163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:03.027544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-96328f42-f4c6-40ca-9751-0344cdc1c333 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:03.032235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:03.057113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7658113-b9c2-4666-9541-0da2fcf90f75 req-2a875086-20b6-4242-8fda-fc3d0e681848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:03.058815 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a7658113-b9c2-4666-9541-0da2fcf90f75 req-2a875086-20b6-4242-8fda-fc3d0e681848 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af7ce79f-a7dd-4454-8d3a-d2c46abac19d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3241389
Dec 18 06:44:03.086470 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'tag': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54', 'status': 'completed', 'code': 200}
Dec 18 06:44:03.105660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to bind port a3952396-8f82-4696-ac7f-cf244dad4f55 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:44:03.106022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to bind port a3952396-8f82-4696-ac7f-cf244dad4f55 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:44:03.106413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attempting to bind port a3952396-8f82-4696-ac7f-cf244dad4f55 on network d8d2275b-c722-4313-ac28-212e471639e9 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:44:03.159593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:44:03.159926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Checking segment: {'id': '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:44:03.160212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event deleted for resources: {'Port': ['ID=2ee11770-4b69-4925-875b-70ef26888150,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:03.160319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:03.160666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Bound using segment: {'id': '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:44:03.161160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Bound port: a3952396-8f82-4696-ac7f-cf244dad4f55, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8d2275b-c722-4313-ac28-212e471639e9'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:44:03.161590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:03.164390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:03.379294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2b6c87cd-8f61-41ca-8ee5-b22a5b99cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d9f2c18>, [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '1334708d-ddb3-45d7-b9d6-f5588f42a50e', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'floating_ip_address': '172.26.7.234', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'port_id': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'mac_address': 'fa:16:3e:49:e5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:43:16Z', 'updated_at': '2020-12-18T06:43:57Z', 'revision_number': 1, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac02bc13-fc93-4bb3-b920-0b1c0f373e4c', 'name': '', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'mac_address': 'fa:16:3e:20:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:58Z', 'updated_at': '2020-12-18T06:43:12Z', 'revision_number': 5, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'subnets': [{'id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:03.384636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6c87cd-8f61-41ca-8ee5-b22a5b99cb16 None None] The sync data for ids ['80358eb5-ee8b-4125-9882-e98dee060e74'] in dv-neutron-765072-3-ovs is: [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '1334708d-ddb3-45d7-b9d6-f5588f42a50e', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'floating_ip_address': '172.26.7.234', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'port_id': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'mac_address': 'fa:16:3e:49:e5:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:43:16Z', 'updated_at': '2020-12-18T06:43:57Z', 'revision_number': 1, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac02bc13-fc93-4bb3-b920-0b1c0f373e4c', 'name': '', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'mac_address': 'fa:16:3e:20:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:58Z', 'updated_at': '2020-12-18T06:43:12Z', 'revision_number': 5, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'subnets': [{'id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:03.460650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f3a4-5709-4418-a90c-d08c370c3f3c req-8656edbd-236c-421c-a84b-8f2c4989d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:03.462370 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e698f3a4-5709-4418-a90c-d08c370c3f3c req-8656edbd-236c-421c-a84b-8f2c4989d7ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=abf0c209214f4a169089dc3a67fb1913&device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 1162 time: 0.3498085
Dec 18 06:44:03.469378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] For port a3952396-8f82-4696-ac7f-cf244dad4f55, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:44:03.564394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2fc329f-dde2-4d5d-8189-3a025d5af6f5 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:03.587178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8241112f-8bce-45f4-8fff-e6cdb1ad3cc0 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:03.739218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc329f-dde2-4d5d-8189-3a025d5af6f5 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Pushing event deleted for resources: {'Port': ['ID=0f2fd1d1-dbce-4015-9645-043c21e6a2b9,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:03.760176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02790c65-422d-426e-8ba5-6ecf6eeefd12 None None] New status for floating IP 1334708d-ddb3-45d7-b9d6-f5588f42a50e: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:44:03.762608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a2fc329f-dde2-4d5d-8189-3a025d5af6f5 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:03.798310 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a7658113-b9c2-4666-9541-0da2fcf90f75 req-0357643f-c688-4fc6-a524-6d76bb917fab service neutron] 10.222.0.15 "GET /v2.0/networks/af7ce79f-a7dd-4454-8d3a-d2c46abac19d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7218363
Dec 18 06:44:03.851049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d5469a3-aeb0-4f44-82cf-be78be2782f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:03.890763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] For port a3952396-8f82-4696-ac7f-cf244dad4f55, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a3952396-8f82-4696-ac7f-cf244dad4f55,segment=NetworkSegment(5963ec18-9ada-4fc2-9c08-bb3a6b03d42d),segment_id=5963ec18-9ada-4fc2-9c08-bb3a6b03d42d)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:44:03.903774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:03.922468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-898dde3f-0dee-4e16-acbb-22574e7e57ff tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:03.943606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d5469a3-aeb0-4f44-82cf-be78be2782f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:03.976469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-098e66cf-8558-4209-bdd5-59f0526dd026 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:04.022774 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] create failed (client error): The resource could not be found.
Dec 18 06:44:04.028882 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 6.3946440
Dec 18 06:44:04.035453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43392) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:04.120617 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9d5469a3-aeb0-4f44-82cf-be78be2782f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b20b2ca37c94122be3604c909e70ae4&name=default HTTP/1.1" status: 200  len: 2879 time: 1.9010360
Dec 18 06:44:04.120887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:04.130856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43396) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:04.144069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5469a3-aeb0-4f44-82cf-be78be2782f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66c116e-53ea-426e-864b-c8dfa12a71b4,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:04.151103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2fc329f-dde2-4d5d-8189-3a025d5af6f5 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:04.166404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9d5469a3-aeb0-4f44-82cf-be78be2782f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:04.191602 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a7658113-b9c2-4666-9541-0da2fcf90f75 req-db73252e-7002-4dfa-86a4-52017b061708 service neutron] 10.222.0.15 "GET /v2.0/networks/af7ce79f-a7dd-4454-8d3a-d2c46abac19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3776507
Dec 18 06:44:04.221481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f3a4-5709-4418-a90c-d08c370c3f3c req-f8b4467b-26cd-40b8-8556-62b027a33d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:04.223027 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e698f3a4-5709-4418-a90c-d08c370c3f3c req-f8b4467b-26cd-40b8-8556-62b027a33d50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=eca7ae00-9778-4814-8efd-9601e6522f96 HTTP/1.1" status: 200  len: 906 time: 0.7511375
Dec 18 06:44:04.226018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event updated for resources: {'Port': ['ID=a3952396-8f82-4696-ac7f-cf244dad4f55,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:04.226630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7761eec3-2428-4b9b-9269-4b4ab46dc247 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Deleting port 54a8bda5-d0d9-4d9d-902b-336da8539be1 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:04.227043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7761eec3-2428-4b9b-9269-4b4ab46dc247 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:04.232210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:04.296405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:04.297883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:04.301581 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "PUT /v2.0/ports/a3952396-8f82-4696-ac7f-cf244dad4f55 HTTP/1.1" status: 200  len: 1075 time: 3.5253344
Dec 18 06:44:04.303589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43402) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:04.368768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2fc329f-dde2-4d5d-8189-3a025d5af6f5 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:04.373202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a2fc329f-dde2-4d5d-8189-3a025d5af6f5 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] 10.222.0.23 "DELETE /v2.0/floatingips/4b55ddfc-13b0-43bd-840b-8e22d533de0a HTTP/1.1" status: 204  len: 168 time: 2.9860635
Dec 18 06:44:04.397444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43406) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:04.414160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38cd01ab-d9fe-434a-ae7c-e8e4cd7adbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:04.442735 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e698f3a4-5709-4418-a90c-d08c370c3f3c req-df8e1cc6-6bf3-4750-8b33-bfc064072dd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1b2c522-c27a-4c39-ae47-27c1a7b97b54 HTTP/1.1" status: 200  len: 1001 time: 0.2044609
Dec 18 06:44:04.534724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f3a4-5709-4418-a90c-d08c370c3f3c req-849c35c9-184d-41ab-80be-211afec520f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:04.536311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e698f3a4-5709-4418-a90c-d08c370c3f3c req-849c35c9-184d-41ab-80be-211afec520f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d6bfb11e-f407-46b5-9dbe-7a268e6eeed6 HTTP/1.1" status: 200  len: 851 time: 0.0846910
Dec 18 06:44:04.548180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a3ced-faec-47b7-b923-317c0aeeb23f tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Deleting port a3952396-8f82-4696-ac7f-cf244dad4f55 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:04.548673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3ced-faec-47b7-b923-317c0aeeb23f tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:04.592762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Router 6ae4f643-e176-400e-870b-e543b82e852e is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:44:04.660064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38cd01ab-d9fe-434a-ae7c-e8e4cd7adbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:04.709196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8af24043-e769-453f-a3bc-97c7c7a87479 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Deleting port ee76deec-825f-4702-bc95-04f6c2e3ecbb {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:04.709706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8af24043-e769-453f-a3bc-97c7c7a87479 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:04.782866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698f3a4-5709-4418-a90c-d08c370c3f3c req-2f411011-f3dc-4c6e-bf95-8fcd47df0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:04.784445 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e698f3a4-5709-4418-a90c-d08c370c3f3c req-2f411011-f3dc-4c6e-bf95-8fcd47df0333 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eca7ae00-9778-4814-8efd-9601e6522f96&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2368016
Dec 18 06:44:04.876168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7761eec3-2428-4b9b-9269-4b4ab46dc247 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:04.902412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:04.912040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] Sync routers for ids ['6ae4f643-e176-400e-870b-e543b82e852e'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:04.922040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] Routers {'6ae4f643-e176-400e-870b-e543b82e852e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:04.922890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d4df5c0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6ae4f643-e176-400e-870b-e543b82e852e'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:04.942776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:04.947333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 877 time: 10.2693374
Dec 18 06:44:04.947494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43414) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:05.039003 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e698f3a4-5709-4418-a90c-d08c370c3f3c req-3dfe5be7-1c30-4633-9e07-0dc47fbcd5aa service neutron] 10.222.0.15 "GET /v2.0/networks/eca7ae00-9778-4814-8efd-9601e6522f96?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2412171
Dec 18 06:44:05.116775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] Set router 6ae4f643-e176-400e-870b-e543b82e852e gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:05.131166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7761eec3-2428-4b9b-9269-4b4ab46dc247 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Calling delete_port for 54a8bda5-d0d9-4d9d-902b-336da8539be1 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:05.225051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38cd01ab-d9fe-434a-ae7c-e8e4cd7adbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:05.255078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:05.304160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9d5469a3-aeb0-4f44-82cf-be78be2782f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:05.339115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd01ab-d9fe-434a-ae7c-e8e4cd7adbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66c116e-53ea-426e-864b-c8dfa12a71b4,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:05.355087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38cd01ab-d9fe-434a-ae7c-e8e4cd7adbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:05.356089 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e698f3a4-5709-4418-a90c-d08c370c3f3c req-285deee0-e64d-4354-a28b-b1f57d18b9a2 service neutron] 10.222.0.15 "GET /v2.0/networks/eca7ae00-9778-4814-8efd-9601e6522f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3039203
Dec 18 06:44:05.370162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0a5a3ced-faec-47b7-b923-317c0aeeb23f tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] For port a3952396-8f82-4696-ac7f-cf244dad4f55, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a3952396-8f82-4696-ac7f-cf244dad4f55,segment=NetworkSegment(5963ec18-9ada-4fc2-9c08-bb3a6b03d42d),segment_id=5963ec18-9ada-4fc2-9c08-bb3a6b03d42d)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:05.370562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3ced-faec-47b7-b923-317c0aeeb23f tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:05.385455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38cd01ab-d9fe-434a-ae7c-e8e4cd7adbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:05.389693 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-38cd01ab-d9fe-434a-ae7c-e8e4cd7adbbd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b66c116e-53ea-426e-864b-c8dfa12a71b4 HTTP/1.1" status: 204  len: 168 time: 1.2441058
Dec 18 06:44:05.447961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d4df5c0>, [{'id': '6ae4f643-e176-400e-870b-e543b82e852e', 'name': '', 'tenant_id': '35462906a2ca4e79bfb2577711d4c091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eeda1ef9-aa1a-4b66-a01a-669c158a5e2d', 'external_fixed_ips': [{'subnet_id': '398b1bdc-8ff2-4f08-a1b3-adff5de3419f', 'ip_address': '2001:db8::d6'}], 'enable_snat': True}, 'gw_port_id': '5c9e228d-157a-4f6f-afeb-9241ae037330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:43:54Z', 'updated_at': '2020-12-18T06:44:02Z', 'revision_number': 3, 'project_id': '35462906a2ca4e79bfb2577711d4c091', 'gw_port': {'id': '5c9e228d-157a-4f6f-afeb-9241ae037330', 'name': '', 'network_id': 'eeda1ef9-aa1a-4b66-a01a-669c158a5e2d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:4d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae4f643-e176-400e-870b-e543b82e852e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '398b1bdc-8ff2-4f08-a1b3-adff5de3419f', 'ip_address': '2001:db8::d6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:43:59Z', 'updated_at': '2020-12-18T06:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '398b1bdc-8ff2-4f08-a1b3-adff5de3419f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:05.466090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] Checking router: 6ae4f643-e176-400e-870b-e543b82e852e for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:44:05.466606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] Updating router 6ae4f643-e176-400e-870b-e543b82e852e port 5c9e228d-157a-4f6f-afeb-9241ae037330 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:44:05.485305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:05.492061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Deleting port 5c9e228d-157a-4f6f-afeb-9241ae037330 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:05.492588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:05.524874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a3ced-faec-47b7-b923-317c0aeeb23f tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Calling delete_port for a3952396-8f82-4696-ac7f-cf244dad4f55 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:05.597019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:05.685826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8af24043-e769-453f-a3bc-97c7c7a87479 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:05.756422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:05.864263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7761eec3-2428-4b9b-9269-4b4ab46dc247 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:05.872098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8af24043-e769-453f-a3bc-97c7c7a87479 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Calling delete_port for ee76deec-825f-4702-bc95-04f6c2e3ecbb owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:05.893814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Calling delete_port for 5c9e228d-157a-4f6f-afeb-9241ae037330 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:05.914136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a15697d-f8d1-4d92-8c84-677eb03cd274 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:06.017768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761eec3-2428-4b9b-9269-4b4ab46dc247 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event deleted for resources: {'Port': ['ID=54a8bda5-d0d9-4d9d-902b-336da8539be1,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:06.035604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7761eec3-2428-4b9b-9269-4b4ab46dc247 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:06.047111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3ced-faec-47b7-b923-317c0aeeb23f tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.069116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:06.091215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.plugins.ml2.ovo_rpc [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     result = function(*args, **kwargs)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     proto.__init__(conn_state, self)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     self.handle()
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     self.handle_one_request()
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     self.handle_one_response()
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     result = self.application(self.environ, start_response)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     return app(environ, start_response)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     response = req.get_response(self.application)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     application, catch_exc_info=False)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     app_iter = application(self.environ, start_response)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     response = req.get_response(self.application)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     application, catch_exc_info=False)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     app_iter = application(self.environ, start_response)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     response = req.get_response(self.application)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     application, catch_exc_info=False)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     app_iter = application(self.environ, start_response)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     response = req.get_response(self.application)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     application, catch_exc_info=False)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     app_iter = application(self.environ, start_response)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     return request.get_response(self.application)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     application, catch_exc_info=False)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     app_iter = application(self.environ, start_response)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     response = req.get_response(self._app)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     application, catch_exc_info=False)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     app_iter = application(self.environ, start_response)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     return resp(environ, start_response)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     return resp(environ, start_response)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     response = self.app(environ, start_response)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     return resp(environ, start_response)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:06.093759 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     result = method(request=request, **args)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._delete(request, id, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(*args, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(*args, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(*dup_args, **dup_kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     obj_deleter(request.context, id, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     return method(*args, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(*args, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(*args, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(*dup_args, **dup_kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     self._delete_current_gw_port(context, id, router, None)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, context, *args, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     return method(*args, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     context, port, router_ids, bound_mech_contexts)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     return function(*args, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     callback(resource, event, trigger, **kwargs)
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     if self._is_session_semantic_violated(context, resource, event):
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]:     stack = traceback.extract_stack()
Dec 18 06:44:06.101066 dv-neutron-765072-3-ovs neutron-server[80975]: 
Dec 18 06:44:06.442761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a3ced-faec-47b7-b923-317c0aeeb23f tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Pushing event deleted for resources: {'Port': ['ID=a3952396-8f82-4696-ac7f-cf244dad4f55,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:06.466243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a5a3ced-faec-47b7-b923-317c0aeeb23f tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:06.499853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.563281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43442) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:06.619919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3ced-faec-47b7-b923-317c0aeeb23f tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.622980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7761eec3-2428-4b9b-9269-4b4ab46dc247 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.628295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8af24043-e769-453f-a3bc-97c7c7a87479 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.653306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.656824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.674915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e1e0bb53-7adb-4a8f-8bdb-97a0f7b42c52 tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:06.775032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.776829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Fanout notify agent at l3_agent the message router_deleted on router 6ae4f643-e176-400e-870b-e543b82e852e {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:44:06.778301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:44:06.778726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:44:06.793884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1896162127'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:06.803325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:06.808385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.809646 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a550d7fd-4819-44ec-9d3d-37f05e213288 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "DELETE /v2.0/routers/6ae4f643-e176-400e-870b-e543b82e852e HTTP/1.1" status: 204  len: 168 time: 1.8611813
Dec 18 06:44:06.810846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Usage tracker for resource:network and tenant:47654d9c29b7400ebb21840afc187b23 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:06.813836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43450) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:06.816655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:06.830986 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7761eec3-2428-4b9b-9269-4b4ab46dc247 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "DELETE /v2.0/ports/54a8bda5-d0d9-4d9d-902b-336da8539be1 HTTP/1.1" status: 204  len: 168 time: 2.7838013
Dec 18 06:44:06.840980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af24043-e769-453f-a3bc-97c7c7a87479 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event deleted for resources: {'Port': ['ID=ee76deec-825f-4702-bc95-04f6c2e3ecbb,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:06.845742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43456) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:06.851778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8af24043-e769-453f-a3bc-97c7c7a87479 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:06.881929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:06.888280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0a5a3ced-faec-47b7-b923-317c0aeeb23f tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "DELETE /v2.0/ports/a3952396-8f82-4696-ac7f-cf244dad4f55 HTTP/1.1" status: 204  len: 168 time: 2.5804625
Dec 18 06:44:06.891608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43460) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:06.945131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Made reservation on behalf of 47654d9c29b7400ebb21840afc187b23 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:06.950520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.962131 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-964efef7-fcbe-4fdc-80da-109f41b06c9b tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] GET failed (client error): The resource could not be found.
Dec 18 06:44:06.962690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-964efef7-fcbe-4fdc-80da-109f41b06c9b tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Synchronizing usage tracker for tenant:0d6eeade62664a9ca90ffef3b015c583 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:44:06.976840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4840e2-394a-43ee-b4aa-05103f6982fa tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Deleting subnet 398b1bdc-8ff2-4f08-a1b3-adff5de3419f {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:44:06.980891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.987860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f906053-bbaa-4bee-81e1-5c1bb5a83e14 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:06.988564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8f906053-bbaa-4bee-81e1-5c1bb5a83e14 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Synchronizing usage tracker for tenant:34f55cc23b2142a1840e7917a62c7db3 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:44:06.991485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef4840e2-394a-43ee-b4aa-05103f6982fa tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.991618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8af24043-e769-453f-a3bc-97c7c7a87479 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:06.995962 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8af24043-e769-453f-a3bc-97c7c7a87479 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "DELETE /v2.0/ports/ee76deec-825f-4702-bc95-04f6c2e3ecbb HTTP/1.1" status: 204  len: 168 time: 2.5891795
Dec 18 06:44:06.999479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43464) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:07.055335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8f906053-bbaa-4bee-81e1-5c1bb5a83e14 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Unset dirty status for tenant:34f55cc23b2142a1840e7917a62c7db3 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:44:07.055747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:07.058179 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8f906053-bbaa-4bee-81e1-5c1bb5a83e14 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "GET /v2.0/ports?device_id=edde3a7c-88ec-4637-bcf9-0da7a4b10156 HTTP/1.1" status: 200  len: 913 time: 0.2097032
Dec 18 06:44:07.062285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43468) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:07.064658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Usage tracker for resource:security_group_rule and tenant:47654d9c29b7400ebb21840afc187b23 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:07.073128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:07.076478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-964efef7-fcbe-4fdc-80da-109f41b06c9b tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Unset dirty status for tenant:0d6eeade62664a9ca90ffef3b015c583 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:44:07.081167 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-964efef7-fcbe-4fdc-80da-109f41b06c9b tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] 10.222.0.23 "GET /v2.0/ports/a3952396-8f82-4696-ac7f-cf244dad4f55 HTTP/1.1" status: 404  len: 333 time: 0.1835496
Dec 18 06:44:07.084148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43472) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:07.085046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:07.092416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef4840e2-394a-43ee-b4aa-05103f6982fa tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:07.257151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f7d35-32b6-4dcf-a859-7f13bb304975 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:07.257860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-364f7d35-32b6-4dcf-a859-7f13bb304975 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Synchronizing usage tracker for tenant:d66656fd5acf4136a492a8101c0aeffd on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:44:07.284565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef4840e2-394a-43ee-b4aa-05103f6982fa tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:07.319118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] Port 5c9e228d-157a-4f6f-afeb-9241ae037330 not found while updating agent binding for router 6ae4f643-e176-400e-870b-e543b82e852e. {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:218}}
Dec 18 06:44:07.319313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:07.328084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] Routers set() bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:07.329143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] Router IDs set() for agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 18 06:44:07.329143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_agentschedulers_db [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ae4f643-e176-400e-870b-e543b82e852e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent'). {{(pid=81086) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}}
Dec 18 06:44:07.329511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65426508-5283-4df4-beb2-bc168e26a9c8 None None] The sync data for ids ['6ae4f643-e176-400e-870b-e543b82e852e'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:07.424174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-364f7d35-32b6-4dcf-a859-7f13bb304975 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Unset dirty status for tenant:d66656fd5acf4136a492a8101c0aeffd on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:44:07.425480 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-364f7d35-32b6-4dcf-a859-7f13bb304975 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "GET /v2.0/ports?device_id=c0db9bc7-dca2-49ca-a5f8-c5893358d290 HTTP/1.1" status: 200  len: 913 time: 0.4246492
Dec 18 06:44:07.428881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43478) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:07.512426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac976fa2-333a-448b-afa6-2bc4acf0ee09 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:07.683738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:07.769256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:07.783493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:07.808571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:07.892722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:44:07.935102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17c70e80>,) {'filters': {'network_id': ['d8d2275b-c722-4313-ac28-212e471639e9']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:07.949816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb461cd-4572-4e9c-ac51-9fc4e400feee,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:07.957472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:07.960765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17c70e80>, '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:07.961128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17c70e80>, '5963ec18-9ada-4fc2-9c08-bb3a6b03d42d') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:07.968257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:07.968647 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Added segment 31f331e9-82a0-4168-916a-e72dfad4d1f9 of type vxlan for network 88fcd1c0-63ad-4565-aa0e-0210f64c8354
Dec 18 06:44:07.992532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:08.024298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:08.031237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:08.035767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Releasing vxlan tunnel 7 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:44:08.123169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c5f5c3d-f898-4e02-ab92-47e73b72cde4 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:08.132954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef4840e2-394a-43ee-b4aa-05103f6982fa tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:08.165606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67137419-aa6c-4b81-9fff-f724fb572886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:08.318421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4840e2-394a-43ee-b4aa-05103f6982fa tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Pushing event deleted for resources: {'Subnet': ['ID=398b1bdc-8ff2-4f08-a1b3-adff5de3419f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:08.328976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ef4840e2-394a-43ee-b4aa-05103f6982fa tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:08.360681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:08.372248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:08.372940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:08.394363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:08.416883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Network d8d2275b-c722-4313-ac28-212e471639e9 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:44:08.437624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:08.621565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef4840e2-394a-43ee-b4aa-05103f6982fa tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:08.623571 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ef4840e2-394a-43ee-b4aa-05103f6982fa tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "DELETE /v2.0/subnets/398b1bdc-8ff2-4f08-a1b3-adff5de3419f HTTP/1.1" status: 204  len: 168 time: 1.8087490
Dec 18 06:44:08.626699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43488) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:08.651513 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 2.0870643
Dec 18 06:44:08.682928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43492) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:08.702609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Request body: {'subnet': {'network_id': '88fcd1c0-63ad-4565-aa0e-0210f64c8354', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:08.719688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Pushing event updated for resources: {'Network': ['ID=88fcd1c0-63ad-4565-aa0e-0210f64c8354,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:08.733829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 88fcd1c0-63ad-4565-aa0e-0210f64c8354 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:44:08.747585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 88fcd1c0-63ad-4565-aa0e-0210f64c8354 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:44:08.778751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:08.998811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:09.013103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Usage tracker for resource:subnet and tenant:47654d9c29b7400ebb21840afc187b23 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:09.020305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:09.033681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:09.056883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Network d8d2275b-c722-4313-ac28-212e471639e9 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:44:09.082664 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:44:09.088692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Made reservation on behalf of 47654d9c29b7400ebb21840afc187b23 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:09.171673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:09.244945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:09.279323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e011a59e-0ba4-4efb-b704-b9e53fca18c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:09.298378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:09.307087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ac976fa2-333a-448b-afa6-2bc4acf0ee09 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Deleting port 1f0dce1a-ff7b-4625-922e-07f144ad97b3 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:09.307477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac976fa2-333a-448b-afa6-2bc4acf0ee09 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:09.350667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks [] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:09.369612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Pushing event deleted for resources: {'Network': ['ID=d8d2275b-c722-4313-ac28-212e471639e9,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:09.377913 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] 10.222.0.23 "DELETE /v2.0/networks/d8d2275b-c722-4313-ac28-212e471639e9 HTTP/1.1" status: 204  len: 168 time: 2.2901745
Dec 18 06:44:09.378950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:09.401795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:09.542450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c1cf470>,) {'filters': {'network_id': ['eeda1ef9-aa1a-4b66-a01a-669c158a5e2d']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:09.561062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c1cf470>, '8db32d0b-a2d2-498b-b8c1-833d0a1ab43f') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:09.561692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c1cf470>, '8db32d0b-a2d2-498b-b8c1-833d0a1ab43f') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:09.578705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:09.604735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:09.606835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Releasing vxlan tunnel 8 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:44:09.690136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac976fa2-333a-448b-afa6-2bc4acf0ee09 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:09.818623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Network eeda1ef9-aa1a-4b66-a01a-669c158a5e2d has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:44:09.826288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43506) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:09.830108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:09.832624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ac976fa2-333a-448b-afa6-2bc4acf0ee09 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Calling delete_port for 1f0dce1a-ff7b-4625-922e-07f144ad97b3 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:10.016732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Network eeda1ef9-aa1a-4b66-a01a-669c158a5e2d has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:44:10.040058 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:44:10.108134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f5c3d-f898-4e02-ab92-47e73b72cde4 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Deleting port b2820b9a-159c-4c52-b9cc-2f38202eeb70 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:10.108531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c5f5c3d-f898-4e02-ab92-47e73b72cde4 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.159495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.164998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-636a444b-1038-489a-9bf3-e438ef87abd3 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:10.179083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  eeda1ef9-aa1a-4b66-a01a-669c158a5e2d {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 18 06:44:10.184751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.191773 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a8b01d65-755d-4b46-ae00-bc242ef9f111 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37120882540d47d0824438ed7fb0b309&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3642478
Dec 18 06:44:10.194642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Pushing event deleted for resources: {'Network': ['ID=eeda1ef9-aa1a-4b66-a01a-669c158a5e2d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:10.196371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43514) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:10.200180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:10.211332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "DELETE /v2.0/networks/eeda1ef9-aa1a-4b66-a01a-669c158a5e2d HTTP/1.1" status: 204  len: 168 time: 1.5797679
Dec 18 06:44:10.300643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2086ec1-e9af-4a39-b928-5ce81b0ddabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.336521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2086ec1-e9af-4a39-b928-5ce81b0ddabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.397573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2086ec1-e9af-4a39-b928-5ce81b0ddabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.406827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67dc6237-0d11-4581-abe1-7b9cdc4d9f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:10.445702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2086ec1-e9af-4a39-b928-5ce81b0ddabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8279f1fa-a8ff-4d57-8e02-6d58da79743d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:10.486787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a2086ec1-e9af-4a39-b928-5ce81b0ddabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:10.491555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2086ec1-e9af-4a39-b928-5ce81b0ddabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.497015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a2086ec1-e9af-4a39-b928-5ce81b0ddabd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8279f1fa-a8ff-4d57-8e02-6d58da79743d HTTP/1.1" status: 204  len: 168 time: 0.2964621
Dec 18 06:44:10.533799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac976fa2-333a-448b-afa6-2bc4acf0ee09 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.549527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c5f5c3d-f898-4e02-ab92-47e73b72cde4 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.559785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-07ad3f5a-d760-445b-a2d8-cb5113b6375a tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:10.853022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43532) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:10.859926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-54fad468-254b-4e1c-9199-87cb7d81268c tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Request body: {'router': {'name': 'tempest-router--1931592848', 'project_id': '5200349a709b4f2fbb3b25915d7ed483'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:10.866199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-54fad468-254b-4e1c-9199-87cb7d81268c tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:10.871140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-54fad468-254b-4e1c-9199-87cb7d81268c tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Usage tracker for resource:router and tenant:5200349a709b4f2fbb3b25915d7ed483 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:10.879236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-54fad468-254b-4e1c-9199-87cb7d81268c tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:10.886223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-54fad468-254b-4e1c-9199-87cb7d81268c tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:10.898163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54fad468-254b-4e1c-9199-87cb7d81268c tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.899362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54fad468-254b-4e1c-9199-87cb7d81268c tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.915342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54fad468-254b-4e1c-9199-87cb7d81268c tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.939459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54fad468-254b-4e1c-9199-87cb7d81268c tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.959643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54fad468-254b-4e1c-9199-87cb7d81268c tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:10.961389 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-54fad468-254b-4e1c-9199-87cb7d81268c tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.1070604
Dec 18 06:44:10.964277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43536) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:11.019835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43540) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:11.041152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac976fa2-333a-448b-afa6-2bc4acf0ee09 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event deleted for resources: {'Port': ['ID=1f0dce1a-ff7b-4625-922e-07f144ad97b3,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:11.108129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac976fa2-333a-448b-afa6-2bc4acf0ee09 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:11.117777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f5c3d-f898-4e02-ab92-47e73b72cde4 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Calling delete_port for b2820b9a-159c-4c52-b9cc-2f38202eeb70 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:11.126430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7894d5f6-4d71-40d6-9dfe-0d2c424abde2 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:11.270482 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ad164fee-de76-42d8-a9d4-3b4460f924a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d6eeade62664a9ca90ffef3b015c583&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2419975
Dec 18 06:44:11.276542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43544) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:11.397736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7894d5f6-4d71-40d6-9dfe-0d2c424abde2 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:11.400136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7894d5f6-4d71-40d6-9dfe-0d2c424abde2 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:11.428596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7894d5f6-4d71-40d6-9dfe-0d2c424abde2 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:11.429214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7894d5f6-4d71-40d6-9dfe-0d2c424abde2 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Fanout notify agent at l3_agent the message router_deleted on router b996a37e-9751-4d39-8bd4-eb047fbb7858 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:44:11.446770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7894d5f6-4d71-40d6-9dfe-0d2c424abde2 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:11.448161 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7894d5f6-4d71-40d6-9dfe-0d2c424abde2 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "DELETE /v2.0/routers/b996a37e-9751-4d39-8bd4-eb047fbb7858 HTTP/1.1" status: 204  len: 168 time: 0.4827533
Dec 18 06:44:11.523627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac976fa2-333a-448b-afa6-2bc4acf0ee09 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:11.665408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9be587c-6558-4e62-8783-6bca7fc863dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:11.686099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43554) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:11.806981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9be587c-6558-4e62-8783-6bca7fc863dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:11.886833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:11.915669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:11.951906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-171448827', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:11.960157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:11.964361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Usage tracker for resource:router and tenant:06f8062091144cf881fd9509b503f1ac is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:11.967535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:11.973540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:11.985088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:11.986388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:12.000843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:12.051412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c5f5c3d-f898-4e02-ab92-47e73b72cde4 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:12.275469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:12.285077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Pushing event updated for resources: {'Subnet': ['ID=ffd3f42f-4bce-4a57-a8d8-c3ab47a2465e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:12.288260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:12.302648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:12.410874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9be587c-6558-4e62-8783-6bca7fc863dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:12.417317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f5c3d-f898-4e02-ab92-47e73b72cde4 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event deleted for resources: {'Port': ['ID=b2820b9a-159c-4c52-b9cc-2f38202eeb70,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:12.420120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6c5f5c3d-f898-4e02-ab92-47e73b72cde4 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:12.504258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b0b6af3-b74d-4523-85fd-166c1b676127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:12.526442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be587c-6558-4e62-8783-6bca7fc863dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954e2855-a676-4d10-acae-1821cbf40817,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:12.529281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d9be587c-6558-4e62-8783-6bca7fc863dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:12.569995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac976fa2-333a-448b-afa6-2bc4acf0ee09 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Router edde3a7c-88ec-4637-bcf9-0da7a4b10156 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:44:12.912912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:12.946799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:13.241558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Allocated IP 172.26.7.71 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/35bcffed-01a0-4079-8a31-5dbf8d411f4b) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:13.246447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9be587c-6558-4e62-8783-6bca7fc863dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:13.247702 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d9be587c-6558-4e62-8783-6bca7fc863dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/954e2855-a676-4d10-acae-1821cbf40817 HTTP/1.1" status: 204  len: 168 time: 1.9688332
Dec 18 06:44:13.272398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Checking segment: {'id': '31f331e9-82a0-4168-916a-e72dfad4d1f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88fcd1c0-63ad-4565-aa0e-0210f64c8354'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:44:13.272804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Network hostable DHCP agents. Network: 88fcd1c0-63ad-4565-aa0e-0210f64c8354, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:44:13.292988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac976fa2-333a-448b-afa6-2bc4acf0ee09 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:13.304752 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ac976fa2-333a-448b-afa6-2bc4acf0ee09 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "PUT /v2.0/routers/edde3a7c-88ec-4637-bcf9-0da7a4b10156/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2405548
Dec 18 06:44:13.304919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a497e-2c10-4e59-94dc-8ce9f701fc66 None None] Sync routers for ids ['edde3a7c-88ec-4637-bcf9-0da7a4b10156'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:13.308631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43570) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:13.327243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a497e-2c10-4e59-94dc-8ce9f701fc66 None None] Routers {'edde3a7c-88ec-4637-bcf9-0da7a4b10156'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:13.327875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-145a497e-2c10-4e59-94dc-8ce9f701fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d8d4fd0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['edde3a7c-88ec-4637-bcf9-0da7a4b10156'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:13.437966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-145a497e-2c10-4e59-94dc-8ce9f701fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d8d4fd0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:13.447707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a497e-2c10-4e59-94dc-8ce9f701fc66 None None] Routers {'edde3a7c-88ec-4637-bcf9-0da7a4b10156'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:13.448375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-145a497e-2c10-4e59-94dc-8ce9f701fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d8d4fd0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['edde3a7c-88ec-4637-bcf9-0da7a4b10156'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:13.478579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6eb7bc86-aaf0-4b17-9585-d453316933d0 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:13.533672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Network 88fcd1c0-63ad-4565-aa0e-0210f64c8354 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:44:13.535311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:13.545692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-145a497e-2c10-4e59-94dc-8ce9f701fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d8d4fd0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:13.546142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145a497e-2c10-4e59-94dc-8ce9f701fc66 None None] The sync data for ids ['edde3a7c-88ec-4637-bcf9-0da7a4b10156'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:13.547278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c5f5c3d-f898-4e02-ab92-47e73b72cde4 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:13.569965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:13.586108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1c899ec-34b3-497c-ab54-15a9f2833da2 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:13.625789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 88fcd1c0-63ad-4565-aa0e-0210f64c8354) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:13.639504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1fc635-086f-40c8-9ba4-511ec1ad5563 None None] Network 88fcd1c0-63ad-4565-aa0e-0210f64c8354 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:13.692286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:13.693507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:13.761419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Pushing event updated for resources: {'Port': ['ID=35bcffed-01a0-4079-8a31-5dbf8d411f4b,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:13.774205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:13.860936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:13.862196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:13.868979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:13.882612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-88fcd1c0-63ad-4565-aa0e-0210f64c8354', 'network_id': '88fcd1c0-63ad-4565-aa0e-0210f64c8354', 'tenant_id': '47654d9c29b7400ebb21840afc187b23', 'fixed_ips': [{'subnet_id': 'ffd3f42f-4bce-4a57-a8d8-c3ab47a2465e'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:44:13.883804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:13.908692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6eb7bc86-aaf0-4b17-9585-d453316933d0 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:13.911625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6eb7bc86-aaf0-4b17-9585-d453316933d0 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:14.012714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6eb7bc86-aaf0-4b17-9585-d453316933d0 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:14.013273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb7bc86-aaf0-4b17-9585-d453316933d0 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Fanout notify agent at l3_agent the message router_deleted on router edde3a7c-88ec-4637-bcf9-0da7a4b10156 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:44:14.043551 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.3576481
Dec 18 06:44:14.047432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6eb7bc86-aaf0-4b17-9585-d453316933d0 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:14.048577 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6eb7bc86-aaf0-4b17-9585-d453316933d0 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "DELETE /v2.0/routers/edde3a7c-88ec-4637-bcf9-0da7a4b10156 HTTP/1.1" status: 204  len: 168 time: 0.7356439
Dec 18 06:44:14.049191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43588) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:14.057196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43590) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:14.068066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Request body: {'port': {'network_id': '88fcd1c0-63ad-4565-aa0e-0210f64c8354', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-827648719'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:14.478722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:14.513021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Allocated IP 2001:db8::2 (88fcd1c0-63ad-4565-aa0e-0210f64c8354/ffd3f42f-4bce-4a57-a8d8-c3ab47a2465e/e620d02e-8280-40a7-b653-eca85ab31928) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:14.587608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:14.591975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Usage tracker for resource:port and tenant:47654d9c29b7400ebb21840afc187b23 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:14.596129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:14.602802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:14.620836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Made reservation on behalf of 47654d9c29b7400ebb21840afc187b23 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:14.626716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:14.642258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-539ef42a-8bbd-45c1-a7c9-4b653bdb7f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:14.762688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:14.775884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Transition to ACTIVE for port object e620d02e-8280-40a7-b653-eca85ab31928 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:14.794631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Transition to ACTIVE for port object e620d02e-8280-40a7-b653-eca85ab31928 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:14.800946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:14.821785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:14.892310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:14.946722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Pushing event updated for resources: {'Port': ['ID=e620d02e-8280-40a7-b653-eca85ab31928,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:14.956159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-6548cd46-cbe4-4b55-b121-f66388b0cf85 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Deleting subnet 280d6749-fa08-49c6-bb51-1528b5aa1b11 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:44:14.956462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:15.023080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6548cd46-cbe4-4b55-b121-f66388b0cf85 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:15.137820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Network 88fcd1c0-63ad-4565-aa0e-0210f64c8354 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:15.139506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:15.142650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:15.223572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Router 513eb318-9ec5-4eb5-b165-5e9f59b54031 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:44:15.231173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Attempting to bind port e620d02e-8280-40a7-b653-eca85ab31928 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:44:15.231746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Attempting to bind port e620d02e-8280-40a7-b653-eca85ab31928 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '31f331e9-82a0-4168-916a-e72dfad4d1f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88fcd1c0-63ad-4565-aa0e-0210f64c8354'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:44:15.232320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Attempting to bind port e620d02e-8280-40a7-b653-eca85ab31928 on network 88fcd1c0-63ad-4565-aa0e-0210f64c8354 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:44:15.238904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:44:15.239876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Checking segment: {'id': '31f331e9-82a0-4168-916a-e72dfad4d1f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88fcd1c0-63ad-4565-aa0e-0210f64c8354'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:44:15.240341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:15.240786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Bound using segment: {'id': '31f331e9-82a0-4168-916a-e72dfad4d1f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88fcd1c0-63ad-4565-aa0e-0210f64c8354'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:44:15.241316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Bound port: e620d02e-8280-40a7-b653-eca85ab31928, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f331e9-82a0-4168-916a-e72dfad4d1f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '88fcd1c0-63ad-4565-aa0e-0210f64c8354'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:44:15.241769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:15.362061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] For port e620d02e-8280-40a7-b653-eca85ab31928, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:44:15.366731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] For port e620d02e-8280-40a7-b653-eca85ab31928, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e620d02e-8280-40a7-b653-eca85ab31928,segment=NetworkSegment(31f331e9-82a0-4168-916a-e72dfad4d1f9),segment_id=31f331e9-82a0-4168-916a-e72dfad4d1f9)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:44:15.373463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:15.393473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:15.454573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] device_id is not set on port 52e6add8-6c46-4600-943c-c707e7b9eaa5 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:44:15.503589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5f5c3d-f898-4e02-ab92-47e73b72cde4 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Router c0db9bc7-dca2-49ca-a5f8-c5893358d290 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:44:15.506170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6548cd46-cbe4-4b55-b121-f66388b0cf85 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:15.508203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:15.559051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43624) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:15.570667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:15.572419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.8847759
Dec 18 06:44:15.575340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43630) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:15.600827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5208400-d893-41e1-9ed0-559e3fa561ce None None] Sync routers for ids ['513eb318-9ec5-4eb5-b165-5e9f59b54031'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:15.625255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Pushing event updated for resources: {'Port': ['ID=e620d02e-8280-40a7-b653-eca85ab31928,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:15.640361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:15.649115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5208400-d893-41e1-9ed0-559e3fa561ce None None] Routers {'513eb318-9ec5-4eb5-b165-5e9f59b54031'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:15.649787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a5208400-d893-41e1-9ed0-559e3fa561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d4087b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['513eb318-9ec5-4eb5-b165-5e9f59b54031'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:15.718483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a5208400-d893-41e1-9ed0-559e3fa561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d4087b8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:15.736087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5208400-d893-41e1-9ed0-559e3fa561ce None None] Routers {'513eb318-9ec5-4eb5-b165-5e9f59b54031'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:15.736778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a5208400-d893-41e1-9ed0-559e3fa561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d4087b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['513eb318-9ec5-4eb5-b165-5e9f59b54031'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:15.774676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1902526149', 'router:external': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:15.781404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:15.796900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Usage tracker for resource:network and tenant:43c5634ac38545ed97c0d2520b91d5dc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:15.801592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:15.811529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:15.812104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a5208400-d893-41e1-9ed0-559e3fa561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d4087b8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:15.812567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5208400-d893-41e1-9ed0-559e3fa561ce None None] The sync data for ids ['513eb318-9ec5-4eb5-b165-5e9f59b54031'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:15.824525 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-838c32e2-e5c5-46fb-b79d-a0f184adcc51 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/routers/513eb318-9ec5-4eb5-b165-5e9f59b54031 HTTP/1.1" status: 200  len: 923 time: 0.2480135
Dec 18 06:44:15.825285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43634) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:15.856025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Allocated IP 2001:db8::315 (88fcd1c0-63ad-4565-aa0e-0210f64c8354/ffd3f42f-4bce-4a57-a8d8-c3ab47a2465e/52e6add8-6c46-4600-943c-c707e7b9eaa5) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:15.878199 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-642b57b2-4277-4389-a8f1-ecf67fc2dcb1 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "GET /v2.0/ports?device_id=513eb318-9ec5-4eb5-b165-5e9f59b54031 HTTP/1.1" status: 200  len: 205 time: 0.0475028
Dec 18 06:44:15.878199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Made reservation on behalf of 43c5634ac38545ed97c0d2520b91d5dc for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:15.881962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:15.882790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43638) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:15.889116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6548cd46-cbe4-4b55-b121-f66388b0cf85 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:15.896120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:15.911208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:15.915339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Usage tracker for resource:security_group_rule and tenant:43c5634ac38545ed97c0d2520b91d5dc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:15.918295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:15.923992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:16.009164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5f5c3d-f898-4e02-ab92-47e73b72cde4 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:16.010419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.013863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.018080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:16.019537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21f98df-fade-4a1d-924f-98c2dbe62563 None None] Sync routers for ids ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:16.030010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21f98df-fade-4a1d-924f-98c2dbe62563 None None] Routers {'c0db9bc7-dca2-49ca-a5f8-c5893358d290'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:16.030646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e21f98df-fade-4a1d-924f-98c2dbe62563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d8d4c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:16.055598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:44:16.064630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Pushing event updated for resources: {'SecurityGroup': ['ID=7973660e-590a-4ccf-8c52-8e108fe1bc2d,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:16.069250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:16.073025 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6c5f5c3d-f898-4e02-ab92-47e73b72cde4 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "PUT /v2.0/routers/c0db9bc7-dca2-49ca-a5f8-c5893358d290/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6407883
Dec 18 06:44:16.073170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.073464 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Added segment 9cac6d5d-ce6c-4ff1-b31c-9bb621ab679c of type vxlan for network 1e10e9f2-10a0-462e-b785-a5ec27e70494
Dec 18 06:44:16.074579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43642) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:16.102949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e21f98df-fade-4a1d-924f-98c2dbe62563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d8d4c88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:16.112724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21f98df-fade-4a1d-924f-98c2dbe62563 None None] Routers {'c0db9bc7-dca2-49ca-a5f8-c5893358d290'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:16.113562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e21f98df-fade-4a1d-924f-98c2dbe62563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d8d4c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:43:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:16.208397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e21f98df-fade-4a1d-924f-98c2dbe62563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d8d4c88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:16.208847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21f98df-fade-4a1d-924f-98c2dbe62563 None None] The sync data for ids ['c0db9bc7-dca2-49ca-a5f8-c5893358d290'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:16.226507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.479025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.505567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e620d02e-8280-40a7-b653-eca85ab31928 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:44:16.579473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port e620d02e-8280-40a7-b653-eca85ab31928 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:44:16.603023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.714790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.715796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:16.716421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.723741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08ca8525-72dc-41ca-8ef8-7160396fb927 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:16.829715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.856570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.866235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6548cd46-cbe4-4b55-b121-f66388b0cf85 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.867856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Deleting port 35bcffed-01a0-4079-8a31-5dbf8d411f4b {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:16.868234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.896736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Transition to ACTIVE for port object 52e6add8-6c46-4600-943c-c707e7b9eaa5 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:16.916223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Pushing event updated for resources: {'Network': ['ID=1e10e9f2-10a0-462e-b785-a5ec27e70494,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:16.919463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:16.922295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:16.929257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 1e10e9f2-10a0-462e-b785-a5ec27e70494 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:44:16.937254 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 1.3740153
Dec 18 06:44:16.937254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.939403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43652) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:16.944974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 1e10e9f2-10a0-462e-b785-a5ec27e70494 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:44:16.947415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Request body: {'subnet': {'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:16.952888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Deleting port ebaf2055-1b59-4d84-bafb-e858e81d923a {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:16.953204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:16.986618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:16.994432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Usage tracker for resource:subnet and tenant:43c5634ac38545ed97c0d2520b91d5dc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:17.004287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:17.013904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:17.026048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548cd46-cbe4-4b55-b121-f66388b0cf85 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event deleted for resources: {'Subnet': ['ID=280d6749-fa08-49c6-bb51-1528b5aa1b11,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:17.046041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6548cd46-cbe4-4b55-b121-f66388b0cf85 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:17.101156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Made reservation on behalf of 43c5634ac38545ed97c0d2520b91d5dc for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:17.106049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:17.190513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2390457b-2cc0-4332-a861-5353d0c24e7e None None] Network 2861ddfa-3b78-45b6-898f-eb1af3be790e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:17.195922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6548cd46-cbe4-4b55-b121-f66388b0cf85 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:17.199242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:17.219476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4c107be-2fae-460f-a781-c535b33dfcc8 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:17.264466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:17.321945 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6548cd46-cbe4-4b55-b121-f66388b0cf85 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "DELETE /v2.0/subnets/280d6749-fa08-49c6-bb51-1528b5aa1b11 HTTP/1.1" status: 204  len: 168 time: 3.2635992
Dec 18 06:44:17.331441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43656) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:17.410703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Calling delete_port for ebaf2055-1b59-4d84-bafb-e858e81d923a owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:17.429893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:17.434466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ee22a56-dd95-4cbe-a487-166a790901f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:17.463617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:17.474594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Pushing event updated for resources: {'Port': ['ID=52e6add8-6c46-4600-943c-c707e7b9eaa5,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:17.498718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:17.531078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2777a1d-fa87-4337-a04a-d00e21277a14 None None] Network 88fcd1c0-63ad-4565-aa0e-0210f64c8354 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:17.642579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6490baf1-8dd2-4b95-81ed-d62630b0c454 None None] DHCP port deletion for 2861ddfa-3b78-45b6-898f-eb1af3be790e request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:44:17.687375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6490baf1-8dd2-4b95-81ed-d62630b0c454 None None] Deleting port 2dcee6b7-736c-4ffb-8747-207b7c46196c {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:17.687800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6490baf1-8dd2-4b95-81ed-d62630b0c454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:17.728179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Calling delete_port for 35bcffed-01a0-4079-8a31-5dbf8d411f4b owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:17.747616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5078f175-6412-4840-8941-692d6cb95268 None None] Provisioning for port e620d02e-8280-40a7-b653-eca85ab31928 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:44:17.761918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5078f175-6412-4840-8941-692d6cb95268 None None] Provisioning complete for port e620d02e-8280-40a7-b653-eca85ab31928 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:17.762268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5078f175-6412-4840-8941-692d6cb95268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:17.768841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:17.795711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:17.879351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Network 88fcd1c0-63ad-4565-aa0e-0210f64c8354 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:17.884796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:17.890864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:17.895083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:17.895795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:17.922500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Deleting port 2dcee6b7-736c-4ffb-8747-207b7c46196c {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:17.923129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:17.968802 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 3.9120889
Dec 18 06:44:17.969697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43666) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:17.984003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Request body: {'port': {'network_id': '88fcd1c0-63ad-4565-aa0e-0210f64c8354', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1336763261', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:17.984468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.api.validators [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] bootfile-name is not in valid_values {{(pid=81085) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 18 06:44:17.984844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.api.validators [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] tftp-server is not in valid_values {{(pid=81085) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 18 06:44:17.985207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.api.validators [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] server-ip-address is not in valid_values {{(pid=81085) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 18 06:44:18.076400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.186134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:44:18.186930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.266346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:18.352996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5078f175-6412-4840-8941-692d6cb95268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.354886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.365689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6490baf1-8dd2-4b95-81ed-d62630b0c454 None None] For port 2dcee6b7-736c-4ffb-8747-207b7c46196c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2dcee6b7-736c-4ffb-8747-207b7c46196c,segment=NetworkSegment(e83e5ace-e7dd-4112-83a4-35d689b6b0b0),segment_id=e83e5ace-e7dd-4112-83a4-35d689b6b0b0)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:18.366141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6490baf1-8dd2-4b95-81ed-d62630b0c454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.375036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.413589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Pushing event updated for resources: {'Subnet': ['ID=44ae7897-3f7b-4781-8fea-437b3238a140,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:18.419313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:18.441058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.441058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Fanout notify agent at l3_agent the message router_deleted on router c0db9bc7-dca2-49ca-a5f8-c5893358d290 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:44:18.487672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.plugins.ml2.ovo_rpc [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     result = function(*args, **kwargs)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     proto.__init__(conn_state, self)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     self.handle()
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     self.handle_one_request()
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     self.handle_one_response()
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     result = self.application(self.environ, start_response)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     return app(environ, start_response)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     response = req.get_response(self.application)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     application, catch_exc_info=False)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     app_iter = application(self.environ, start_response)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     response = req.get_response(self.application)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     application, catch_exc_info=False)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     app_iter = application(self.environ, start_response)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     response = req.get_response(self.application)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     application, catch_exc_info=False)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     app_iter = application(self.environ, start_response)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     response = req.get_response(self.application)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     application, catch_exc_info=False)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     app_iter = application(self.environ, start_response)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     return request.get_response(self.application)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     application, catch_exc_info=False)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     app_iter = application(self.environ, start_response)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     response = req.get_response(self._app)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     application, catch_exc_info=False)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     app_iter = application(self.environ, start_response)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     return resp(environ, start_response)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     return resp(environ, start_response)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     response = self.app(environ, start_response)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     return resp(environ, start_response)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     resp = self.call_func(req, *args, **kw)
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 18 06:44:18.494067 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.func(req, *args, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     result = method(request=request, **args)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._delete(request, id, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(*args, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(*args, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(*dup_args, **dup_kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     obj_deleter(request.context, id, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     return method(*args, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(*args, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(*args, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(*dup_args, **dup_kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     self._delete_current_gw_port(context, id, router, None)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, context, *args, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     return method(*args, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     context, port, router_ids, bound_mech_contexts)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     return function(*args, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     callback(resource, event, trigger, **kwargs)
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     if self._is_session_semantic_violated(context, resource, event):
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]:     stack = traceback.extract_stack()
Dec 18 06:44:18.501308 dv-neutron-765072-3-ovs neutron-server[80975]: 
Dec 18 06:44:18.507842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6490baf1-8dd2-4b95-81ed-d62630b0c454 None None] Calling delete_port for 2dcee6b7-736c-4ffb-8747-207b7c46196c owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:18.519289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.523363 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bf4cb335-3b09-4a65-badc-4806ed1ad223 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "DELETE /v2.0/routers/c0db9bc7-dca2-49ca-a5f8-c5893358d290 HTTP/1.1" status: 204  len: 168 time: 2.4448686
Dec 18 06:44:18.525386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43670) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:18.541034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2dcee6b7-736c-4ffb-8747-207b7c46196c no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:44:18.612535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Checking segment: {'id': '9cac6d5d-ce6c-4ff1-b31c-9bb621ab679c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:44:18.612924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Network hostable DHCP agents. Network: 1e10e9f2-10a0-462e-b785-a5ec27e70494, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:44:18.623290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5078f175-6412-4840-8941-692d6cb95268 None None] For port e620d02e-8280-40a7-b653-eca85ab31928, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e620d02e-8280-40a7-b653-eca85ab31928,segment=NetworkSegment(31f331e9-82a0-4168-916a-e72dfad4d1f9),segment_id=31f331e9-82a0-4168-916a-e72dfad4d1f9)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:18.659879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.661666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5078f175-6412-4840-8941-692d6cb95268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.683265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:18.729380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Network 1e10e9f2-10a0-462e-b785-a5ec27e70494 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:44:18.738786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:18.752842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 1e10e9f2-10a0-462e-b785-a5ec27e70494) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:18.756387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Usage tracker for resource:port and tenant:47654d9c29b7400ebb21840afc187b23 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:18.761714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Quota usage for port was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:18.765665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] For port 2dcee6b7-736c-4ffb-8747-207b7c46196c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2dcee6b7-736c-4ffb-8747-207b7c46196c,segment=NetworkSegment(e83e5ace-e7dd-4112-83a4-35d689b6b0b0),segment_id=e83e5ace-e7dd-4112-83a4-35d689b6b0b0)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:18.766070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.781410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:18.782051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:18.782709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.822907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7deb79-eaad-42fd-b32b-c7d836a3dd73 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Deleting subnet 496b79c5-eeeb-4a34-9a9c-0b5c9bd16624 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:44:18.826800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1be437-16a0-4f54-88d5-b6f21d0385f8 None None] Network 1e10e9f2-10a0-462e-b785-a5ec27e70494 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:18.830834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a7deb79-eaad-42fd-b32b-c7d836a3dd73 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.866620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No active binding found for port 2dcee6b7-736c-4ffb-8747-207b7c46196c {{(pid=81086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 18 06:44:18.867699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2dcee6b7-736c-4ffb-8747-207b7c46196c not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:44:18.884890 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.9440131
Dec 18 06:44:18.916300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43678) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:18.923088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a7deb79-eaad-42fd-b32b-c7d836a3dd73 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.929787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Calling delete_port for 2dcee6b7-736c-4ffb-8747-207b7c46196c owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:18.932045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6490baf1-8dd2-4b95-81ed-d62630b0c454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.959770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1641525145', 'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:18.961301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Made reservation on behalf of 47654d9c29b7400ebb21840afc187b23 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:18.966929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:18.969379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:18.986503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Usage tracker for resource:port and tenant:43c5634ac38545ed97c0d2520b91d5dc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:18.991736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:19.001786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:19.030513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.072101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Made reservation on behalf of 43c5634ac38545ed97c0d2520b91d5dc for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:19.077066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.132236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078f175-6412-4840-8941-692d6cb95268 None None] Pushing event updated for resources: {'Port': ['ID=e620d02e-8280-40a7-b653-eca85ab31928,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:19.154315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5078f175-6412-4840-8941-692d6cb95268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:19.156726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:19.234680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490baf1-8dd2-4b95-81ed-d62630b0c454 None None] Pushing event deleted for resources: {'Port': ['ID=2dcee6b7-736c-4ffb-8747-207b7c46196c,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:19.250526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6490baf1-8dd2-4b95-81ed-d62630b0c454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:19.331350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] device_id is not set on port 09bf3d7a-1408-432e-829b-7f17a90e1f92 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:44:19.335510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6490baf1-8dd2-4b95-81ed-d62630b0c454 None None] No DVR routers for this DVR port 2dcee6b7-736c-4ffb-8747-207b7c46196c on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:44:19.350650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.367093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e138756-8ed9-4291-bae3-f556dde248dc None None] Network 1e10e9f2-10a0-462e-b785-a5ec27e70494 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:19.385245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:44:19.391866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:44:19.398657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.403197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.460608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.461696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Fanout notify agent at l3_agent the message router_deleted on router 513eb318-9ec5-4eb5-b165-5e9f59b54031 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:44:19.544191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.545728 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5f5b846e-7b65-4f8b-91be-9556135a97e0 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "DELETE /v2.0/routers/513eb318-9ec5-4eb5-b165-5e9f59b54031 HTTP/1.1" status: 204  len: 168 time: 3.6585712
Dec 18 06:44:19.551698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43684) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:19.562652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Request body: {'router': {'name': 'tempest-snat-router-358326984', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'enable_snat': False}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:19.569835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] device_id is not set on port fe405e0b-251b-4152-bf94-cf17c0b3c1e2 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:44:19.575371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:19.576771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3b55c149-bb49-48fb-a170-d16eeb8a938a None None] Provisioning complete for port e620d02e-8280-40a7-b653-eca85ab31928 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:19.577196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b55c149-bb49-48fb-a170-d16eeb8a938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.591922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Allocated IP 2001:db8::11e (88fcd1c0-63ad-4565-aa0e-0210f64c8354/ffd3f42f-4bce-4a57-a8d8-c3ab47a2465e/09bf3d7a-1408-432e-829b-7f17a90e1f92) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:19.594859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Usage tracker for resource:router and tenant:35462906a2ca4e79bfb2577711d4c091 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:19.600647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:19.613889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:19.641953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.643299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.670356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.675237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a7deb79-eaad-42fd-b32b-c7d836a3dd73 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.800087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3b55c149-bb49-48fb-a170-d16eeb8a938a None None] Provisioning for port 52e6add8-6c46-4600-943c-c707e7b9eaa5 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:44:19.806568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3b55c149-bb49-48fb-a170-d16eeb8a938a None None] Provisioning complete for port 52e6add8-6c46-4600-943c-c707e7b9eaa5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:19.807437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b55c149-bb49-48fb-a170-d16eeb8a938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.872681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3b55c149-bb49-48fb-a170-d16eeb8a938a None None] Port 52e6add8-6c46-4600-943c-c707e7b9eaa5 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:44:19.905161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Deleting port 2dcee6b7-736c-4ffb-8747-207b7c46196c {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:19.905348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:19.966064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Allocated IP 172.20.0.4 (1e10e9f2-10a0-462e-b785-a5ec27e70494/44ae7897-3f7b-4781-8fea-437b3238a140/fe405e0b-251b-4152-bf94-cf17c0b3c1e2) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:19.996190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1c069bac-b31b-42ca-ae62-ca956b5bad30 None None] Provisioning complete for port e620d02e-8280-40a7-b653-eca85ab31928 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:19.996618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c069bac-b31b-42ca-ae62-ca956b5bad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.090326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.137345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] The port '2dcee6b7-736c-4ffb-8747-207b7c46196c' was deleted {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:44:20.187004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1c069bac-b31b-42ca-ae62-ca956b5bad30 None None] Provisioning complete for port 52e6add8-6c46-4600-943c-c707e7b9eaa5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:20.187427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c069bac-b31b-42ca-ae62-ca956b5bad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.244752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1c069bac-b31b-42ca-ae62-ca956b5bad30 None None] Port 52e6add8-6c46-4600-943c-c707e7b9eaa5 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:44:20.366076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2d909690-1d5c-4d91-a938-08f500a0a712 None None] Provisioning complete for port e620d02e-8280-40a7-b653-eca85ab31928 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:20.366568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d909690-1d5c-4d91-a938-08f500a0a712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.377416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a7deb79-eaad-42fd-b32b-c7d836a3dd73 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.400155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ffb8b4d2-32f1-4a56-aa06-1a11fdd83bff tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:20.476339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e620d02e-8280-40a7-b653-eca85ab31928 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:44:20.498626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7deb79-eaad-42fd-b32b-c7d836a3dd73 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event deleted for resources: {'Subnet': ['ID=496b79c5-eeeb-4a34-9a9c-0b5c9bd16624,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:20.501389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a7deb79-eaad-42fd-b32b-c7d836a3dd73 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:20.517992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.570990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port e620d02e-8280-40a7-b653-eca85ab31928 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:20.571418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.587968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a7deb79-eaad-42fd-b32b-c7d836a3dd73 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.598663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.601585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c802cc-9318-4aba-af9d-ea77f26eda78 None None] Network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:20.615239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08769688-b394-4e15-819d-a96c8d14e97c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:20.670658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.680302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Pushing event updated for resources: {'Port': ['ID=fe405e0b-251b-4152-bf94-cf17c0b3c1e2,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:20.687769 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0a7deb79-eaad-42fd-b32b-c7d836a3dd73 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "DELETE /v2.0/subnets/496b79c5-eeeb-4a34-9a9c-0b5c9bd16624 HTTP/1.1" status: 204  len: 168 time: 2.1606658
Dec 18 06:44:20.688464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:20.689463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43694) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:20.813982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.851389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fac1c0d40f0>> segment before_delete 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.852084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fac1c0d40f0>> subnet precommit_delete_associations 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.852589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1c130668>> segment_host_mapping after_create 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.852961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1c130668>> port after_create 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.853333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1c130668>> port after_delete 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.854117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1c130668>> port after_update 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.854117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1c130668>> segment after_delete 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.854424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1c130668>> subnet after_create 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.854724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1c130668>> subnet after_delete 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.855549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac1c130668>> subnet after_update 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.907955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.922064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac1d93ceb8>> subnet after_create 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.922460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac1d93ceb8>> subnet after_delete 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.922849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac1d93ceb8>> subnet before_create 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.923220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac1d93ceb8>> subnet before_update 55550000 {{(pid=81085) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 18 06:44:20.923626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c0d4be0>,) {'filters': {'network_id': ['2861ddfa-3b78-45b6-898f-eb1af3be790e']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:20.936999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Transition to ACTIVE for port object 09bf3d7a-1408-432e-829b-7f17a90e1f92 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:20.947902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d9c5bb-fab2-4e18-92a9-17af7155c0be None None] DHCP port deletion for 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:44:20.948906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c0d4be0>, 'e83e5ace-e7dd-4112-83a4-35d689b6b0b0') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:20.949250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c0d4be0>, 'e83e5ace-e7dd-4112-83a4-35d689b6b0b0') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:20.953050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-32d9c5bb-fab2-4e18-92a9-17af7155c0be None None] Deleting port 27e754bd-eeae-4f12-9d18-8717a87d01f1 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:20.953472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32d9c5bb-fab2-4e18-92a9-17af7155c0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.973325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:20.998304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Deleting port 27e754bd-eeae-4f12-9d18-8717a87d01f1 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:20.998663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:21.009377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:21.012202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Releasing vxlan tunnel 11 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:44:21.052759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Network 1e10e9f2-10a0-462e-b785-a5ec27e70494 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:21.056240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:21.060011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:21.099142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:21.169731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:21.170413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:21.171153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6b17f70b-ed36-4836-836f-2d92cd46f546 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:21.209373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-32d9c5bb-fab2-4e18-92a9-17af7155c0be None None] For port 27e754bd-eeae-4f12-9d18-8717a87d01f1, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=27e754bd-eeae-4f12-9d18-8717a87d01f1,segment=NetworkSegment(4d3bfdfb-e47a-412b-8dc3-b8f9490018dd),segment_id=4d3bfdfb-e47a-412b-8dc3-b8f9490018dd)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:21.210350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32d9c5bb-fab2-4e18-92a9-17af7155c0be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:21.286654 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 2.3667073
Dec 18 06:44:21.291015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43704) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:21.376432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-32d9c5bb-fab2-4e18-92a9-17af7155c0be None None] Calling delete_port for 27e754bd-eeae-4f12-9d18-8717a87d01f1 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:21.395952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] For port 27e754bd-eeae-4f12-9d18-8717a87d01f1, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=27e754bd-eeae-4f12-9d18-8717a87d01f1,segment=NetworkSegment(4d3bfdfb-e47a-412b-8dc3-b8f9490018dd),segment_id=4d3bfdfb-e47a-412b-8dc3-b8f9490018dd)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:21.396517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:21.410206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f1eba-3f4f-43b8-abc3-d93a76a13514 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Deleting port fe405e0b-251b-4152-bf94-cf17c0b3c1e2 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:21.410586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1eba-3f4f-43b8-abc3-d93a76a13514 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:21.460181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32d9c5bb-fab2-4e18-92a9-17af7155c0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:21.477578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3933e73f-e5fd-4c14-bd39-053bf0a91cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:21.531225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Pushing event updated for resources: {'Port': ['ID=09bf3d7a-1408-432e-829b-7f17a90e1f92,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:21.536781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Network 2861ddfa-3b78-45b6-898f-eb1af3be790e has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:44:21.550168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:21.564901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:21.581371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Calling delete_port for 27e754bd-eeae-4f12-9d18-8717a87d01f1 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:21.651996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:21.721158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:21.756807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9c5bb-fab2-4e18-92a9-17af7155c0be None None] Pushing event deleted for resources: {'Port': ['ID=27e754bd-eeae-4f12-9d18-8717a87d01f1,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:21.759671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-32d9c5bb-fab2-4e18-92a9-17af7155c0be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:21.802556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d9c5bb-fab2-4e18-92a9-17af7155c0be None None] No DVR routers for this DVR port 27e754bd-eeae-4f12-9d18-8717a87d01f1 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:44:21.819819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:44:21.820218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:44:21.851927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1eba-3f4f-43b8-abc3-d93a76a13514 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:21.929813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Network 2861ddfa-3b78-45b6-898f-eb1af3be790e has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   (rel_b, rel_a, rel_b),
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   (rel_b, rel_a, rel_b),
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:44:21.961337 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:44:21.983415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5d9f1eba-3f4f-43b8-abc3-d93a76a13514 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Calling delete_port for fe405e0b-251b-4152-bf94-cf17c0b3c1e2 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:22.048009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Network 88fcd1c0-63ad-4565-aa0e-0210f64c8354 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:22.054600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:22.063776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:22.068647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:22.069334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:22.097870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:22.120598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1eba-3f4f-43b8-abc3-d93a76a13514 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:22.138692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fea6a703-1b46-48a6-9c9c-dd266a31e072 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:22.149507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e35a4467-5b8f-45e2-9c1a-61ad846a0180 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:22.169646 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 4.1987863
Dec 18 06:44:22.177926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:22.180763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43708) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:22.195633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Pushing event deleted for resources: {'Network': ['ID=2861ddfa-3b78-45b6-898f-eb1af3be790e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:22.226018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:22.238507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f1eba-3f4f-43b8-abc3-d93a76a13514 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Pushing event deleted for resources: {'Port': ['ID=fe405e0b-251b-4152-bf94-cf17c0b3c1e2,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:22.241792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d9f1eba-3f4f-43b8-abc3-d93a76a13514 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:22.249499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:22.262375 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] 10.222.0.23 "DELETE /v2.0/networks/2861ddfa-3b78-45b6-898f-eb1af3be790e HTTP/1.1" status: 204  len: 168 time: 4.9298205
Dec 18 06:44:22.304073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b1cb831f-8252-4cab-aded-92b2f8eec974 None None] Provisioning for port 09bf3d7a-1408-432e-829b-7f17a90e1f92 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:44:22.312295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b1cb831f-8252-4cab-aded-92b2f8eec974 None None] Provisioning complete for port 09bf3d7a-1408-432e-829b-7f17a90e1f92 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:22.312719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b1cb831f-8252-4cab-aded-92b2f8eec974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:22.324037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Deleting port 27e754bd-eeae-4f12-9d18-8717a87d01f1 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:22.324419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:22.383808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ba7f2-3334-49c3-9cf4-1c174fc6e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:22.393389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ba7f2-3334-49c3-9cf4-1c174fc6e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:22.404714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ba7f2-3334-49c3-9cf4-1c174fc6e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:22.405591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1c4ba7f2-3334-49c3-9cf4-1c174fc6e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Synchronizing usage tracker for tenant:47654d9c29b7400ebb21840afc187b23 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:44:22.454120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb831f-8252-4cab-aded-92b2f8eec974 None None] Port 09bf3d7a-1408-432e-829b-7f17a90e1f92 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:44:22.472002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Allocated IP 172.26.7.178 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/d53a438c-334c-45bc-b3b2-df50b2512248) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:22.472944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] The port '27e754bd-eeae-4f12-9d18-8717a87d01f1' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:44:22.494252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 27e754bd-eeae-4f12-9d18-8717a87d01f1 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:44:22.529073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 27e754bd-eeae-4f12-9d18-8717a87d01f1 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:44:22.529472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 27e754bd-eeae-4f12-9d18-8717a87d01f1 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:44:22.677486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d9f1eba-3f4f-43b8-abc3-d93a76a13514 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:22.684012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:22.690758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:22.703468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1c4ba7f2-3334-49c3-9cf4-1c174fc6e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Unset dirty status for tenant:47654d9c29b7400ebb21840afc187b23 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:44:22.705628 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1c4ba7f2-3334-49c3-9cf4-1c174fc6e322 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.5113053
Dec 18 06:44:22.708995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43722) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:22.709498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43724) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:22.778036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:22.786794 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5d9f1eba-3f4f-43b8-abc3-d93a76a13514 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "DELETE /v2.0/ports/fe405e0b-251b-4152-bf94-cf17c0b3c1e2 HTTP/1.1" status: 204  len: 168 time: 1.4939091
Dec 18 06:44:22.790380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43732) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:22.795654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8af24043-e769-453f-a3bc-97c7c7a87479 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:22.798062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Request body: {'router': {'external_gateway_info': {'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494', 'external_fixed_ips': [{'subnet_id': '44ae7897-3f7b-4781-8fea-437b3238a140', 'ip_address': '172.20.0.4'}]}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:22.805369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:22.824747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Usage tracker for resource:router and tenant:43c5634ac38545ed97c0d2520b91d5dc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:22.829274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:22.942194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-34e884d5-c413-444a-880d-a0b309be78c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Deleting port 09bf3d7a-1408-432e-829b-7f17a90e1f92 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:22.942589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34e884d5-c413-444a-880d-a0b309be78c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:23.024913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Pushing event updated for resources: {'Port': ['ID=d53a438c-334c-45bc-b3b2-df50b2512248,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:23.042381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:23.086926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:23.089934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17cfe588>,) {'filters': {'network_id': ['79bdedef-8d0b-4b4d-bdaa-1bdadd442384']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:23.106382 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3a5a0c95-5de5-4e2e-bd14-a2b25662d582 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34f55cc23b2142a1840e7917a62c7db3&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3913875
Dec 18 06:44:23.107100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43738) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:23.111957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17cfe588>, '4d3bfdfb-e47a-412b-8dc3-b8f9490018dd') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:23.112295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17cfe588>, '4d3bfdfb-e47a-412b-8dc3-b8f9490018dd') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:23.133239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:23.134321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:23.147056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:23.175126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:23.186589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Releasing vxlan tunnel 10 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:44:23.247217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:23.250774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:23.254965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:23.275646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:23.378601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c454a62-66ba-416f-896b-66e5828fd598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:23.405857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34e884d5-c413-444a-880d-a0b309be78c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:23.487487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:44:23.499357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:23.625746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c454a62-66ba-416f-896b-66e5828fd598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:23.863702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-34e884d5-c413-444a-880d-a0b309be78c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Calling delete_port for 09bf3d7a-1408-432e-829b-7f17a90e1f92 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:23.917389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:23.935409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Network 79bdedef-8d0b-4b4d-bdaa-1bdadd442384 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:44:23.964408 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:44:24.113452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c454a62-66ba-416f-896b-66e5828fd598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:24.118945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:24.137603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:24.140504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c454a62-66ba-416f-896b-66e5828fd598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39512c6e-ceb1-4025-9e71-35ffe9f7a17d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:24.145149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9c454a62-66ba-416f-896b-66e5828fd598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:24.146783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a858ba2d-991e-41a2-8ebb-7f99eedcb7c7 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:24.166101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:24.183872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event deleted for resources: {'Network': ['ID=79bdedef-8d0b-4b4d-bdaa-1bdadd442384,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:24.190589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:24.200101 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "DELETE /v2.0/networks/79bdedef-8d0b-4b4d-bdaa-1bdadd442384 HTTP/1.1" status: 204  len: 168 time: 3.4551756
Dec 18 06:44:24.200101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c454a62-66ba-416f-896b-66e5828fd598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:24.200957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9c454a62-66ba-416f-896b-66e5828fd598 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39512c6e-ceb1-4025-9e71-35ffe9f7a17d HTTP/1.1" status: 204  len: 168 time: 1.0927045
Dec 18 06:44:24.202005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43748) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:24.218794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34e884d5-c413-444a-880d-a0b309be78c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:24.235407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-12f07e5b-0095-4a6b-a28b-12ff88653dd3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:24.337960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e884d5-c413-444a-880d-a0b309be78c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Pushing event deleted for resources: {'Port': ['ID=09bf3d7a-1408-432e-829b-7f17a90e1f92,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:24.339912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:24.380548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a73d87e9-11e7-4e76-96af-fcfc3ebd1cef tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Deleting port a64b9743-c720-4ef2-ae01-3d1252fa3da7 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:24.380929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a73d87e9-11e7-4e76-96af-fcfc3ebd1cef tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:24.406214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34e884d5-c413-444a-880d-a0b309be78c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:24.644902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34e884d5-c413-444a-880d-a0b309be78c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:24.676997 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-34e884d5-c413-444a-880d-a0b309be78c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] 10.222.0.23 "DELETE /v2.0/ports/09bf3d7a-1408-432e-829b-7f17a90e1f92 HTTP/1.1" status: 204  len: 168 time: 1.9628420
Dec 18 06:44:24.680329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43762) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:24.687069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Request body: {'port': {'name': 'tempest-new-port-name-1134939788', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:24.687528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.api.validators [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] bootfile-name is not in valid_values {{(pid=81085) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 18 06:44:24.687891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.api.validators [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] tftp-server is not in valid_values {{(pid=81085) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 18 06:44:24.688254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.api.validators [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] server-ip-address is not in valid_values {{(pid=81085) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 18 06:44:24.747545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a73d87e9-11e7-4e76-96af-fcfc3ebd1cef tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:24.747912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a73d87e9-11e7-4e76-96af-fcfc3ebd1cef tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for floatingip, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:24.899718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.013028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.027001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a73d87e9-11e7-4e76-96af-fcfc3ebd1cef tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Calling delete_port for a64b9743-c720-4ef2-ae01-3d1252fa3da7 owned by network:floatingip {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:25.121633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.166933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.344084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43780) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:25.378327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Router 7787e4ab-be53-4d9b-a352-be88ade9adc7 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:44:25.521139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6f9bae39-b0ed-4ad3-bc35-e2ad4d4c4134 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1120508091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:25.590786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6f9bae39-b0ed-4ad3-bc35-e2ad4d4c4134 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:25.607673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6f9bae39-b0ed-4ad3-bc35-e2ad4d4c4134 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Usage tracker for resource:router and tenant:dc0af92aff1847ed94834360fd891338 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:25.615583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6f9bae39-b0ed-4ad3-bc35-e2ad4d4c4134 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:25.636932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a73d87e9-11e7-4e76-96af-fcfc3ebd1cef tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.638997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6f9bae39-b0ed-4ad3-bc35-e2ad4d4c4134 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:25.659825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:25.662368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d97c002-1f2b-446f-a5e0-8cc76c8c199d tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:25.667167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f9bae39-b0ed-4ad3-bc35-e2ad4d4c4134 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.668297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f9bae39-b0ed-4ad3-bc35-e2ad4d4c4134 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.672793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Sync routers for ids ['7787e4ab-be53-4d9b-a352-be88ade9adc7'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:25.686985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Routers {'7787e4ab-be53-4d9b-a352-be88ade9adc7'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:25.688526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1447b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7787e4ab-be53-4d9b-a352-be88ade9adc7'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:25.699006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.708921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.726664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-781b542d-7565-41e8-b403-8629a70f7940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:25.760874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f9bae39-b0ed-4ad3-bc35-e2ad4d4c4134 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.765054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d87e9-11e7-4e76-96af-fcfc3ebd1cef tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Pushing event deleted for resources: {'Port': ['ID=a64b9743-c720-4ef2-ae01-3d1252fa3da7,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:25.782547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a73d87e9-11e7-4e76-96af-fcfc3ebd1cef tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:25.813499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.814827 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 6.2613487
Dec 18 06:44:25.821875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43786) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:25.876283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Pushing event updated for resources: {'Port': ['ID=52e6add8-6c46-4600-943c-c707e7b9eaa5,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:25.878977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Set router 7787e4ab-be53-4d9b-a352-be88ade9adc7 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:25.881458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:25.885230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f9bae39-b0ed-4ad3-bc35-e2ad4d4c4134 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.934334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f9bae39-b0ed-4ad3-bc35-e2ad4d4c4134 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.938437 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6f9bae39-b0ed-4ad3-bc35-e2ad4d4c4134 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.5850263
Dec 18 06:44:25.939102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43792) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:25.948819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-191426371'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:25.959223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:25.966882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Usage tracker for resource:network and tenant:dc0af92aff1847ed94834360fd891338 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:25.971077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:25.974647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] In _notify_port_updated(), no bound segment for port 52e6add8-6c46-4600-943c-c707e7b9eaa5 on network 88fcd1c0-63ad-4565-aa0e-0210f64c8354 {{(pid=81085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:44:25.978786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:25.979482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:25.980887 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] 10.222.0.23 "PUT /v2.0/ports/52e6add8-6c46-4600-943c-c707e7b9eaa5 HTTP/1.1" status: 200  len: 1130 time: 1.3017774
Dec 18 06:44:25.984701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43796) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:25.987712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:26.052881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Made reservation on behalf of dc0af92aff1847ed94834360fd891338 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:26.058555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.101913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.128308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dd6541-3756-4873-8562-b3bf5dc73eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:26.128960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f7dd6541-3756-4873-8562-b3bf5dc73eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Synchronizing usage tracker for tenant:47654d9c29b7400ebb21840afc187b23 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:44:26.159992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:26.173645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Usage tracker for resource:security_group_rule and tenant:dc0af92aff1847ed94834360fd891338 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:26.177641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:26.184100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:26.186199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f7dd6541-3756-4873-8562-b3bf5dc73eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Unset dirty status for tenant:47654d9c29b7400ebb21840afc187b23 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:44:26.187768 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f7dd6541-3756-4873-8562-b3bf5dc73eb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] 10.222.0.23 "GET /v2.0/ports/52e6add8-6c46-4600-943c-c707e7b9eaa5 HTTP/1.1" status: 200  len: 1130 time: 0.2020700
Dec 18 06:44:26.194592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43804) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:26.299910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Allocated IP 172.20.0.4 (1e10e9f2-10a0-462e-b785-a5ec27e70494/44ae7897-3f7b-4781-8fea-437b3238a140/3588bc71-dd88-4294-966f-904771249508) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:26.307133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1447b8>, [{'id': '7787e4ab-be53-4d9b-a352-be88ade9adc7', 'name': 'tempest-snat-router-358326984', 'tenant_id': '35462906a2ca4e79bfb2577711d4c091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.178'}], 'enable_snat': False}, 'gw_port_id': 'd53a438c-334c-45bc-b3b2-df50b2512248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:44:19Z', 'updated_at': '2020-12-18T06:44:23Z', 'revision_number': 3, 'project_id': '35462906a2ca4e79bfb2577711d4c091', 'gw_port': {'id': 'd53a438c-334c-45bc-b3b2-df50b2512248', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:93:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7787e4ab-be53-4d9b-a352-be88ade9adc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:44:22Z', 'updated_at': '2020-12-18T06:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:26.307697 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c756b67c-633d-402c-a54c-8d55f52085bc tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/routers/7787e4ab-be53-4d9b-a352-be88ade9adc7 HTTP/1.1" status: 200  len: 908 time: 0.4845772
Dec 18 06:44:26.308454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5ebed16b-7d78-4147-b5f2-4df378575abd tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Deleting port 52e6add8-6c46-4600-943c-c707e7b9eaa5 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:26.308842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ebed16b-7d78-4147-b5f2-4df378575abd tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.312878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Checking router: 7787e4ab-be53-4d9b-a352-be88ade9adc7 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:44:26.313446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Updating router 7787e4ab-be53-4d9b-a352-be88ade9adc7 port d53a438c-334c-45bc-b3b2-df50b2512248 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:44:26.343507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43808) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:26.362199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Request body: {'router': {'name': 'tempest-snat-router-358326984', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'enable_snat': True}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:26.373885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:26.377733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-44266792-f915-4e8c-9554-774ded91ed75 None None] Provisioning complete for port 52e6add8-6c46-4600-943c-c707e7b9eaa5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:26.378315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44266792-f915-4e8c-9554-774ded91ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.386851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Usage tracker for resource:router and tenant:35462906a2ca4e79bfb2577711d4c091 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:26.406575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Quota usage for router was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:26.416326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.469265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:26.487995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-44266792-f915-4e8c-9554-774ded91ed75 None None] Port 52e6add8-6c46-4600-943c-c707e7b9eaa5 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:44:26.489344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a73d87e9-11e7-4e76-96af-fcfc3ebd1cef tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks [] for floatingip, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.539378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a73d87e9-11e7-4e76-96af-fcfc3ebd1cef tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.543608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a73d87e9-11e7-4e76-96af-fcfc3ebd1cef tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] 10.222.0.23 "DELETE /v2.0/floatingips/02405d2a-6b6d-4149-b89b-8afff04ae97e HTTP/1.1" status: 204  len: 168 time: 2.3378134
Dec 18 06:44:26.548616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.558124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.565483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:26.578711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.581679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.601580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.623696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:44:26.626551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.907798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.934126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc58ad2-bf29-44b3-8c80-af6ab731c2ae,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:26.938296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:26.943026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:26.950083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:26.950529 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Added segment a0a2dd8d-cb56-4847-839e-d40708693eea of type vxlan for network 8f6edd91-3c09-431c-b5cf-cbff65d572a6
Dec 18 06:44:26.968969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43816) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:26.971158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ebed16b-7d78-4147-b5f2-4df378575abd tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:27.002395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:27.016091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Transition to ACTIVE for port object d53a438c-334c-45bc-b3b2-df50b2512248 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:27.019139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:27.034704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:27.111079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:27.115417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5ebed16b-7d78-4147-b5f2-4df378575abd tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Calling delete_port for 52e6add8-6c46-4600-943c-c707e7b9eaa5 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:27.144531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:27.154760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc4bf9-8b7e-4701-a041-a903b52222c3 None None] Pushing event updated for resources: {'Port': ['ID=d53a438c-334c-45bc-b3b2-df50b2512248,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:27.163099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Pushing event updated for resources: {'Port': ['ID=3588bc71-dd88-4294-966f-904771249508,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:27.163978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9cc4bf9-8b7e-4701-a041-a903b52222c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:27.213819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:27.232208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:27.237929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:27.238773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:27.246667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e3ab53a5-5214-4b4c-bad0-b68c72ff4137 tempest-ExternalNetworksTestJSON-2102425557 tempest-ExternalNetworksTestJSON-2102425557] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:27.259048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Attempting to bind port d53a438c-334c-45bc-b3b2-df50b2512248 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:44:27.259571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Attempting to bind port d53a438c-334c-45bc-b3b2-df50b2512248 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:44:27.260058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Attempting to bind port d53a438c-334c-45bc-b3b2-df50b2512248 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:44:27.267377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:44:27.268180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:44:27.268710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:27.269225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:44:27.269868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Bound port: d53a438c-334c-45bc-b3b2-df50b2512248, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:44:27.270453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:27.335962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Network 1e10e9f2-10a0-462e-b785-a5ec27e70494 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:27.337826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:27.340675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:27.366406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] For port d53a438c-334c-45bc-b3b2-df50b2512248, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:44:27.375899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] For port d53a438c-334c-45bc-b3b2-df50b2512248, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=d53a438c-334c-45bc-b3b2-df50b2512248,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:44:27.382644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:27.433841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event updated for resources: {'Network': ['ID=8f6edd91-3c09-431c-b5cf-cbff65d572a6,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:27.439342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:27.440873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.5007672
Dec 18 06:44:27.445578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43828) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:27.453132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Request body: {'subnet': {'network_id': '8f6edd91-3c09-431c-b5cf-cbff65d572a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:27.544110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ebed16b-7d78-4147-b5f2-4df378575abd tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:27.560164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:27.562082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7761eec3-2428-4b9b-9269-4b4ab46dc247 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:27.594548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 8f6edd91-3c09-431c-b5cf-cbff65d572a6 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:44:27.608303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 8f6edd91-3c09-431c-b5cf-cbff65d572a6 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:44:27.681802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebed16b-7d78-4147-b5f2-4df378575abd tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Pushing event deleted for resources: {'Port': ['ID=52e6add8-6c46-4600-943c-c707e7b9eaa5,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:27.698557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5ebed16b-7d78-4147-b5f2-4df378575abd tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:27.734064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:27.750865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Usage tracker for resource:subnet and tenant:dc0af92aff1847ed94834360fd891338 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:27.755862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:27.764656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:27.797188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Made reservation on behalf of dc0af92aff1847ed94834360fd891338 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:27.850358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Routers {'7787e4ab-be53-4d9b-a352-be88ade9adc7'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:27.850970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1447b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7787e4ab-be53-4d9b-a352-be88ade9adc7'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:27.869639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ebed16b-7d78-4147-b5f2-4df378575abd tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:27.870300 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ec654440-ffff-4350-9b64-4a3af8d1f77b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d66656fd5acf4136a492a8101c0aeffd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7995970
Dec 18 06:44:27.874132 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5ebed16b-7d78-4147-b5f2-4df378575abd tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] 10.222.0.23 "DELETE /v2.0/ports/52e6add8-6c46-4600-943c-c707e7b9eaa5 HTTP/1.1" status: 204  len: 168 time: 1.6741652
Dec 18 06:44:27.874267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43832) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:27.874399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43834) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:27.922010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:27.950933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc4bf9-8b7e-4701-a041-a903b52222c3 None None] Pushing event updated for resources: {'Port': ['ID=d53a438c-334c-45bc-b3b2-df50b2512248,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:27.955114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9cc4bf9-8b7e-4701-a041-a903b52222c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:28.085885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] Set router 7787e4ab-be53-4d9b-a352-be88ade9adc7 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:28.332265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:28.408252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1447b8>, [{'id': '7787e4ab-be53-4d9b-a352-be88ade9adc7', 'name': 'tempest-snat-router-358326984', 'tenant_id': '35462906a2ca4e79bfb2577711d4c091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.178'}], 'enable_snat': False}, 'gw_port_id': 'd53a438c-334c-45bc-b3b2-df50b2512248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:44:19Z', 'updated_at': '2020-12-18T06:44:23Z', 'revision_number': 3, 'project_id': '35462906a2ca4e79bfb2577711d4c091', 'gw_port': {'id': 'd53a438c-334c-45bc-b3b2-df50b2512248', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:93:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7787e4ab-be53-4d9b-a352-be88ade9adc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:44:22Z', 'updated_at': '2020-12-18T06:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:28.413293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb19438b-96ec-4c2b-bc22-9b1c781d2876 None None] The sync data for ids ['7787e4ab-be53-4d9b-a352-be88ade9adc7'] in dv-neutron-765072-3-ovs is: [{'id': '7787e4ab-be53-4d9b-a352-be88ade9adc7', 'name': 'tempest-snat-router-358326984', 'tenant_id': '35462906a2ca4e79bfb2577711d4c091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.178'}], 'enable_snat': False}, 'gw_port_id': 'd53a438c-334c-45bc-b3b2-df50b2512248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:44:19Z', 'updated_at': '2020-12-18T06:44:23Z', 'revision_number': 3, 'project_id': '35462906a2ca4e79bfb2577711d4c091', 'gw_port': {'id': 'd53a438c-334c-45bc-b3b2-df50b2512248', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:93:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7787e4ab-be53-4d9b-a352-be88ade9adc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:44:22Z', 'updated_at': '2020-12-18T06:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:28.429640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:28.446845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:28.501499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16f166bf-7a54-42f1-a9f7-d38725fcf579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:28.565575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2cf26e4-9c70-4945-82ad-31f165b85857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:28.592698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event updated for resources: {'Subnet': ['ID=c3aa563e-fa82-411b-a7cc-a685e83a98fe,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:28.595875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:28.703908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Checking segment: {'id': 'a0a2dd8d-cb56-4847-839e-d40708693eea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f6edd91-3c09-431c-b5cf-cbff65d572a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:44:28.705220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network hostable DHCP agents. Network: 8f6edd91-3c09-431c-b5cf-cbff65d572a6, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:44:28.715090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2cf26e4-9c70-4945-82ad-31f165b85857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:28.726796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:28.733946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 8f6edd91-3c09-431c-b5cf-cbff65d572a6 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:44:28.745782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 8f6edd91-3c09-431c-b5cf-cbff65d572a6) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:28.759448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:28.760117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:28.762024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9b89b1-eaec-476f-8f84-8db31cff98ed None None] Network 8f6edd91-3c09-431c-b5cf-cbff65d572a6 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:28.794967 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3450525
Dec 18 06:44:28.794967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43846) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:28.804056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Request body: {'network': {'name': 'tempest-router-network01--1831443353'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:28.815245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:28.826478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Usage tracker for resource:network and tenant:dc0af92aff1847ed94834360fd891338 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:28.830472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:28.839331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:28.866460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Made reservation on behalf of dc0af92aff1847ed94834360fd891338 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:28.875027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:28.918314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:44:28.940210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:28.940655 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Added segment 0f816374-b548-4049-976f-5b60c5140124 of type vxlan for network 6721dff4-d97a-401e-82ff-c32eb906cb8e
Dec 18 06:44:28.982764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.020180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.025165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:29.026276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.032670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:29.086986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6d3a2a-c171-4122-9e63-f3922b0a46ce tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Deleting subnet ffd3f42f-4bce-4a57-a8d8-c3ab47a2465e {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:44:29.099299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3a2a-c171-4122-9e63-f3922b0a46ce tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.149860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event updated for resources: {'Network': ['ID=6721dff4-d97a-401e-82ff-c32eb906cb8e,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:29.160211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:29.163950 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3679507
Dec 18 06:44:29.166787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43850) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:29.173308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Request body: {'network': {'name': 'tempest-router-network02--229067705'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:29.179693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:29.184588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Usage tracker for resource:network and tenant:dc0af92aff1847ed94834360fd891338 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:29.187967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Quota usage for network was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:29.190054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 6721dff4-d97a-401e-82ff-c32eb906cb8e details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:44:29.194927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:29.205869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 6721dff4-d97a-401e-82ff-c32eb906cb8e details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:44:29.210645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Made reservation on behalf of dc0af92aff1847ed94834360fd891338 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:29.216392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.251945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:44:29.256088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2cf26e4-9c70-4945-82ad-31f165b85857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.264470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.265304 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Added segment 7974e4c0-b9c5-4f98-946b-be1b8858ba62 of type vxlan for network 529f2e99-979b-488f-817c-02a733786dc5
Dec 18 06:44:29.273200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dbce9b56-5ac2-4c17-a46e-8f41ca948100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:29.292811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3a2a-c171-4122-9e63-f3922b0a46ce tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.296129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.334509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.339074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf26e4-9c70-4945-82ad-31f165b85857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3789fdaf-e89c-4784-85e9-21ee2dc5e036,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:29.340918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:29.341094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.346057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e572f482-c622-4756-b1bd-384e63713720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:29.366518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2cf26e4-9c70-4945-82ad-31f165b85857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:29.479062 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3111222
Dec 18 06:44:29.483480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43854) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:29.486334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event updated for resources: {'Network': ['ID=529f2e99-979b-488f-817c-02a733786dc5,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:29.493630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:29.500774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Request body: {'subnet': {'network_id': '6721dff4-d97a-401e-82ff-c32eb906cb8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:29.506684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 529f2e99-979b-488f-817c-02a733786dc5 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:44:29.520127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 529f2e99-979b-488f-817c-02a733786dc5 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:44:29.548054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2cf26e4-9c70-4945-82ad-31f165b85857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.549423 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e2cf26e4-9c70-4945-82ad-31f165b85857 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3789fdaf-e89c-4784-85e9-21ee2dc5e036 HTTP/1.1" status: 204  len: 168 time: 1.6741390
Dec 18 06:44:29.574429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Allocated IP 172.26.7.37 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/137977c6-7312-4093-9535-bac591e6dd7f) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:29.608670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.671304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-8f6edd91-3c09-431c-b5cf-cbff65d572a6', 'network_id': '8f6edd91-3c09-431c-b5cf-cbff65d572a6', 'tenant_id': 'dc0af92aff1847ed94834360fd891338', 'fixed_ips': [{'subnet_id': 'c3aa563e-fa82-411b-a7cc-a685e83a98fe'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:44:29.672151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.703678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:29.711708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Usage tracker for resource:subnet and tenant:dc0af92aff1847ed94834360fd891338 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:29.733907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:29.756996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:29.761593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3a2a-c171-4122-9e63-f3922b0a46ce tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:29.786507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Made reservation on behalf of dc0af92aff1847ed94834360fd891338 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:29.959896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:30.181166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43868) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:30.210442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Allocated IP 2001:db8::2 (8f6edd91-3c09-431c-b5cf-cbff65d572a6/c3aa563e-fa82-411b-a7cc-a685e83a98fe/99635bf7-c134-4ab9-a31a-5418db211bc3) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:30.217682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03fda159-caa5-4e06-b16b-8f67e8f6ce12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:30.242828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-03fda159-caa5-4e06-b16b-8f67e8f6ce12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:30.251774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-03fda159-caa5-4e06-b16b-8f67e8f6ce12 admin admin] Usage tracker for resource:security_group_rule and tenant:e2ba7f95fe9d48dbb028cbb4cd7f8ca3 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:30.256718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-03fda159-caa5-4e06-b16b-8f67e8f6ce12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:30.277381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-03fda159-caa5-4e06-b16b-8f67e8f6ce12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:30.450989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:30.467423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:30.481245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Transition to ACTIVE for port object 99635bf7-c134-4ab9-a31a-5418db211bc3 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:30.491379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03fda159-caa5-4e06-b16b-8f67e8f6ce12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:30.511316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03fda159-caa5-4e06-b16b-8f67e8f6ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:30.513169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d53a438c-334c-45bc-b3b2-df50b2512248 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:44:30.521380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a346e774-bdad-4bd5-bbc7-170cb6da6ea4 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:30.559030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Transition to ACTIVE for port object 99635bf7-c134-4ab9-a31a-5418db211bc3 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:30.574631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fda159-caa5-4e06-b16b-8f67e8f6ce12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843a8691-b4cf-498a-a2a9-114b0c3446f6,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:30.576054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:30.589616 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-03fda159-caa5-4e06-b16b-8f67e8f6ce12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2ba7f95fe9d48dbb028cbb4cd7f8ca3&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4071825
Dec 18 06:44:30.590528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Router ce446c9d-394f-475f-8eb1-8b56faf979a3 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:44:30.595009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-03fda159-caa5-4e06-b16b-8f67e8f6ce12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:30.595662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43872) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:30.599319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9cc4bf9-8b7e-4701-a041-a903b52222c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:30.707884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:30.720182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:30.736187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:30.742414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-126c54b7-5101-4fbe-9999-f54a259abb14 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:30.767310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Pushing event updated for resources: {'Port': ['ID=99635bf7-c134-4ab9-a31a-5418db211bc3,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:30.770874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:30.779732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port d53a438c-334c-45bc-b3b2-df50b2512248 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:44:30.800957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port d53a438c-334c-45bc-b3b2-df50b2512248 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:30.802099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:30.824351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-583f0a7b-abd1-49ad-b551-56b455898044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:30.889572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-583f0a7b-abd1-49ad-b551-56b455898044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:30.900987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Network 8f6edd91-3c09-431c-b5cf-cbff65d572a6 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:30.905558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:30.910559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:30.934541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event updated for resources: {'Subnet': ['ID=0d72d45c-bdd6-4d7d-ad41-9c84fc1f9332,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:30.945576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:31.005940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:31.007999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-583f0a7b-abd1-49ad-b551-56b455898044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:31.009323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:31.011861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:31.014786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:31.020974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Attempting to bind port 99635bf7-c134-4ab9-a31a-5418db211bc3 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:44:31.021494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Attempting to bind port 99635bf7-c134-4ab9-a31a-5418db211bc3 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'a0a2dd8d-cb56-4847-839e-d40708693eea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f6edd91-3c09-431c-b5cf-cbff65d572a6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:44:31.023364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Attempting to bind port 99635bf7-c134-4ab9-a31a-5418db211bc3 on network 8f6edd91-3c09-431c-b5cf-cbff65d572a6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:44:31.033202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f0a7b-abd1-49ad-b551-56b455898044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843a8691-b4cf-498a-a2a9-114b0c3446f6,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:31.037441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:44:31.037919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Checking segment: {'id': 'a0a2dd8d-cb56-4847-839e-d40708693eea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f6edd91-3c09-431c-b5cf-cbff65d572a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:44:31.038375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:31.038934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Bound using segment: {'id': 'a0a2dd8d-cb56-4847-839e-d40708693eea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f6edd91-3c09-431c-b5cf-cbff65d572a6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:44:31.039469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Bound port: 99635bf7-c134-4ab9-a31a-5418db211bc3, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a2dd8d-cb56-4847-839e-d40708693eea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f6edd91-3c09-431c-b5cf-cbff65d572a6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:44:31.040032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:31.040492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-583f0a7b-abd1-49ad-b551-56b455898044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:31.042260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Checking segment: {'id': '0f816374-b548-4049-976f-5b60c5140124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6721dff4-d97a-401e-82ff-c32eb906cb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:44:31.042658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network hostable DHCP agents. Network: 6721dff4-d97a-401e-82ff-c32eb906cb8e, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:44:31.059963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-583f0a7b-abd1-49ad-b551-56b455898044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:31.061205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-583f0a7b-abd1-49ad-b551-56b455898044 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/843a8691-b4cf-498a-a2a9-114b0c3446f6 HTTP/1.1" status: 204  len: 168 time: 0.4643953
Dec 18 06:44:31.072098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 6721dff4-d97a-401e-82ff-c32eb906cb8e is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:44:31.084372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 6721dff4-d97a-401e-82ff-c32eb906cb8e) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:31.118670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:31.119343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:31.152868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Pushing event updated for resources: {'Port': ['ID=137977c6-7312-4093-9535-bac591e6dd7f,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:31.161893 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6738560
Dec 18 06:44:31.162411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:31.162514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43884) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:31.168755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Request body: {'subnet': {'network_id': '529f2e99-979b-488f-817c-02a733786dc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:31.191793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] For port 99635bf7-c134-4ab9-a31a-5418db211bc3, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:44:31.195293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] For port 99635bf7-c134-4ab9-a31a-5418db211bc3, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=99635bf7-c134-4ab9-a31a-5418db211bc3,segment=NetworkSegment(a0a2dd8d-cb56-4847-839e-d40708693eea),segment_id=a0a2dd8d-cb56-4847-839e-d40708693eea)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:44:31.222050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ca3dd8-2d8d-43b2-8aad-9c1e31dcf187 None None] Network 6721dff4-d97a-401e-82ff-c32eb906cb8e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:31.253768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:31.280354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:31.294060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Sync routers for ids ['ce446c9d-394f-475f-8eb1-8b56faf979a3'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:31.294821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:31.309243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Routers {'ce446c9d-394f-475f-8eb1-8b56faf979a3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:31.311941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7a08d0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['ce446c9d-394f-475f-8eb1-8b56faf979a3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:31.384910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3a2a-c171-4122-9e63-f3922b0a46ce tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:31.579184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:31.598538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Set router ce446c9d-394f-475f-8eb1-8b56faf979a3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:31.634790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d3a2a-c171-4122-9e63-f3922b0a46ce tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Pushing event deleted for resources: {'Subnet': ['ID=ffd3f42f-4bce-4a57-a8d8-c3ab47a2465e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:31.638353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7a6d3a2a-c171-4122-9e63-f3922b0a46ce tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:31.639485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:31.640968 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 8.8495393
Dec 18 06:44:31.672199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3a2a-c171-4122-9e63-f3922b0a46ce tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:31.674578 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7a6d3a2a-c171-4122-9e63-f3922b0a46ce tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] 10.222.0.23 "DELETE /v2.0/subnets/ffd3f42f-4bce-4a57-a8d8-c3ab47a2465e HTTP/1.1" status: 204  len: 168 time: 3.7975006
Dec 18 06:44:31.685146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43890) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:31.687646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43892) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:31.860568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d362bd3f-0489-4707-a9d0-f51d28da5a25 None None] Network 88fcd1c0-63ad-4565-aa0e-0210f64c8354 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:31.866547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43898) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:31.907630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89a13910-c7a5-4b8e-8f57-dfd339514e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:31.924030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:31.928838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Usage tracker for resource:subnet and tenant:dc0af92aff1847ed94834360fd891338 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:31.932127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:31.939568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:31.940266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-89a13910-c7a5-4b8e-8f57-dfd339514e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:31.946189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-89a13910-c7a5-4b8e-8f57-dfd339514e5b admin admin] Usage tracker for resource:security_group_rule and tenant:b5c0df6a79574f1b934d733e4ee23fc4 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:31.949342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-89a13910-c7a5-4b8e-8f57-dfd339514e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:31.953971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Made reservation on behalf of dc0af92aff1847ed94834360fd891338 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:31.959714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-89a13910-c7a5-4b8e-8f57-dfd339514e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:31.978896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:31.991649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7a08d0>, [{'id': 'ce446c9d-394f-475f-8eb1-8b56faf979a3', 'name': '', 'tenant_id': '43c5634ac38545ed97c0d2520b91d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494', 'external_fixed_ips': [{'subnet_id': '44ae7897-3f7b-4781-8fea-437b3238a140', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3588bc71-dd88-4294-966f-904771249508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:44:23Z', 'updated_at': '2020-12-18T06:44:27Z', 'revision_number': 3, 'project_id': '43c5634ac38545ed97c0d2520b91d5dc', 'gw_port': {'id': '3588bc71-dd88-4294-966f-904771249508', 'name': '', 'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce446c9d-394f-475f-8eb1-8b56faf979a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44ae7897-3f7b-4781-8fea-437b3238a140', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:44:25Z', 'updated_at': '2020-12-18T06:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44ae7897-3f7b-4781-8fea-437b3238a140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:31.996117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Checking router: ce446c9d-394f-475f-8eb1-8b56faf979a3 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:44:31.996383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port d53a438c-334c-45bc-b3b2-df50b2512248, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=d53a438c-334c-45bc-b3b2-df50b2512248,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:31.996529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Updating router ce446c9d-394f-475f-8eb1-8b56faf979a3 port 3588bc71-dd88-4294-966f-904771249508 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:44:32.055140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:32.058204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:32.102206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89a13910-c7a5-4b8e-8f57-dfd339514e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:32.132430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89a13910-c7a5-4b8e-8f57-dfd339514e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:32.132776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:32.148145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:32.172499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Pushing event updated for resources: {'Port': ['ID=99635bf7-c134-4ab9-a31a-5418db211bc3,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:32.188768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:32.192855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b39e4802-d12f-497e-bc8d-4abd1e3601bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:32.208860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a13910-c7a5-4b8e-8f57-dfd339514e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d463ca4-bf59-43a0-a7ac-2c6a0c9bda33,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:32.286339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89a13910-c7a5-4b8e-8f57-dfd339514e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:32.411057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-6721dff4-d97a-401e-82ff-c32eb906cb8e', 'network_id': '6721dff4-d97a-401e-82ff-c32eb906cb8e', 'tenant_id': 'dc0af92aff1847ed94834360fd891338', 'fixed_ips': [{'subnet_id': '0d72d45c-bdd6-4d7d-ad41-9c84fc1f9332'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:44:32.411974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:32.455147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=d53a438c-334c-45bc-b3b2-df50b2512248,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:32.460454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:32.540751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:32.588410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:32.615876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221930c0-415d-4c05-ab70-0cddc6e8f359 None None] DHCP port deletion for 88fcd1c0-63ad-4565-aa0e-0210f64c8354 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:44:32.618595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Transition to ACTIVE for port object 3588bc71-dd88-4294-966f-904771249508 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:32.622779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:32.624289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-221930c0-415d-4c05-ab70-0cddc6e8f359 None None] Deleting port e620d02e-8280-40a7-b653-eca85ab31928 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:32.624695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-221930c0-415d-4c05-ab70-0cddc6e8f359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:32.658596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:32.719268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:32.811019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Pushing event updated for resources: {'Port': ['ID=3588bc71-dd88-4294-966f-904771249508,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:32.834351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.834704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.835086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.835455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.835821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.836186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.836678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.837170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.837559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.837934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.838288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.838643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.839057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.839418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.839768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.840122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.840470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.841002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.841362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.841731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.842093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.842494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.842823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.843175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:32.850212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:32.938183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Attempting to bind port 3588bc71-dd88-4294-966f-904771249508 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:44:32.938608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Attempting to bind port 3588bc71-dd88-4294-966f-904771249508 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '9cac6d5d-ce6c-4ff1-b31c-9bb621ab679c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:44:32.939024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Attempting to bind port 3588bc71-dd88-4294-966f-904771249508 on network 1e10e9f2-10a0-462e-b785-a5ec27e70494 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:44:32.944584 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-89a13910-c7a5-4b8e-8f57-dfd339514e5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b5c0df6a79574f1b934d733e4ee23fc4&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0701969
Dec 18 06:44:32.953682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:44:32.954187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Checking segment: {'id': '9cac6d5d-ce6c-4ff1-b31c-9bb621ab679c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:44:32.954748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:32.956010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Bound using segment: {'id': '9cac6d5d-ce6c-4ff1-b31c-9bb621ab679c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:44:32.956777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Bound port: 3588bc71-dd88-4294-966f-904771249508, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cac6d5d-ce6c-4ff1-b31c-9bb621ab679c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:44:32.957473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:32.962299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43908) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:33.028593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:33.052422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5385163d-f1c6-4add-b4a7-984e7830b8eb tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:33.069705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-221930c0-415d-4c05-ab70-0cddc6e8f359 None None] For port e620d02e-8280-40a7-b653-eca85ab31928, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e620d02e-8280-40a7-b653-eca85ab31928,segment=NetworkSegment(31f331e9-82a0-4168-916a-e72dfad4d1f9),segment_id=31f331e9-82a0-4168-916a-e72dfad4d1f9)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:33.070165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-221930c0-415d-4c05-ab70-0cddc6e8f359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:33.119516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] For port 3588bc71-dd88-4294-966f-904771249508, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:44:33.123981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] For port 3588bc71-dd88-4294-966f-904771249508, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3588bc71-dd88-4294-966f-904771249508,segment=NetworkSegment(9cac6d5d-ce6c-4ff1-b31c-9bb621ab679c),segment_id=9cac6d5d-ce6c-4ff1-b31c-9bb621ab679c)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:44:33.132491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:33.148882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcb81593-a31b-4eca-a0a5-4b626e6a7559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:33.215499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-221930c0-415d-4c05-ab70-0cddc6e8f359 None None] Calling delete_port for e620d02e-8280-40a7-b653-eca85ab31928 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:33.235079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event updated for resources: {'Subnet': ['ID=9142a3a7-1a14-451e-a86a-03ce899e0cc3,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:33.236167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Pushing event updated for resources: {'Port': ['ID=3588bc71-dd88-4294-966f-904771249508,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:33.240076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:33.320805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-221930c0-415d-4c05-ab70-0cddc6e8f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:33.321497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:33.339841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:33.348056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Checking segment: {'id': '7974e4c0-b9c5-4f98-946b-be1b8858ba62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '529f2e99-979b-488f-817c-02a733786dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:44:33.348752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network hostable DHCP agents. Network: 529f2e99-979b-488f-817c-02a733786dc5, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:44:33.374237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 529f2e99-979b-488f-817c-02a733786dc5 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:44:33.376444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:33.397779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 529f2e99-979b-488f-817c-02a733786dc5) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:33.418085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:33.419128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:33.427726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Deleting port e620d02e-8280-40a7-b653-eca85ab31928 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:33.428094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:33.454127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43914) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:33.457166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Routers {'ce446c9d-394f-475f-8eb1-8b56faf979a3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:33.457697 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2940447
Dec 18 06:44:33.458456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7a08d0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['ce446c9d-394f-475f-8eb1-8b56faf979a3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:33.486877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221930c0-415d-4c05-ab70-0cddc6e8f359 None None] Pushing event deleted for resources: {'Port': ['ID=e620d02e-8280-40a7-b653-eca85ab31928,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:33.489922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-221930c0-415d-4c05-ab70-0cddc6e8f359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:33.491029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed05a75f-eff5-4238-a157-2d97a83c59ed None None] Network 529f2e99-979b-488f-817c-02a733786dc5 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:33.650022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] Set router ce446c9d-394f-475f-8eb1-8b56faf979a3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:33.680255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] The port 'e620d02e-8280-40a7-b653-eca85ab31928' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:44:33.684860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Allocated IP 2001:db8::2 (6721dff4-d97a-401e-82ff-c32eb906cb8e/0d72d45c-bdd6-4d7d-ad41-9c84fc1f9332/b5a0747f-64e3-46bc-a156-48ff27ace86c) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:33.826499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:34.072203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221930c0-415d-4c05-ab70-0cddc6e8f359 None None] No DVR routers for this DVR port e620d02e-8280-40a7-b653-eca85ab31928 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:44:34.094836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:34.160886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:34.174014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Transition to ACTIVE for port object b5a0747f-64e3-46bc-a156-48ff27ace86c will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:34.192818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7a08d0>, [{'id': 'ce446c9d-394f-475f-8eb1-8b56faf979a3', 'name': '', 'tenant_id': '43c5634ac38545ed97c0d2520b91d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494', 'external_fixed_ips': [{'subnet_id': '44ae7897-3f7b-4781-8fea-437b3238a140', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3588bc71-dd88-4294-966f-904771249508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:44:23Z', 'updated_at': '2020-12-18T06:44:27Z', 'revision_number': 3, 'project_id': '43c5634ac38545ed97c0d2520b91d5dc', 'gw_port': {'id': '3588bc71-dd88-4294-966f-904771249508', 'name': '', 'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce446c9d-394f-475f-8eb1-8b56faf979a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44ae7897-3f7b-4781-8fea-437b3238a140', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:44:25Z', 'updated_at': '2020-12-18T06:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ae7897-3f7b-4781-8fea-437b3238a140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:34.195082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-529f2e99-979b-488f-817c-02a733786dc5', 'network_id': '529f2e99-979b-488f-817c-02a733786dc5', 'tenant_id': 'dc0af92aff1847ed94834360fd891338', 'fixed_ips': [{'subnet_id': '9142a3a7-1a14-451e-a86a-03ce899e0cc3'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:44:34.195902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:34.197615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b1dd5-3327-4860-874e-02a3f472e4ec None None] The sync data for ids ['ce446c9d-394f-475f-8eb1-8b56faf979a3'] in dv-neutron-765072-3-ovs is: [{'id': 'ce446c9d-394f-475f-8eb1-8b56faf979a3', 'name': '', 'tenant_id': '43c5634ac38545ed97c0d2520b91d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494', 'external_fixed_ips': [{'subnet_id': '44ae7897-3f7b-4781-8fea-437b3238a140', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '3588bc71-dd88-4294-966f-904771249508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:44:23Z', 'updated_at': '2020-12-18T06:44:27Z', 'revision_number': 3, 'project_id': '43c5634ac38545ed97c0d2520b91d5dc', 'gw_port': {'id': '3588bc71-dd88-4294-966f-904771249508', 'name': '', 'network_id': '1e10e9f2-10a0-462e-b785-a5ec27e70494', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:70:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce446c9d-394f-475f-8eb1-8b56faf979a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '44ae7897-3f7b-4781-8fea-437b3238a140', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:44:25Z', 'updated_at': '2020-12-18T06:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44ae7897-3f7b-4781-8fea-437b3238a140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:34.214552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Transition to ACTIVE for port object b5a0747f-64e3-46bc-a156-48ff27ace86c will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:34.234678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:34.259063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:34.292333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffadd7e-a3df-48d2-9eb6-e53db10ee4a6 None None] Network 8f6edd91-3c09-431c-b5cf-cbff65d572a6 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:34.326090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:34.485409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:34.492790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Deleting port 3588bc71-dd88-4294-966f-904771249508 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:34.493574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:34.644794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 99635bf7-c134-4ab9-a31a-5418db211bc3 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:44:34.826680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:34.898781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612faa3a-9da2-4343-a229-5374456152cc req-54f80f46-8853-47a6-99ea-ca3245200df6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:34.900819 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-612faa3a-9da2-4343-a229-5374456152cc req-54f80f46-8853-47a6-99ea-ca3245200df6 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 945 time: 0.1264269
Dec 18 06:44:34.961669 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-612faa3a-9da2-4343-a229-5374456152cc req-33ffd13c-319c-4296-ba25-12a7abffb96a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529218
Dec 18 06:44:34.993155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1796bd68>,) {'filters': {'network_id': ['88fcd1c0-63ad-4565-aa0e-0210f64c8354']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:35.022258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a6c7d413-1408-491b-a39e-c5f7e6a1bf39 None None] Provisioning for port 99635bf7-c134-4ab9-a31a-5418db211bc3 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:44:35.056732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1796bd68>, '31f331e9-82a0-4168-916a-e72dfad4d1f9') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:35.057127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1796bd68>, '31f331e9-82a0-4168-916a-e72dfad4d1f9') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:35.092462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] For port 3588bc71-dd88-4294-966f-904771249508, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3588bc71-dd88-4294-966f-904771249508,segment=NetworkSegment(9cac6d5d-ce6c-4ff1-b31c-9bb621ab679c),segment_id=9cac6d5d-ce6c-4ff1-b31c-9bb621ab679c)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:35.092858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:35.233967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Pushing event updated for resources: {'Port': ['ID=b5a0747f-64e3-46bc-a156-48ff27ace86c,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:35.268598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.009s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:35.280404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a6c7d413-1408-491b-a39e-c5f7e6a1bf39 None None] Provisioning complete for port 99635bf7-c134-4ab9-a31a-5418db211bc3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:35.280830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6c7d413-1408-491b-a39e-c5f7e6a1bf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:35.333425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 99635bf7-c134-4ab9-a31a-5418db211bc3 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:44:35.415271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 99635bf7-c134-4ab9-a31a-5418db211bc3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:35.415697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:35.532351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec66d2b-d728-43a1-984c-a7d02d60ca0b req-e3505f1f-8c52-4f87-b627-ee9b10a73de7 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:35.534009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eec66d2b-d728-43a1-984c-a7d02d60ca0b req-e3505f1f-8c52-4f87-b627-ee9b10a73de7 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 945 time: 0.0932977
Dec 18 06:44:35.550900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:35.555397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Allocated IP 2001:db8::2 (529f2e99-979b-488f-817c-02a733786dc5/9142a3a7-1a14-451e-a86a-03ce899e0cc3/cf8bf82d-65e7-429d-a932-e3f7590e83b6) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:35.575318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Network 6721dff4-d97a-401e-82ff-c32eb906cb8e is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:35.578696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:35.592279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:35.607796 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eec66d2b-d728-43a1-984c-a7d02d60ca0b req-b30a7c48-e044-407d-8f2f-8b26536ce7e7 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663130
Dec 18 06:44:35.612712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:35.681466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Calling delete_port for 3588bc71-dd88-4294-966f-904771249508 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:35.721722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2cf26e4-9c70-4945-82ad-31f165b85857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:35.764046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:35.799767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d463ca4-bf59-43a0-a7ac-2c6a0c9bda33,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:35.806344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:35.817996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Releasing vxlan tunnel 5 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:44:35.846461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6c7d413-1408-491b-a39e-c5f7e6a1bf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:35.855607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:35.859826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d463ca4-bf59-43a0-a7ac-2c6a0c9bda33 HTTP/1.1" status: 204  len: 168 time: 2.8917031
Dec 18 06:44:35.908235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Attempting to bind port b5a0747f-64e3-46bc-a156-48ff27ace86c on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:44:35.908911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Attempting to bind port b5a0747f-64e3-46bc-a156-48ff27ace86c by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '0f816374-b548-4049-976f-5b60c5140124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6721dff4-d97a-401e-82ff-c32eb906cb8e'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:44:35.909485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Attempting to bind port b5a0747f-64e3-46bc-a156-48ff27ace86c on network 6721dff4-d97a-401e-82ff-c32eb906cb8e {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:44:35.935766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:44:35.936675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Checking segment: {'id': '0f816374-b548-4049-976f-5b60c5140124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6721dff4-d97a-401e-82ff-c32eb906cb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:44:35.937357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:35.938000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Bound using segment: {'id': '0f816374-b548-4049-976f-5b60c5140124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6721dff4-d97a-401e-82ff-c32eb906cb8e'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:44:35.938765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Bound port: b5a0747f-64e3-46bc-a156-48ff27ace86c, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f816374-b548-4049-976f-5b60c5140124', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6721dff4-d97a-401e-82ff-c32eb906cb8e'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:44:35.939326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:35.951599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:36.038202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a6c7d413-1408-491b-a39e-c5f7e6a1bf39 None None] For port 99635bf7-c134-4ab9-a31a-5418db211bc3, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=99635bf7-c134-4ab9-a31a-5418db211bc3,segment=NetworkSegment(a0a2dd8d-cb56-4847-839e-d40708693eea),segment_id=a0a2dd8d-cb56-4847-839e-d40708693eea)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:36.060106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Network 88fcd1c0-63ad-4565-aa0e-0210f64c8354 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:44:36.074713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:36.086054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6c7d413-1408-491b-a39e-c5f7e6a1bf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:36.092651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5078f175-6412-4840-8941-692d6cb95268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:36.331340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Network 88fcd1c0-63ad-4565-aa0e-0210f64c8354 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:44:36.348260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:44:36.348664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:44:36.381269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] For port b5a0747f-64e3-46bc-a156-48ff27ace86c, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:44:36.386417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d3944adc-6552-465d-929c-0a04a6fe364d None None] Provisioning complete for port 99635bf7-c134-4ab9-a31a-5418db211bc3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:36.386837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3944adc-6552-465d-929c-0a04a6fe364d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:36.433152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:36.443856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7d413-1408-491b-a39e-c5f7e6a1bf39 None None] Pushing event updated for resources: {'Port': ['ID=99635bf7-c134-4ab9-a31a-5418db211bc3,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:36.457180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a6c7d413-1408-491b-a39e-c5f7e6a1bf39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:36.467229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] For port b5a0747f-64e3-46bc-a156-48ff27ace86c, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b5a0747f-64e3-46bc-a156-48ff27ace86c,segment=NetworkSegment(0f816374-b548-4049-976f-5b60c5140124),segment_id=0f816374-b548-4049-976f-5b60c5140124)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:44:36.474085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.474085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.474565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.475037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.475424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.475867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.476285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.476682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.477130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.477783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.479563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.479972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.480442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.480836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.481271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.481702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.482139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.482522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.482909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.483302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.484203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.484595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.484975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.485332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:44:36.489078 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:44:36.491283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Transition to ACTIVE for port object cf8bf82d-65e7-429d-a932-e3f7590e83b6 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:36.492487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:36.493844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:36.520613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-60ce33c7-1e5f-421e-aff2-70d6fbc35f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:36.525444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:36.528872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c5a59-9b93-4928-b673-9c98940a5163 req-3bfd2c6c-6e2f-4ddf-ae4f-7041c0bf34b9 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:36.546545 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ea4c5a59-9b93-4928-b673-9c98940a5163 req-3bfd2c6c-6e2f-4ddf-ae4f-7041c0bf34b9 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 945 time: 0.2042956
Dec 18 06:44:36.553134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:36.581105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:36.589262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Pushing event deleted for resources: {'Network': ['ID=88fcd1c0-63ad-4565-aa0e-0210f64c8354,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:36.609361 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ea4c5a59-9b93-4928-b673-9c98940a5163 req-a258a228-586a-42d4-a732-1feaaa99a50b tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549006
Dec 18 06:44:36.705802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Transition to ACTIVE for port object cf8bf82d-65e7-429d-a932-e3f7590e83b6 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:36.744136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:36.751485 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] 10.222.0.23 "DELETE /v2.0/networks/88fcd1c0-63ad-4565-aa0e-0210f64c8354 HTTP/1.1" status: 204  len: 168 time: 5.0598505
Dec 18 06:44:36.765103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:36.950917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Router c3ad4511-abb3-4e21-9713-0701f5ade024 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:44:37.180302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:37.215881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb83607-d435-40f1-a551-78edd0605454 req-dd819513-0318-4978-b694-884ed11632e1 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:37.218379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d53a438c-334c-45bc-b3b2-df50b2512248 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:44:37.220244 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1eb83607-d435-40f1-a551-78edd0605454 req-dd819513-0318-4978-b694-884ed11632e1 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 945 time: 0.1491659
Dec 18 06:44:37.251477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43966) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:37.291290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1eb83607-d435-40f1-a551-78edd0605454 req-c14cfcba-e677-4e88-a9c4-736bda9206d1 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628526
Dec 18 06:44:37.333357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:37.354798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Pushing event updated for resources: {'Port': ['ID=b5a0747f-64e3-46bc-a156-48ff27ace86c,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:37.359127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:37.378628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.605s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:37.437573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] Sync routers for ids ['c3ad4511-abb3-4e21-9713-0701f5ade024'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:37.475313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:44:37.501472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] Routers {'c3ad4511-abb3-4e21-9713-0701f5ade024'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:37.502642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1873c8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c3ad4511-abb3-4e21-9713-0701f5ade024'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:37.504829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:37.506202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 11.1571727
Dec 18 06:44:37.514089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43976) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:37.720801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Pushing event updated for resources: {'Port': ['ID=cf8bf82d-65e7-429d-a932-e3f7590e83b6,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:37.724939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:37.743381 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f09b2e64-2ce6-4594-8ac7-5d3970082860 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47654d9c29b7400ebb21840afc187b23&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4870491
Dec 18 06:44:37.745876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 43986) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:37.771702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e3819031-218b-4cd2-89b9-87090c5c4690 None None] Provisioning complete for port 99635bf7-c134-4ab9-a31a-5418db211bc3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:37.772134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3819031-218b-4cd2-89b9-87090c5c4690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:37.854637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 29696da1-eb20-4b53-875e-22d2836c37c4 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:44:37.865308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3112f727-e6b1-48ee-a8f6-0bcd54cb5af3 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/routers/c3ad4511-abb3-4e21-9713-0701f5ade024 HTTP/1.1" status: 200  len: 906 time: 0.3470047
Dec 18 06:44:37.866027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 43992) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:37.878409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:37.890220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Network 529f2e99-979b-488f-817c-02a733786dc5 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:37.920163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:37.928724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:38.099015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port d53a438c-334c-45bc-b3b2-df50b2512248 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:38.099546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:38.205396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Attempting to bind port cf8bf82d-65e7-429d-a932-e3f7590e83b6 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:44:38.206118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Attempting to bind port cf8bf82d-65e7-429d-a932-e3f7590e83b6 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '7974e4c0-b9c5-4f98-946b-be1b8858ba62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '529f2e99-979b-488f-817c-02a733786dc5'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:44:38.206680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Attempting to bind port cf8bf82d-65e7-429d-a932-e3f7590e83b6 on network 529f2e99-979b-488f-817c-02a733786dc5 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:44:38.232685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:44:38.233419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Checking segment: {'id': '7974e4c0-b9c5-4f98-946b-be1b8858ba62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '529f2e99-979b-488f-817c-02a733786dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:44:38.234050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:38.234645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Bound using segment: {'id': '7974e4c0-b9c5-4f98-946b-be1b8858ba62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '529f2e99-979b-488f-817c-02a733786dc5'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:44:38.235352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Bound port: cf8bf82d-65e7-429d-a932-e3f7590e83b6, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7974e4c0-b9c5-4f98-946b-be1b8858ba62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '529f2e99-979b-488f-817c-02a733786dc5'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:44:38.235936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:38.271323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadb222-6972-468c-88b8-6631dbef24bb req-4dbbdd18-bcca-40ac-ab27-ddbbb7094b1a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:38.274540 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7dadb222-6972-468c-88b8-6631dbef24bb req-4dbbdd18-bcca-40ac-ab27-ddbbb7094b1a tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 945 time: 0.3396413
Dec 18 06:44:38.287349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052d241-6524-430b-acf5-fa5bac9920e1 req-0f585944-a85e-41d7-b679-e3025a3e99d8 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:38.289216 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7052d241-6524-430b-acf5-fa5bac9920e1 req-0f585944-a85e-41d7-b679-e3025a3e99d8 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.2840459
Dec 18 06:44:38.354896 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7dadb222-6972-468c-88b8-6631dbef24bb req-674e61ee-72ec-4c31-9d6e-398d0e305291 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645018
Dec 18 06:44:38.357258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:38.473873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] For port cf8bf82d-65e7-429d-a932-e3f7590e83b6, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:44:38.477776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] For port cf8bf82d-65e7-429d-a932-e3f7590e83b6, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=cf8bf82d-65e7-429d-a932-e3f7590e83b6,segment=NetworkSegment(7974e4c0-b9c5-4f98-946b-be1b8858ba62),segment_id=7974e4c0-b9c5-4f98-946b-be1b8858ba62)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:44:38.481893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] Set router c3ad4511-abb3-4e21-9713-0701f5ade024 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:38.626512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:38.633342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Deleting port 137977c6-7312-4093-9535-bac591e6dd7f {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:38.650006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:38.667552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 29696da1-eb20-4b53-875e-22d2836c37c4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:38.667981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:38.674035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:38.691033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:38.696318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-894da641-3476-41c3-9267-30d2aeabcb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:38.713642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Allocated IP 2001:db8::1 (6721dff4-d97a-401e-82ff-c32eb906cb8e/0d72d45c-bdd6-4d7d-ad41-9c84fc1f9332/96b22edb-d72f-4436-bbca-e3221e0f033e) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:38.737045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:38.759186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:38.783212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-5efb9194-063e-45d4-87f7-c95bfaadb573 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:38.785375 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-5efb9194-063e-45d4-87f7-c95bfaadb573 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.15 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 945 time: 0.9111779
Dec 18 06:44:38.835608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-894da641-3476-41c3-9267-30d2aeabcb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:39.052892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44012) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:39.054250 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7052d241-6524-430b-acf5-fa5bac9920e1 req-490c233b-b7b7-4f45-b455-1bdf82ee4b47 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7026467
Dec 18 06:44:39.076606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:39.084612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:39.085457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Fanout notify agent at l3_agent the message router_deleted on router ce446c9d-394f-475f-8eb1-8b56faf979a3 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:44:39.138344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:39.144252 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-865491bc-67f4-4dfe-a1b4-c9841acfd3dc tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "DELETE /v2.0/routers/ce446c9d-394f-475f-8eb1-8b56faf979a3 HTTP/1.1" status: 204  len: 168 time: 7.4553349
Dec 18 06:44:39.151220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44020) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:39.154774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Transition to ACTIVE for port object 96b22edb-d72f-4436-bbca-e3221e0f033e will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:44:39.221507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c38d24-5b8f-454e-a180-54acbb72b630 req-0cc46f98-835d-4bd4-8ae7-6e57b8c9e70b tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:39.223592 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-30c38d24-5b8f-454e-a180-54acbb72b630 req-0cc46f98-835d-4bd4-8ae7-6e57b8c9e70b tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 945 time: 0.3314123
Dec 18 06:44:39.256571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-fbe3ac59-ea67-43e5-8b9a-709173a20c41 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:39.258385 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-fbe3ac59-ea67-43e5-8b9a-709173a20c41 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.15 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 945 time: 0.3676488
Dec 18 06:44:39.259480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc14d0aa-2982-4df1-9ace-a28c5e8ba4ed tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Deleting subnet 44ae7897-3f7b-4781-8fea-437b3238a140 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:44:39.285491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc14d0aa-2982-4df1-9ace-a28c5e8ba4ed tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:39.351642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:39.377793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Deleting port 29696da1-eb20-4b53-875e-22d2836c37c4 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:39.378639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:39.386972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Pushing event updated for resources: {'Port': ['ID=cf8bf82d-65e7-429d-a932-e3f7590e83b6,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:39.391151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:39.487598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1873c8>, [{'id': 'c3ad4511-abb3-4e21-9713-0701f5ade024', 'name': 'tempest-snat-router-358326984', 'tenant_id': '35462906a2ca4e79bfb2577711d4c091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '137977c6-7312-4093-9535-bac591e6dd7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:44:26Z', 'updated_at': '2020-12-18T06:44:32Z', 'revision_number': 3, 'project_id': '35462906a2ca4e79bfb2577711d4c091', 'gw_port': {'id': '137977c6-7312-4093-9535-bac591e6dd7f', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ad4511-abb3-4e21-9713-0701f5ade024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:44:29Z', 'updated_at': '2020-12-18T06:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:39.496121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] Checking router: c3ad4511-abb3-4e21-9713-0701f5ade024 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:44:39.498308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] Updating router c3ad4511-abb3-4e21-9713-0701f5ade024 port 137977c6-7312-4093-9535-bac591e6dd7f binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:44:39.594037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e620d02e-8280-40a7-b653-eca85ab31928 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:44:39.676452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: e620d02e-8280-40a7-b653-eca85ab31928 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:44:39.677188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e620d02e-8280-40a7-b653-eca85ab31928 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:44:39.716477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:39.787804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 29696da1-eb20-4b53-875e-22d2836c37c4 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:44:39.830755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] For port 29696da1-eb20-4b53-875e-22d2836c37c4, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=29696da1-eb20-4b53-875e-22d2836c37c4,segment=NetworkSegment(3aceeed1-f7ae-457c-bc85-3dd66ffcb101),segment_id=3aceeed1-f7ae-457c-bc85-3dd66ffcb101)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:39.831269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:40.098733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e752a354-fc0e-453d-a68e-fc7ae3b7d5e2 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1424820237'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:40.099313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e752a354-fc0e-453d-a68e-fc7ae3b7d5e2 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Unknown quota resources ['metering_label']. {{(pid=81084) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 18 06:44:40.154738 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-30c38d24-5b8f-454e-a180-54acbb72b630 req-97fb9166-b1fe-428c-9f82-3a279e3fc201 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9120452
Dec 18 06:44:40.168086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Calling delete_port for 137977c6-7312-4093-9535-bac591e6dd7f owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:40.245213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 99635bf7-c134-4ab9-a31a-5418db211bc3 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:44:40.248563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:40.249103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:40.249594 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Floating IP bcdea977-c109-4851-8fd2-faff2a10b5e2 disassociated. External IP: 172.26.7.242, port: 29696da1-eb20-4b53-875e-22d2836c37c4.
Dec 18 06:44:40.250282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Calling delete_port for 29696da1-eb20-4b53-875e-22d2836c37c4 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:40.380232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Deleting port e1b2c522-c27a-4c39-ae47-27c1a7b97b54 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:40.380624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:40.424620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-894da641-3476-41c3-9267-30d2aeabcb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:40.439337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd74f34-6d4f-4b9f-86ab-59246213d032 None None] Network 6721dff4-d97a-401e-82ff-c32eb906cb8e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:40.449343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7dcd2d92-aa78-49dd-85bc-8b753b3bb350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:40.543994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894da641-3476-41c3-9267-30d2aeabcb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb461cd-4572-4e9c-ac51-9fc4e400feee,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:40.551908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-894da641-3476-41c3-9267-30d2aeabcb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:40.571180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc14d0aa-2982-4df1-9ace-a28c5e8ba4ed tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:40.629570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0f1fb8e9-a128-4c34-b318-d35f58e1c8ce None None] Provisioning for port b5a0747f-64e3-46bc-a156-48ff27ace86c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:44:40.632822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:40.693611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e752a354-fc0e-453d-a68e-fc7ae3b7d5e2 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Notify callbacks [] for metering_label, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:40.693872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 99635bf7-c134-4ab9-a31a-5418db211bc3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:40.694315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:40.697819 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e752a354-fc0e-453d-a68e-fc7ae3b7d5e2 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 1.6339934
Dec 18 06:44:40.701664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-894da641-3476-41c3-9267-30d2aeabcb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:40.705445 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-894da641-3476-41c3-9267-30d2aeabcb86 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/aeb461cd-4572-4e9c-ac51-9fc4e400feee HTTP/1.1" status: 204  len: 168 time: 2.9534075
Dec 18 06:44:40.706170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44028) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:40.710087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:40.723394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28e045-d4f2-4706-8a5e-c9736e0961aa req-7b1e8ecc-23eb-4abe-ada5-555e1f45c046 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:40.731224 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1e28e045-d4f2-4706-8a5e-c9736e0961aa req-7b1e8ecc-23eb-4abe-ada5-555e1f45c046 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 945 time: 0.4990923
Dec 18 06:44:40.733394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:40.733952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-69ab7be4-def3-46e2-b567-0f61a467a453 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:40.803803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b2b27f6c-2d73-4f30-983a-0536779228f5 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9a0c0c92-880e-428f-8758-e754cd2c534b'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:40.804451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b2b27f6c-2d73-4f30-983a-0536779228f5 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Unknown quota resources ['metering_label_rule']. {{(pid=81084) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 18 06:44:40.865871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event updated for resources: {'Port': ['ID=96b22edb-d72f-4436-bbca-e3221e0f033e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:40.871492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:40.894537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:40.967169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ea9d2-188a-45b7-9485-a227e4d7dd82 req-4a69faee-1eaf-4e44-a317-4beb29d279a5 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:40.969002 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d73ea9d2-188a-45b7-9485-a227e4d7dd82 req-4a69faee-1eaf-4e44-a317-4beb29d279a5 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.5999856
Dec 18 06:44:41.049159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e1b2c522-c27a-4c39-ae47-27c1a7b97b54 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:44:41.083897 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1e28e045-d4f2-4706-8a5e-c9736e0961aa req-a6c46255-9a71-420c-96de-5063315f8d59 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups?id=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3517106
Dec 18 06:44:41.095197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac9c49ed-e2ee-4025-97e2-a540c48bb68d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:41.109788 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d73ea9d2-188a-45b7-9485-a227e4d7dd82 req-023d1723-5874-44ea-8d55-98b83a6714b1 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1217208
Dec 18 06:44:41.136107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3588bc71-dd88-4294-966f-904771249508 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:44:41.199093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc14d0aa-2982-4df1-9ace-a28c5e8ba4ed tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:41.208885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 3588bc71-dd88-4294-966f-904771249508 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:44:41.209287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3588bc71-dd88-4294-966f-904771249508 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 18 06:44:41.267448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:41.267579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Port 3588bc71-dd88-4294-966f-904771249508 not found, will not notify nova. {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 18 06:44:41.268040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b5a0747f-64e3-46bc-a156-48ff27ace86c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:44:41.268401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Pushing event deleted for resources: {'Port': ['ID=29696da1-eb20-4b53-875e-22d2836c37c4,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:41.359835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:41.377416 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.services.metering.metering_plugin [None req-b2b27f6c-2d73-4f30-983a-0536779228f5 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 18 06:44:41.480259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:41.509035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port b5a0747f-64e3-46bc-a156-48ff27ace86c completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:44:41.519411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:44:41.524372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b5a0747f-64e3-46bc-a156-48ff27ace86c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:41.524777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:41.571258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port e1b2c522-c27a-4c39-ae47-27c1a7b97b54, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e1b2c522-c27a-4c39-ae47-27c1a7b97b54,segment=NetworkSegment(aca7d980-6b6b-4767-b9c6-edb4a71f84ab),segment_id=aca7d980-6b6b-4767-b9c6-edb4a71f84ab)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:41.582867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:41.589541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:41.598713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:41.601718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:41.758552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81de7b4-2378-4f80-b8d3-b56accd18a02 None None] Network 529f2e99-979b-488f-817c-02a733786dc5 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:41.760756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:41.761720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Fanout notify agent at l3_agent the message router_deleted on router c3ad4511-abb3-4e21-9713-0701f5ade024 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:44:41.771741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] For port e1b2c522-c27a-4c39-ae47-27c1a7b97b54, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e1b2c522-c27a-4c39-ae47-27c1a7b97b54,segment=NetworkSegment(aca7d980-6b6b-4767-b9c6-edb4a71f84ab),segment_id=aca7d980-6b6b-4767-b9c6-edb4a71f84ab)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:41.772364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:41.816965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:41.818480 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2e3f018c-5071-4189-8f3e-adb6108bf98f tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "DELETE /v2.0/routers/c3ad4511-abb3-4e21-9713-0701f5ade024 HTTP/1.1" status: 204  len: 168 time: 3.9513607
Dec 18 06:44:41.849567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:44:41.849973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:44:41.905445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44052) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:41.915877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=e1b2c522-c27a-4c39-ae47-27c1a7b97b54,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:41.921063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:41.950665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-86a40f50-2549-4c81-93bf-35be62f62878 None None] Provisioning for port cf8bf82d-65e7-429d-a932-e3f7590e83b6 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:44:41.978289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:41.996924 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54', 'code': 200}
Dec 18 06:44:42.083618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5386155-644a-40e0-8f5c-731215d27027 req-c4fabc57-41b8-464e-b1bf-0ae1ed6bb167 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:42.085358 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f5386155-644a-40e0-8f5c-731215d27027 req-c4fabc57-41b8-464e-b1bf-0ae1ed6bb167 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 943 time: 0.4747732
Dec 18 06:44:42.162973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port b5a0747f-64e3-46bc-a156-48ff27ace86c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b5a0747f-64e3-46bc-a156-48ff27ace86c,segment=NetworkSegment(0f816374-b548-4049-976f-5b60c5140124),segment_id=0f816374-b548-4049-976f-5b60c5140124)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:42.181240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:42.185147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:42.245830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-12ebba09-6bdc-4d5a-9fdf-41b9391df52e None None] Provisioning for port 96b22edb-d72f-4436-bbca-e3221e0f033e completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:44:42.262372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2b27f6c-2d73-4f30-983a-0536779228f5 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Notify callbacks [] for metering_label_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:42.263685 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b2b27f6c-2d73-4f30-983a-0536779228f5 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 1.5397663
Dec 18 06:44:42.273504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-12ebba09-6bdc-4d5a-9fdf-41b9391df52e None None] Provisioning complete for port 96b22edb-d72f-4436-bbca-e3221e0f033e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:42.273504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12ebba09-6bdc-4d5a-9fdf-41b9391df52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:42.282745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44064) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:42.364362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a1a78a08-0965-4f4b-9680-5fa960e20ba1 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9a0c0c92-880e-428f-8758-e754cd2c534b'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:42.364901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a1a78a08-0965-4f4b-9680-5fa960e20ba1 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Unknown quota resources ['metering_label_rule']. {{(pid=81084) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 18 06:44:42.514592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device cf8bf82d-65e7-429d-a932-e3f7590e83b6 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:44:42.634515 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1e32729-7552-4b9f-ac87-636cc23f0781 req-43ab7b2a-02e1-42c3-bfdd-852c447fc188 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 210 time: 0.1282954
Dec 18 06:44:42.664326 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f5386155-644a-40e0-8f5c-731215d27027 req-f6930e98-c472-4011-9041-a6b18d672a23 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5624237
Dec 18 06:44:42.742041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:42.787414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] Port 137977c6-7312-4093-9535-bac591e6dd7f not found while updating agent binding for router c3ad4511-abb3-4e21-9713-0701f5ade024. {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:218}}
Dec 18 06:44:42.804751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 6721dff4-d97a-401e-82ff-c32eb906cb8e is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:42.805984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44072) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:42.808145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:42.811066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:42.812285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:42.817785 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.services.metering.metering_plugin [None req-a1a78a08-0965-4f4b-9680-5fa960e20ba1 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 18 06:44:42.835720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=b5a0747f-64e3-46bc-a156-48ff27ace86c,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:42.842788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:42.846454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-12ebba09-6bdc-4d5a-9fdf-41b9391df52e None None] Port 96b22edb-d72f-4436-bbca-e3221e0f033e cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:44:42.851650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] Routers set() bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:42.852076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] Router IDs set() for agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 18 06:44:42.852747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_agentschedulers_db [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c3ad4511-abb3-4e21-9713-0701f5ade024'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent'). {{(pid=81086) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}}
Dec 18 06:44:42.853167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48e310c-f9d7-4229-87c3-b4a6a9f3e6dc None None] The sync data for ids ['c3ad4511-abb3-4e21-9713-0701f5ade024'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:42.901133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-12ebba09-6bdc-4d5a-9fdf-41b9391df52e None None] Provisioning complete for port b5a0747f-64e3-46bc-a156-48ff27ace86c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:42.905325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12ebba09-6bdc-4d5a-9fdf-41b9391df52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:42.940799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:42.944402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port cf8bf82d-65e7-429d-a932-e3f7590e83b6 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:44:42.949417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Deleting port d53a438c-334c-45bc-b3b2-df50b2512248 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:42.949838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:42.955137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port cf8bf82d-65e7-429d-a932-e3f7590e83b6 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:42.955893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.191134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.212048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1894348439'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:43.221435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc14d0aa-2982-4df1-9ace-a28c5e8ba4ed tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.230615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:43.236976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port cf8bf82d-65e7-429d-a932-e3f7590e83b6, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=cf8bf82d-65e7-429d-a932-e3f7590e83b6,segment=NetworkSegment(7974e4c0-b9c5-4f98-946b-be1b8858ba62),segment_id=7974e4c0-b9c5-4f98-946b-be1b8858ba62)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:43.243223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.245716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb53bac9-2cd8-4486-aa9a-0fff4e0841aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:43.324596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3588bc71-dd88-4294-966f-904771249508 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:44:43.350607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:43.372967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-43bf407f-110b-4f42-b0bb-762efd027cb3 None None] Provisioning complete for port 96b22edb-d72f-4436-bbca-e3221e0f033e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:43.373390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43bf407f-110b-4f42-b0bb-762efd027cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.399248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1a78a08-0965-4f4b-9680-5fa960e20ba1 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Notify callbacks [] for metering_label_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.404985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 3588bc71-dd88-4294-966f-904771249508 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:44:43.405381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3588bc71-dd88-4294-966f-904771249508 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:44:43.405597 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a1a78a08-0965-4f4b-9680-5fa960e20ba1 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 1.1216452
Dec 18 06:44:43.409068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:network and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:43.414097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:43.421409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:43.430221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44078) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:43.451295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=cf8bf82d-65e7-429d-a932-e3f7590e83b6,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:43.460413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14d0aa-2982-4df1-9ace-a28c5e8ba4ed tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Pushing event deleted for resources: {'Subnet': ['ID=44ae7897-3f7b-4781-8fea-437b3238a140,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:43.467705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:43.477268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-43bf407f-110b-4f42-b0bb-762efd027cb3 None None] Port 96b22edb-d72f-4436-bbca-e3221e0f033e cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:44:43.478554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc14d0aa-2982-4df1-9ace-a28c5e8ba4ed tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:43.486172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Made reservation on behalf of d84c80aa29cd479aaa23f7126d9bd5ce for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:43.490275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-43bf407f-110b-4f42-b0bb-762efd027cb3 None None] Provisioning complete for port b5a0747f-64e3-46bc-a156-48ff27ace86c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:43.490700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43bf407f-110b-4f42-b0bb-762efd027cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.493015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.504719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] For port d53a438c-334c-45bc-b3b2-df50b2512248, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=d53a438c-334c-45bc-b3b2-df50b2512248,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:43.505135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.648514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Calling delete_port for d53a438c-334c-45bc-b3b2-df50b2512248 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:43.656147 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-18b997dd-4e12-47c8-a6fc-60a943db41b6 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=d873e565-8593-4267-9be5-576646db3373 HTTP/1.1" status: 200  len: 464 time: 0.1907213
Dec 18 06:44:43.685419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44082) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:43.691925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.724857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc14d0aa-2982-4df1-9ace-a28c5e8ba4ed tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.730204 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc14d0aa-2982-4df1-9ace-a28c5e8ba4ed tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "DELETE /v2.0/subnets/44ae7897-3f7b-4781-8fea-437b3238a140 HTTP/1.1" status: 204  len: 168 time: 4.5775023
Dec 18 06:44:43.737064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:43.743889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:security_group_rule and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:43.747172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:43.748193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44088) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:43.753506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:43.777193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-10105504-12a5-49e8-922e-ae03c5773583 None None] Provisioning complete for port cf8bf82d-65e7-429d-a932-e3f7590e83b6 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:43.784819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10105504-12a5-49e8-922e-ae03c5773583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.875930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.932073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.934016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.950848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:43.966412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:44:43.976822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7cdf27a6-f3da-4098-a333-acb5884b185a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:44.087578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c78b9725-bf58-4c7d-a81d-23e542ec883f None None] Provisioning complete for port cf8bf82d-65e7-429d-a932-e3f7590e83b6 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:44.088659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c78b9725-bf58-4c7d-a81d-23e542ec883f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.232972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.303749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device cf8bf82d-65e7-429d-a932-e3f7590e83b6 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:44:44.305755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.306165 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Added segment 489b6f76-f43c-4fdd-8aa9-f4cbfd556bf6 of type vxlan for network 99b02d45-9ab5-4f19-b763-d256162b5e41
Dec 18 06:44:44.377806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.382314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.382481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port cf8bf82d-65e7-429d-a932-e3f7590e83b6 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:44.382858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.444945 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-19e9430e-804a-4563-8f3a-b7794cd9821b req-0d8c3829-ddd7-4b66-a985-9987b5ed386f tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 210 time: 0.4391866
Dec 18 06:44:44.448352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.449125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Fanout notify agent at l3_agent the message router_deleted on router 7787e4ab-be53-4d9b-a352-be88ade9adc7 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:44:44.537803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.539518 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2c341656-ef12-4b94-9991-85509977c7b4 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "DELETE /v2.0/routers/7787e4ab-be53-4d9b-a352-be88ade9adc7 HTTP/1.1" status: 204  len: 168 time: 2.6119494
Dec 18 06:44:44.546465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'SecurityGroup': ['ID=8e025efc-dbca-4ef1-9c01-1ac3c246712e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:44.551514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b5a0747f-64e3-46bc-a156-48ff27ace86c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:44:44.559925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:44.565823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44094) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:44.570464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.574214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.577503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.578078 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Floating IP 1334708d-ddb3-45d7-b9d6-f5588f42a50e disassociated. External IP: 172.26.7.234, port: e1b2c522-c27a-4c39-ae47-27c1a7b97b54.
Dec 18 06:44:44.580994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Calling delete_port for e1b2c522-c27a-4c39-ae47-27c1a7b97b54 owned by compute:nova {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:44.618504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Router da1ce9d2-049d-4048-b586-42553416e02b has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:44:44.660018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6596780e-fdfc-4723-bbb6-7dc528feca7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.679483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b5a0747f-64e3-46bc-a156-48ff27ace86c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:44.680025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.716995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:44:44.745427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83e29986-4207-437e-bd72-062d575424fd tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Notify callbacks [] for metering_label_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.749314 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-83e29986-4207-437e-bd72-062d575424fd tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/d873e565-8593-4267-9be5-576646db3373 HTTP/1.1" status: 204  len: 168 time: 1.0386868
Dec 18 06:44:44.762494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44098) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:44.764363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1079881960', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:44.781344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:44.790574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Usage tracker for resource:router and tenant:06f8062091144cf881fd9509b503f1ac is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:44.793739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:44.800006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:44.874595 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-35f514fa-a474-4018-a1ab-8ee83b8d7c12 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=d873e565-8593-4267-9be5-576646db3373 HTTP/1.1" status: 200  len: 221 time: 0.0503688
Dec 18 06:44:44.875392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.880339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:44.880991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.884794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44102) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:44.890907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7831815e-a936-4b9c-8970-9fca6f5a5dc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:44.905030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.906179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.920764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:44.925534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-344a77d4-8277-4c6e-b301-8b7e2bec238d tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Request body: {'metering_label': {'name': 'tempest-metering-label--1786907482', 'description': 'label created by tempest'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:44.926581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-344a77d4-8277-4c6e-b301-8b7e2bec238d tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Unknown quota resources ['metering_label']. {{(pid=81084) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 18 06:44:45.046329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1129149-d5f4-452d-af7a-4e8299d84981 req-71cbbe6b-84d3-432f-9781-754f24b660e6 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:45.047442 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d1129149-d5f4-452d-af7a-4e8299d84981 req-71cbbe6b-84d3-432f-9781-754f24b660e6 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 2.0349164
Dec 18 06:44:45.048803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:45.094880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:44:45.095244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:44:45.099472 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.2823226
Dec 18 06:44:45.100693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44106) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:45.223835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7aad-cedd-477b-9400-c0486e85add9 req-b33031b2-a3b4-49b2-86fe-54f8f0343392 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:45.225684 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cf3f7aad-cedd-477b-9400-c0486e85add9 req-b33031b2-a3b4-49b2-86fe-54f8f0343392 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 943 time: 0.4102523
Dec 18 06:44:45.340919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:45.366702 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d1129149-d5f4-452d-af7a-4e8299d84981 req-d3d27136-f902-4c2e-a5e1-3b0d30c50cf9 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2804792
Dec 18 06:44:45.509683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'subnet': {'network_id': '99b02d45-9ab5-4f19-b763-d256162b5e41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:45.613488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Deleting port e1b2c522-c27a-4c39-ae47-27c1a7b97b54 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:45.613876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:45.640467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cf3f7aad-cedd-477b-9400-c0486e85add9 req-1f804da2-71f9-45b6-9c6a-64c9edfa0db2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3989022
Dec 18 06:44:45.690460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Network': ['ID=99b02d45-9ab5-4f19-b763-d256162b5e41,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:45.704347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 99b02d45-9ab5-4f19-b763-d256162b5e41 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:44:45.782780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:45.794706 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-689c526b-e7f5-493a-a624-d7e92547c22b req-b300ec42-a208-4997-bdaa-9df1227a00d7 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/ports?device_id=707eb740-7924-42f2-8783-ef26bfb65cc9 HTTP/1.1" status: 200  len: 210 time: 0.1827097
Dec 18 06:44:45.802630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c4fb860>,) {'filters': {'network_id': ['1e10e9f2-10a0-462e-b785-a5ec27e70494']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:45.804503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-344a77d4-8277-4c6e-b301-8b7e2bec238d tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Notify callbacks [] for metering_label, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:45.805874 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-344a77d4-8277-4c6e-b301-8b7e2bec238d tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.8997509
Dec 18 06:44:45.812709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:45.813149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44112) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:45.818124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:45.819792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 99b02d45-9ab5-4f19-b763-d256162b5e41 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:44:45.829768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c6180-5213-45ed-aed6-2eaa203c3e12 None None] Sync routers for ids ['da1ce9d2-049d-4048-b586-42553416e02b'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:45.841839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c6180-5213-45ed-aed6-2eaa203c3e12 None None] Routers {'da1ce9d2-049d-4048-b586-42553416e02b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:45.842760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5e3c6180-5213-45ed-aed6-2eaa203c3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dcec898>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['da1ce9d2-049d-4048-b586-42553416e02b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:45.849307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c4fb860>, '9cac6d5d-ce6c-4ff1-b31c-9bb621ab679c') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:45.849702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c4fb860>, '9cac6d5d-ce6c-4ff1-b31c-9bb621ab679c') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:45.869213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:44:45.883943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:45.889369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:45.915555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:45.921022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:45.925360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:45.944901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] No DVR routers for this DVR port 29696da1-eb20-4b53-875e-22d2836c37c4 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:44:45.993653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:46.003136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Releasing vxlan tunnel 7 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:44:46.026122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8001af29-5571-43bf-a755-06766d7dccf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:46.036735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-5e3c6180-5213-45ed-aed6-2eaa203c3e12 None None] Set router da1ce9d2-049d-4048-b586-42553416e02b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:46.115329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:46.117543 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-46834fb4-972a-44dd-b3b1-ff6ad172d445 req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.15 "DELETE /v2.0/ports/29696da1-eb20-4b53-875e-22d2836c37c4 HTTP/1.1" status: 204  len: 173 time: 7.3214557
Dec 18 06:44:46.132138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:subnet and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:46.135549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707eb740-7924-42f2-8783-ef26bfb65cc9', 'name': 'network-vif-deleted', 'tag': '29696da1-eb20-4b53-875e-22d2836c37c4'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:44:46.150503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:46.164718 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3acb201c-0606-4b06-a40a-a661c691e7ea tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=d554d183-0a98-4cd4-825b-987c2c8045eb HTTP/1.1" status: 200  len: 468 time: 0.2950897
Dec 18 06:44:46.180242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44118) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:46.181188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:46.325027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d53a438c-334c-45bc-b3b2-df50b2512248 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:44:46.373200 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707eb740-7924-42f2-8783-ef26bfb65cc9', 'name': 'network-vif-deleted', 'tag': '29696da1-eb20-4b53-875e-22d2836c37c4', 'status': 'completed', 'code': 200}
Dec 18 06:44:46.399329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: d53a438c-334c-45bc-b3b2-df50b2512248 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:44:46.399801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d53a438c-334c-45bc-b3b2-df50b2512248 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:44:46.477222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Made reservation on behalf of d84c80aa29cd479aaa23f7126d9bd5ce for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:46.526593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5e3c6180-5213-45ed-aed6-2eaa203c3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dcec898>, [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:42:48Z', 'revision_number': 4, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '58ce13b6-2c94-40e7-a04d-9b8c31afd3fb', 'name': '', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'mac_address': 'fa:16:3e:e3:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:46Z', 'updated_at': '2020-12-18T06:43:00Z', 'revision_number': 5, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'subnets': [{'id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:46.531453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c6180-5213-45ed-aed6-2eaa203c3e12 None None] Checking router: da1ce9d2-049d-4048-b586-42553416e02b for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:44:46.541979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c6180-5213-45ed-aed6-2eaa203c3e12 None None] Routers {'da1ce9d2-049d-4048-b586-42553416e02b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:46.542648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5e3c6180-5213-45ed-aed6-2eaa203c3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dcec898>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['da1ce9d2-049d-4048-b586-42553416e02b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:46.546912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event updated for resources: {'Port': ['ID=96b22edb-d72f-4436-bbca-e3221e0f033e,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:46.609802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:46.706240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Network 1e10e9f2-10a0-462e-b785-a5ec27e70494 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:44:46.729079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:46.769002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba912f24-602d-49fe-83aa-3718f030df3a tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Notify callbacks [] for metering_label, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:46.770564 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ba912f24-602d-49fe-83aa-3718f030df3a tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/d554d183-0a98-4cd4-825b-987c2c8045eb HTTP/1.1" status: 204  len: 168 time: 0.5867844
Dec 18 06:44:46.780416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-5e3c6180-5213-45ed-aed6-2eaa203c3e12 None None] Set router da1ce9d2-049d-4048-b586-42553416e02b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:46.788117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44126) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:46.826712 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3395f927-26a4-4b26-a74e-6d375bdc02de tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=d554d183-0a98-4cd4-825b-987c2c8045eb HTTP/1.1" status: 200  len: 216 time: 0.0369883
Dec 18 06:44:46.835534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44130) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:46.860498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:46.882579 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-934b2d4a-72c5-4ac6-9f71-d03f00ea3794 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0454166
Dec 18 06:44:46.956120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44136) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:46.972339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 6721dff4-d97a-401e-82ff-c32eb906cb8e is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:46.986086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:47.018907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] For port e1b2c522-c27a-4c39-ae47-27c1a7b97b54, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e1b2c522-c27a-4c39-ae47-27c1a7b97b54,segment=NetworkSegment(aca7d980-6b6b-4767-b9c6-edb4a71f84ab),segment_id=aca7d980-6b6b-4767-b9c6-edb4a71f84ab)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:47.019328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:47.077013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Network 1e10e9f2-10a0-462e-b785-a5ec27e70494 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:44:47.168949 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:44:47.179391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5e3c6180-5213-45ed-aed6-2eaa203c3e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dcec898>, [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:42:48Z', 'revision_number': 4, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '58ce13b6-2c94-40e7-a04d-9b8c31afd3fb', 'name': '', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'mac_address': 'fa:16:3e:e3:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:46Z', 'updated_at': '2020-12-18T06:43:00Z', 'revision_number': 5, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'subnets': [{'id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:47.184206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c6180-5213-45ed-aed6-2eaa203c3e12 None None] The sync data for ids ['da1ce9d2-049d-4048-b586-42553416e02b'] in dv-neutron-765072-3-ovs is: [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:42:48Z', 'revision_number': 4, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '58ce13b6-2c94-40e7-a04d-9b8c31afd3fb', 'name': '', 'network_id': 'af7ce79f-a7dd-4454-8d3a-d2c46abac19d', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'mac_address': 'fa:16:3e:e3:6d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:46Z', 'updated_at': '2020-12-18T06:43:00Z', 'revision_number': 5, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'subnets': [{'id': 'e0d63ecb-425f-4a69-bebb-78b688b00e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:47.210677 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d7cf6e3f-ced3-46a1-a91c-ef9582d42f69 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.2489200
Dec 18 06:44:47.222695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44140) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:47.258672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83e755-fb3c-42f1-83d1-ba626303ce57 req-6a40b8ec-072e-49ba-84f5-496a7ed92847 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:47.260611 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec83e755-fb3c-42f1-83d1-ba626303ce57 req-6a40b8ec-072e-49ba-84f5-496a7ed92847 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.7061615
Dec 18 06:44:47.305068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6e3261de-a0a0-4621-b7d6-7f180f0d7cce None None] Provisioning complete for port 96b22edb-d72f-4436-bbca-e3221e0f033e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:47.305529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6e3261de-a0a0-4621-b7d6-7f180f0d7cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:47.348438 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ae81647f-64a0-41c7-a589-8c7b476348a1 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "GET /v2.0/metering/metering-labels/9a0c0c92-880e-428f-8758-e754cd2c534b HTTP/1.1" status: 200  len: 473 time: 0.1233826
Dec 18 06:44:47.354846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44144) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:47.377116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:47.392382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6e3261de-a0a0-4621-b7d6-7f180f0d7cce None None] Port 96b22edb-d72f-4436-bbca-e3221e0f033e cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:44:47.396337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b2fe332-d94a-4233-87d2-0c37862157b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:47.401195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Router d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:44:47.546462 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6c34f856-6ee2-43d6-bc14-04662800e02b tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "GET /v2.0/metering/metering-label-rules/75500603-dbfd-4439-8707-9bd097b290fb HTTP/1.1" status: 200  len: 461 time: 0.1702456
Dec 18 06:44:47.550839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44148) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:47.608541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f01794b-a8e1-452c-8f32-0be807db02fb None None] New status for floating IP bcdea977-c109-4851-8fd2-faff2a10b5e2: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:44:47.633981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:47.654725 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec83e755-fb3c-42f1-83d1-ba626303ce57 req-b225cbfc-41eb-4d5e-b324-66d843ae41b9 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3751998
Dec 18 06:44:47.658067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:47.663581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:47.675266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad2734f-1904-46fc-8594-a1baf523a9e8 None None] Sync routers for ids ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:47.701259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2734f-1904-46fc-8594-a1baf523a9e8 None None] Routers {'d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:47.702126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-cad2734f-1904-46fc-8594-a1baf523a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dcec3c8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:47.793736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-cad2734f-1904-46fc-8594-a1baf523a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dcec3c8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:47.804528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2734f-1904-46fc-8594-a1baf523a9e8 None None] Routers {'d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:47.805227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-cad2734f-1904-46fc-8594-a1baf523a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dcec3c8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:47.875942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-cad2734f-1904-46fc-8594-a1baf523a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dcec3c8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:47.876392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad2734f-1904-46fc-8594-a1baf523a9e8 None None] The sync data for ids ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:47.879913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:47.904024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd868ade-7104-4c2d-b6ad-8f461199e0e5 req-ae3087b6-839d-4045-912c-2a54d7e1f27f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:47.906376 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd868ade-7104-4c2d-b6ad-8f461199e0e5 req-ae3087b6-839d-4045-912c-2a54d7e1f27f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 943 time: 0.9401107
Dec 18 06:44:47.907529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:47.918742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1e10e9f2-10a0-462e-b785-a5ec27e70494 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 18 06:44:47.934872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44154) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:47.938289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:47.983685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Pushing event deleted for resources: {'Network': ['ID=1e10e9f2-10a0-462e-b785-a5ec27e70494,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:48.011051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.011470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.011884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.012293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.012698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.013104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.013546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.013963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.014363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.014762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.015162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.015559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.016037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.016433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.016831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.017225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.017678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.018065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.018465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.018861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.019278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.020230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.020629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.021026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:44:48.106587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:48.167400 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "PUT /v2.0/routers/d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.7009189
Dec 18 06:44:48.175234 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "DELETE /v2.0/networks/1e10e9f2-10a0-462e-b785-a5ec27e70494 HTTP/1.1" status: 204  len: 168 time: 4.3809447
Dec 18 06:44:48.176060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44158) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:48.238912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31cab69e-027f-482c-b12b-87ef26c9adac tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Notify callbacks [] for metering_label_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:48.241229 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-31cab69e-027f-482c-b12b-87ef26c9adac tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "DELETE /v2.0/metering/metering-label-rules/75500603-dbfd-4439-8707-9bd097b290fb HTTP/1.1" status: 204  len: 168 time: 0.6850824
Dec 18 06:44:48.243034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44164) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:48.267499 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd868ade-7104-4c2d-b6ad-8f461199e0e5 req-82b82900-4090-4a8e-81cf-81975ce1c23b tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups?id=2f80d5d3-397f-472a-9e71-23db26ed3567&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3467214
Dec 18 06:44:48.279189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:48.279743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:48.279940 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Floating IP 1334708d-ddb3-45d7-b9d6-f5588f42a50e disassociated. External IP: 172.26.7.234, port: e1b2c522-c27a-4c39-ae47-27c1a7b97b54.
Dec 18 06:44:48.280331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Calling delete_port for e1b2c522-c27a-4c39-ae47-27c1a7b97b54 owned by compute:nova {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:48.500909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:48.674715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44172) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:48.693019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3f149d1c-b086-4a8e-85c9-f308b9df01e2 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Request body: {'router': {'name': 'tempest-router--1802014880', 'project_id': 'd8e209363092423b9ba14c3e44b9807e'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:48.701883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3f149d1c-b086-4a8e-85c9-f308b9df01e2 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:48.712174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-24ede091-b8d0-4c38-91a4-00fb8c20a224 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] Notify callbacks [] for metering_label, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:48.716057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-040d0a79-8a14-49c5-83ce-ee46aef3837d tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:48.718157 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-24ede091-b8d0-4c38-91a4-00fb8c20a224 tempest-MeteringTestJSON-1416737045 tempest-MeteringTestJSON-1416737045] 10.222.0.23 "DELETE /v2.0/metering/metering-labels/9a0c0c92-880e-428f-8758-e754cd2c534b HTTP/1.1" status: 204  len: 168 time: 0.4729505
Dec 18 06:44:48.719949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3f149d1c-b086-4a8e-85c9-f308b9df01e2 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Usage tracker for resource:router and tenant:d8e209363092423b9ba14c3e44b9807e is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:48.725886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3f149d1c-b086-4a8e-85c9-f308b9df01e2 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:48.732696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3f149d1c-b086-4a8e-85c9-f308b9df01e2 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:48.754326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f149d1c-b086-4a8e-85c9-f308b9df01e2 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:48.755794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f149d1c-b086-4a8e-85c9-f308b9df01e2 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:48.807497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f149d1c-b086-4a8e-85c9-f308b9df01e2 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:48.885205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f149d1c-b086-4a8e-85c9-f308b9df01e2 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:48.898750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-040d0a79-8a14-49c5-83ce-ee46aef3837d tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:48.910101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f149d1c-b086-4a8e-85c9-f308b9df01e2 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:48.914061 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3f149d1c-b086-4a8e-85c9-f308b9df01e2 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.2335601
Dec 18 06:44:48.914825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44180) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:48.917902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.001934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:49.158502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44186) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:49.172321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b954360-3c12-4f42-9f6d-f4ad8c194e44 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.309097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.350170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.388174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Subnet': ['ID=36c19ce1-d6c5-4835-8730-fb91763b5bd0,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:49.400907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:49.430094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-365544e5-096f-486b-89b3-72b4c78b8368 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:49.479596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b954360-3c12-4f42-9f6d-f4ad8c194e44 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.481396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1045-e726-4e16-ab45-6fea199f8d32 req-b4f3d66c-c78b-4806-b15b-b1b989d08508 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:49.483039 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-158e1045-e726-4e16-ab45-6fea199f8d32 req-b4f3d66c-c78b-4806-b15b-b1b989d08508 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.6640818
Dec 18 06:44:49.483438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b954360-3c12-4f42-9f6d-f4ad8c194e44 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.518169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b954360-3c12-4f42-9f6d-f4ad8c194e44 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.518610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b954360-3c12-4f42-9f6d-f4ad8c194e44 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Fanout notify agent at l3_agent the message router_deleted on router 24d5b166-5873-4e18-8243-67e16e47b9fb {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:44:49.540319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b954360-3c12-4f42-9f6d-f4ad8c194e44 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.541545 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6b954360-3c12-4f42-9f6d-f4ad8c194e44 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "DELETE /v2.0/routers/24d5b166-5873-4e18-8243-67e16e47b9fb HTTP/1.1" status: 204  len: 168 time: 0.6257370
Dec 18 06:44:49.549175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Checking segment: {'id': '489b6f76-f43c-4fdd-8aa9-f4cbfd556bf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '99b02d45-9ab5-4f19-b763-d256162b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:44:49.549559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network hostable DHCP agents. Network: 99b02d45-9ab5-4f19-b763-d256162b5e41, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:44:49.570228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network 99b02d45-9ab5-4f19-b763-d256162b5e41 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:44:49.578542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 99b02d45-9ab5-4f19-b763-d256162b5e41) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:49.590635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baebd98-e3bc-4f56-8dc3-de56bcba3b0d None None] Network 99b02d45-9ab5-4f19-b763-d256162b5e41 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:49.592177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:49.592832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.608079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-040d0a79-8a14-49c5-83ce-ee46aef3837d tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.615443 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 4.4970520
Dec 18 06:44:49.616248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Pushing event deleted for resources: {'Port': ['ID=e1b2c522-c27a-4c39-ae47-27c1a7b97b54,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:49.616393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44196) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:49.622707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-83901765', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:49.631925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:49.636295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:router and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:49.640667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:49.642459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:49.648430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:49.658783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.659917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.672368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:49.679409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.680135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9c08e5e-e0fb-4a2e-acb3-ea6ab207df1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:49.701366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Allocated IP 172.26.7.155 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/ef4ff740-b74f-48d5-9607-e181e80e85f0) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:49.706116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-03657570-56ab-469d-b926-36dc3a4e0ff7 req-c653c6b5-282a-4110-a719-bc259ce11bee tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Synchronizing usage tracker for tenant:abf0c209214f4a169089dc3a67fb1913 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:44:49.746871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d0a79-8a14-49c5-83ce-ee46aef3837d tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05c72fd-4828-4f6d-a7e1-cec3f1d6f711,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:49.762001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-040d0a79-8a14-49c5-83ce-ee46aef3837d tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:49.763027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d9c08e5e-e0fb-4a2e-acb3-ea6ab207df1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:49.840060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d9c08e5e-e0fb-4a2e-acb3-ea6ab207df1a admin admin] Usage tracker for resource:security_group_rule and tenant:3d55df398ee54ee19551874026e364c7 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:49.871375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d9c08e5e-e0fb-4a2e-acb3-ea6ab207df1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:49.875190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44200) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:49.943610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af605c50-c7e7-406a-996e-5e119c91408f None None] Network 99b02d45-9ab5-4f19-b763-d256162b5e41 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:44:49.981039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:50.011824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d9c08e5e-e0fb-4a2e-acb3-ea6ab207df1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:50.020727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-03657570-56ab-469d-b926-36dc3a4e0ff7 req-c653c6b5-282a-4110-a719-bc259ce11bee tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Unset dirty status for tenant:abf0c209214f4a169089dc3a67fb1913 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:44:50.022041 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03657570-56ab-469d-b926-36dc3a4e0ff7 req-c653c6b5-282a-4110-a719-bc259ce11bee tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 210 time: 0.5500948
Dec 18 06:44:50.024486 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-158e1045-e726-4e16-ab45-6fea199f8d32 req-de939c4f-79ec-4feb-b4f6-23ea00b4a9ba tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4219344
Dec 18 06:44:50.067705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-040d0a79-8a14-49c5-83ce-ee46aef3837d tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:50.071655 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-040d0a79-8a14-49c5-83ce-ee46aef3837d tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "DELETE /v2.0/security-groups/d05c72fd-4828-4f6d-a7e1-cec3f1d6f711 HTTP/1.1" status: 204  len: 168 time: 2.1356883
Dec 18 06:44:50.077277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44206) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:50.116459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-ae3ef61a-da5d-4a59-8796-7fc41430c430 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] show failed (client error): The resource could not be found.
Dec 18 06:44:50.120538 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ae3ef61a-da5d-4a59-8796-7fc41430c430 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "GET /v2.0/security-groups/d05c72fd-4828-4f6d-a7e1-cec3f1d6f711 HTTP/1.1" status: 404  len: 347 time: 0.0346551
Dec 18 06:44:50.121175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44210) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:50.190556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-8a11a988-4657-4a6b-a653-61e43fb8ea2d tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:44:50.192142 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8a11a988-4657-4a6b-a653-61e43fb8ea2d tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "PUT /v2.0/routers/d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.0025427
Dec 18 06:44:50.199406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44214) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:50.314779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-193b73ea-264c-4dfa-9304-7aa6b1f8d66f tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Deleting port 043d4043-9210-4e33-9ec5-7e812e6fc763 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:50.315186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-193b73ea-264c-4dfa-9304-7aa6b1f8d66f tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:50.361889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9c08e5e-e0fb-4a2e-acb3-ea6ab207df1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:50.365741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-140897604', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:50.387868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:50.440489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9c08e5e-e0fb-4a2e-acb3-ea6ab207df1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:50.462859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ffd6a0b6-1d4d-49f5-8158-e55534f0d5b2 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:50.479085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Usage tracker for resource:router and tenant:c06b3828b8854c03a69053518c2c739f is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:50.502902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:50.851065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:50.928624 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d9c08e5e-e0fb-4a2e-acb3-ea6ab207df1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d55df398ee54ee19551874026e364c7&name=default HTTP/1.1" status: 200  len: 2879 time: 1.7638597
Dec 18 06:44:50.936529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44218) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:50.945569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-193b73ea-264c-4dfa-9304-7aa6b1f8d66f tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:50.945936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-193b73ea-264c-4dfa-9304-7aa6b1f8d66f tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for floatingip, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:50.948549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c08e5e-e0fb-4a2e-acb3-ea6ab207df1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dc6286-7637-4447-b18a-20694390b6fd,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:50.958840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:50.962319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d9c08e5e-e0fb-4a2e-acb3-ea6ab207df1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:51.041190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:51.042303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:51.116826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:51.151643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-193b73ea-264c-4dfa-9304-7aa6b1f8d66f tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Calling delete_port for 043d4043-9210-4e33-9ec5-7e812e6fc763 owned by network:floatingip {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:51.168305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Router 80358eb5-ee8b-4125-9882-e98dee060e74 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:44:51.174246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:51.241763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:51.346304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1119b316-7257-4083-9ac5-7fe47f7067a2 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:51.419450 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f44db61-5a7f-4c35-ae28-d2c738dd4aa2 req-84ce984d-e885-48e7-9d33-bc04d0b506cc tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 210 time: 0.2303746
Dec 18 06:44:51.436623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ef88f42-98b4-476d-9757-6bd6c492c4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:51.569412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:51.573921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ef88f42-98b4-476d-9757-6bd6c492c4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:51.597393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7307e0e-81c1-4b9f-9ccf-628dd12ed709 req-56d6c938-e8a1-45ac-a58c-b88a948a17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:51.599646 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c7307e0e-81c1-4b9f-9ccf-628dd12ed709 req-56d6c938-e8a1-45ac-a58c-b88a948a17cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4d99721b2184071bdf48ed15e267486&device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 1162 time: 0.5394638
Dec 18 06:44:51.605363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d6e76ee9-0795-4160-a098-dfa23b4d1ec5 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:51.757006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-193b73ea-264c-4dfa-9304-7aa6b1f8d66f tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:51.781389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-44c71f3d-735b-4850-b919-37b35960476a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:51.826208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 1f5cc8cd-b676-47c5-a468-45942c5b69df up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:44:51.897865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 1f5cc8cd-b676-47c5-a468-45942c5b69df triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:44:51.898452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:51.920707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b73ea-264c-4dfa-9304-7aa6b1f8d66f tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Pushing event deleted for resources: {'Port': ['ID=043d4043-9210-4e33-9ec5-7e812e6fc763,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:51.931740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-193b73ea-264c-4dfa-9304-7aa6b1f8d66f tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:51.985141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ef88f42-98b4-476d-9757-6bd6c492c4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:52.001473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:52.034207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Pushing event updated for resources: {'Port': ['ID=ef4ff740-b74f-48d5-9607-e181e80e85f0,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:52.054793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef88f42-98b4-476d-9757-6bd6c492c4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dc6286-7637-4447-b18a-20694390b6fd,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:52.056997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7307e0e-81c1-4b9f-9ccf-628dd12ed709 req-c96cc1c9-ce89-4a8d-8514-66901e210168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:52.058617 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c7307e0e-81c1-4b9f-9ccf-628dd12ed709 req-c96cc1c9-ce89-4a8d-8514-66901e210168 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3473ab7c-f2ea-4397-a8e9-9a05accc7567 HTTP/1.1" status: 200  len: 906 time: 0.4225309
Dec 18 06:44:52.059788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.26.7.80 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/e01ba582-4a43-44b3-8753-f12e4fb9a17c) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:52.062276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1ef88f42-98b4-476d-9757-6bd6c492c4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:52.109726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:52.137537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:52.149090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e91514-279c-456b-a92a-74845fb82e3d None None] Sync routers for ids ['80358eb5-ee8b-4125-9882-e98dee060e74'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:52.150229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:52.159099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e91514-279c-456b-a92a-74845fb82e3d None None] Routers {'80358eb5-ee8b-4125-9882-e98dee060e74'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:52.159787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f5e91514-279c-456b-a92a-74845fb82e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d187668>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['80358eb5-ee8b-4125-9882-e98dee060e74'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:52.218920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f1f3a-24f7-40ee-984c-22a9dd730f3c req-28f190cf-310a-4932-9e17-33de610e0b2d tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:52.220563 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-170f1f3a-24f7-40ee-984c-22a9dd730f3c req-28f190cf-310a-4932-9e17-33de610e0b2d tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.9800682
Dec 18 06:44:52.221564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] No DVR routers for this DVR port e1b2c522-c27a-4c39-ae47-27c1a7b97b54 on host hv-neutron-7650 {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:44:52.291558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:52.304700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'name': 'network-vif-deleted', 'tag': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:44:52.314557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:52.337486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ef88f42-98b4-476d-9757-6bd6c492c4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:52.338771 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1ef88f42-98b4-476d-9757-6bd6c492c4e5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b5dc6286-7637-4447-b18a-20694390b6fd HTTP/1.1" status: 204  len: 168 time: 1.4012122
Dec 18 06:44:52.364308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c7307e0e-81c1-4b9f-9ccf-628dd12ed709 req-0e220998-98c5-44fe-bc28-4bcd72c7c1a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df HTTP/1.1" status: 200  len: 1000 time: 0.2860191
Dec 18 06:44:52.407337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-f5e91514-279c-456b-a92a-74845fb82e3d None None] Set router 80358eb5-ee8b-4125-9882-e98dee060e74 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:52.464346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-193b73ea-264c-4dfa-9304-7aa6b1f8d66f tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks [] for floatingip, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:52.466977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-193b73ea-264c-4dfa-9304-7aa6b1f8d66f tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:52.471662 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-193b73ea-264c-4dfa-9304-7aa6b1f8d66f tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] 10.222.0.23 "DELETE /v2.0/floatingips/bcdea977-c109-4851-8fd2-faff2a10b5e2 HTTP/1.1" status: 204  len: 168 time: 2.3473413
Dec 18 06:44:52.473127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44232) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:52.596859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:52.601951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7307e0e-81c1-4b9f-9ccf-628dd12ed709 req-d7829e00-01d1-4847-9c0f-13af945190f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:52.603898 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c7307e0e-81c1-4b9f-9ccf-628dd12ed709 req-d7829e00-01d1-4847-9c0f-13af945190f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=425adf38-5fd3-496d-999b-301b4439713d HTTP/1.1" status: 200  len: 851 time: 0.2248111
Dec 18 06:44:52.702973 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb0426d-b751-46b6-9498-a078db4d6fee', 'name': 'network-vif-deleted', 'tag': 'e1b2c522-c27a-4c39-ae47-27c1a7b97b54', 'status': 'completed', 'code': 200}
Dec 18 06:44:52.822444 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29adfd7d-cbbd-49b2-9f07-0f7ee5c5cfdc req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.15 "DELETE /v2.0/ports/e1b2c522-c27a-4c39-ae47-27c1a7b97b54 HTTP/1.1" status: 204  len: 173 time: 13.5107417
Dec 18 06:44:52.826088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:52.855448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:52.860216 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-661f0c56-d758-4912-a7cc-7ac29ef990f4 req-20ea3b53-8812-413e-9a9e-1c4df4aafa6e tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/ports?device_id=ecb0426d-b751-46b6-9498-a078db4d6fee HTTP/1.1" status: 200  len: 210 time: 0.1545675
Dec 18 06:44:52.880243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:53.030570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f5e91514-279c-456b-a92a-74845fb82e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d187668>, [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ac02bc13-fc93-4bb3-b920-0b1c0f373e4c', 'name': '', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'mac_address': 'fa:16:3e:20:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:58Z', 'updated_at': '2020-12-18T06:43:12Z', 'revision_number': 5, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'subnets': [{'id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:53.035546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e91514-279c-456b-a92a-74845fb82e3d None None] Checking router: 80358eb5-ee8b-4125-9882-e98dee060e74 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:44:53.045990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e91514-279c-456b-a92a-74845fb82e3d None None] Routers {'80358eb5-ee8b-4125-9882-e98dee060e74'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:53.046927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f5e91514-279c-456b-a92a-74845fb82e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d187668>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['80358eb5-ee8b-4125-9882-e98dee060e74'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:53.075722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44238) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:53.123778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e29a-d3ef-4c30-b75d-5ac326a0843d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:53.164644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a8d5e29a-d3ef-4c30-b75d-5ac326a0843d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:53.190538 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-170f1f3a-24f7-40ee-984c-22a9dd730f3c req-eea6d8bf-595f-44bd-9c32-77ceb0095767 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8930783
Dec 18 06:44:53.232819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a8d5e29a-d3ef-4c30-b75d-5ac326a0843d admin admin] Usage tracker for resource:security_group_rule and tenant:6c13c3947dd242d68a3f0ee60d80ff4b is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:53.245499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:53.261723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a8d5e29a-d3ef-4c30-b75d-5ac326a0843d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:53.267072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f92d7d28-ecef-418c-90fc-9408d243ba67 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:53.360358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a8d5e29a-d3ef-4c30-b75d-5ac326a0843d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:53.406857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-f5e91514-279c-456b-a92a-74845fb82e3d None None] Set router 80358eb5-ee8b-4125-9882-e98dee060e74 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:44:53.415628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7307e0e-81c1-4b9f-9ccf-628dd12ed709 req-4b7a1071-ced2-4271-8769-003d74601889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:53.417271 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c7307e0e-81c1-4b9f-9ccf-628dd12ed709 req-4b7a1071-ced2-4271-8769-003d74601889 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3473ab7c-f2ea-4397-a8e9-9a05accc7567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.7964926
Dec 18 06:44:53.612068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=e01ba582-4a43-44b3-8753-f12e4fb9a17c,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:53.662172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:53.736132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:53.773926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f5e91514-279c-456b-a92a-74845fb82e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d187668>, [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ac02bc13-fc93-4bb3-b920-0b1c0f373e4c', 'name': '', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'mac_address': 'fa:16:3e:20:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:58Z', 'updated_at': '2020-12-18T06:43:12Z', 'revision_number': 5, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'subnets': [{'id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:53.778622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e91514-279c-456b-a92a-74845fb82e3d None None] The sync data for ids ['80358eb5-ee8b-4125-9882-e98dee060e74'] in dv-neutron-765072-3-ovs is: [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ac02bc13-fc93-4bb3-b920-0b1c0f373e4c', 'name': '', 'network_id': 'eca7ae00-9778-4814-8efd-9601e6522f96', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'mac_address': 'fa:16:3e:20:b4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_interface', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:58Z', 'updated_at': '2020-12-18T06:43:12Z', 'revision_number': 5, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'subnets': [{'id': 'd6bfb11e-f407-46b5-9dbe-7a268e6eeed6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:53.807448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:53.880378 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c7307e0e-81c1-4b9f-9ccf-628dd12ed709 req-6c8b8358-e61f-4de9-aa7f-01ef555ca2d3 service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4395058
Dec 18 06:44:53.890867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:53.960127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:53.971030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:54.008444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:54.037542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:54.066930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44246) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:54.132649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e29a-d3ef-4c30-b75d-5ac326a0843d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:54.155099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8d5e29a-d3ef-4c30-b75d-5ac326a0843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:54.177278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:54.231217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b290c26-f339-4f10-bd31-ce39735c4ebd None None] New status for floating IP 1334708d-ddb3-45d7-b9d6-f5588f42a50e: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:44:54.426936 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a8d5e29a-d3ef-4c30-b75d-5ac326a0843d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c13c3947dd242d68a3f0ee60d80ff4b&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3433843
Dec 18 06:44:54.451542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44252) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:54.502816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5e29a-d3ef-4c30-b75d-5ac326a0843d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db9f879-897b-45f3-aebf-9be6e775e02e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:54.527284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a8d5e29a-d3ef-4c30-b75d-5ac326a0843d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:54.533438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1119b316-7257-4083-9ac5-7fe47f7067a2 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Deleting port 96b22edb-d72f-4436-bbca-e3221e0f033e {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:54.533853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1119b316-7257-4083-9ac5-7fe47f7067a2 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:54.534439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c7307e0e-81c1-4b9f-9ccf-628dd12ed709 req-d638f67b-a004-4183-af85-694e0574564c service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6425002
Dec 18 06:44:54.618561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6905a5c1-5ac9-48b0-8ec8-ddcac0c63350 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:54.801478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6905a5c1-5ac9-48b0-8ec8-ddcac0c63350 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:54.848633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86f7188a-fa15-4b87-9ddf-5ea93558fcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:54.969146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86f7188a-fa15-4b87-9ddf-5ea93558fcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:55.000053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:55.134200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6905a5c1-5ac9-48b0-8ec8-ddcac0c63350 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:55.141699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:55.157511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:55.168720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c8640-3a78-4795-b648-f9b255fabd68 req-caf932e8-7ff6-4bab-811a-29d011f917e4 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:55.170392 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-077c8640-3a78-4795-b648-f9b255fabd68 req-caf932e8-7ff6-4bab-811a-29d011f917e4 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.8176103
Dec 18 06:44:55.262336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Allocated IP 172.26.7.82 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/591bd7b8-751b-4fdf-85e4-fc1af81e25fe) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:44:55.265561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1119b316-7257-4083-9ac5-7fe47f7067a2 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:55.475402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1119b316-7257-4083-9ac5-7fe47f7067a2 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Calling delete_port for 96b22edb-d72f-4436-bbca-e3221e0f033e owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:55.479813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905a5c1-5ac9-48b0-8ec8-ddcac0c63350 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f80d5d3-397f-472a-9e71-23db26ed3567,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:55.492535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6905a5c1-5ac9-48b0-8ec8-ddcac0c63350 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:55.531873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86f7188a-fa15-4b87-9ddf-5ea93558fcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:55.534429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86f7188a-fa15-4b87-9ddf-5ea93558fcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:55.536242 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-86f7188a-fa15-4b87-9ddf-5ea93558fcda admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0db9f879-897b-45f3-aebf-9be6e775e02e HTTP/1.1" status: 204  len: 168 time: 1.0783172
Dec 18 06:44:55.537088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a8d5e29a-d3ef-4c30-b75d-5ac326a0843d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:55.550873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6905a5c1-5ac9-48b0-8ec8-ddcac0c63350 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:55.554493 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6905a5c1-5ac9-48b0-8ec8-ddcac0c63350 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "DELETE /v2.0/security-groups/2f80d5d3-397f-472a-9e71-23db26ed3567 HTTP/1.1" status: 204  len: 168 time: 1.4719815
Dec 18 06:44:55.556693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7188a-fa15-4b87-9ddf-5ea93558fcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db9f879-897b-45f3-aebf-9be6e775e02e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:55.558528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44258) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:55.565244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-86f7188a-fa15-4b87-9ddf-5ea93558fcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:55.624606 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-077c8640-3a78-4795-b648-f9b255fabd68 req-e11855c1-cd49-4be4-ad57-5e2055c73e4a tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4309652
Dec 18 06:44:55.660826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-fe0b36a8-c5b0-48c1-8b6c-eb8e0168f5b5 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] show failed (client error): The resource could not be found.
Dec 18 06:44:55.662002 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fe0b36a8-c5b0-48c1-8b6c-eb8e0168f5b5 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "GET /v2.0/security-groups/2f80d5d3-397f-472a-9e71-23db26ed3567 HTTP/1.1" status: 404  len: 347 time: 0.0993438
Dec 18 06:44:55.665674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44264) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:55.812709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Router ea1d1a1f-8324-4430-9c75-a85017eb866d is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:44:55.873759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:56.005442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1119b316-7257-4083-9ac5-7fe47f7067a2 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:56.029489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6c5f5c3d-f898-4e02-ab92-47e73b72cde4 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:56.131582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-af1e7423-72c6-4cfd-9b72-73c51199119f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Deleting port 621debfb-cd41-4042-add4-69a59e2211cd {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:56.131961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af1e7423-72c6-4cfd-9b72-73c51199119f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:56.198347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:56.221814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119b316-7257-4083-9ac5-7fe47f7067a2 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event deleted for resources: {'Port': ['ID=96b22edb-d72f-4436-bbca-e3221e0f033e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:56.261814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1119b316-7257-4083-9ac5-7fe47f7067a2 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:56.314422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:56.336409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a2fc329f-dde2-4d5d-8189-3a025d5af6f5 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:56.489618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:56.501296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762cb802-b9e5-4965-9342-7275860caffc None None] Sync routers for ids ['ea1d1a1f-8324-4430-9c75-a85017eb866d'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:56.515077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762cb802-b9e5-4965-9342-7275860caffc None None] Routers {'ea1d1a1f-8324-4430-9c75-a85017eb866d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:56.516290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-762cb802-b9e5-4965-9342-7275860caffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c3a52b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['ea1d1a1f-8324-4430-9c75-a85017eb866d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:56.600932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Pushing event updated for resources: {'Port': ['ID=591bd7b8-751b-4fdf-85e4-fc1af81e25fe,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:56.605577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] Deleting port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:44:56.605577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:56.631981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-762cb802-b9e5-4965-9342-7275860caffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c3a52b0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:56.642318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762cb802-b9e5-4965-9342-7275860caffc None None] Routers {'ea1d1a1f-8324-4430-9c75-a85017eb866d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:56.643240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-762cb802-b9e5-4965-9342-7275860caffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c3a52b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['ea1d1a1f-8324-4430-9c75-a85017eb866d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:56.647021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bbe16-23ba-483d-a733-d6fda5a6d2ee req-00881881-92b6-405a-986d-0384cc455fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:56.648657 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cd8bbe16-23ba-483d-a733-d6fda5a6d2ee req-00881881-92b6-405a-986d-0384cc455fee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4d99721b2184071bdf48ed15e267486&device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 1162 time: 0.4926760
Dec 18 06:44:56.753566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-762cb802-b9e5-4965-9342-7275860caffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c3a52b0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:56.754046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762cb802-b9e5-4965-9342-7275860caffc None None] The sync data for ids ['ea1d1a1f-8324-4430-9c75-a85017eb866d'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:56.757426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:56.789827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1119b316-7257-4083-9ac5-7fe47f7067a2 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:56.861724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44286) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:56.862282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005433f-91aa-4789-b215-dd01e6a6115b req-171f6895-641f-4377-b8f6-03a453d330cc tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:56.864458 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1005433f-91aa-4789-b215-dd01e6a6115b req-171f6895-641f-4377-b8f6-03a453d330cc tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.7994573
Dec 18 06:44:56.871706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af1e7423-72c6-4cfd-9b72-73c51199119f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:56.872070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af1e7423-72c6-4cfd-9b72-73c51199119f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for floatingip, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:56.877881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:56.880036 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 12.2090087
Dec 18 06:44:56.893844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44290) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:57.118341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-af1e7423-72c6-4cfd-9b72-73c51199119f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Calling delete_port for 621debfb-cd41-4042-add4-69a59e2211cd owned by network:floatingip {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:57.178070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-785006921'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:57.194495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:57.202377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bf028c67-2279-4344-8730-54233bdf1b00 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Request body: {'router': {'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'enable_snat': False}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:57.217667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:network and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:57.234906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:57.255935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:57.267988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bbe16-23ba-483d-a733-d6fda5a6d2ee req-ecb15cde-abd7-4cc8-8c9f-1e5738a1e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:57.270197 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cd8bbe16-23ba-483d-a733-d6fda5a6d2ee req-ecb15cde-abd7-4cc8-8c9f-1e5738a1e13b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3473ab7c-f2ea-4397-a8e9-9a05accc7567 HTTP/1.1" status: 200  len: 906 time: 0.5829427
Dec 18 06:44:57.288773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:44:57.324353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:44:57.345068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:44:57.354441 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1005433f-91aa-4789-b215-dd01e6a6115b req-e4f51702-0b0a-4432-a619-db03a0e07086 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4657590
Dec 18 06:44:57.358797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:44:57.380768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:44:57.386195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:57.729259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] For port 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=58ce13b6-2c94-40e7-a04d-9b8c31afd3fb,segment=NetworkSegment(3aceeed1-f7ae-457c-bc85-3dd66ffcb101),segment_id=3aceeed1-f7ae-457c-bc85-3dd66ffcb101)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:44:57.729691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:57.759203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:57.919715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] Calling delete_port for 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:44:57.957553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:57.975809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cd8bbe16-23ba-483d-a733-d6fda5a6d2ee req-9e89d918-1430-4b38-9d4e-e5138c84cd75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df HTTP/1.1" status: 200  len: 1000 time: 0.6847193
Dec 18 06:44:57.979160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:security_group_rule and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:44:58.021138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:44:58.077432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:44:58.134587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1119b316-7257-4083-9ac5-7fe47f7067a2 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Router d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:44:58.362577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1119b316-7257-4083-9ac5-7fe47f7067a2 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:58.369382 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1119b316-7257-4083-9ac5-7fe47f7067a2 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "PUT /v2.0/routers/d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1635802
Dec 18 06:44:58.375832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427646ba-3bf9-463a-9b12-d0fc896356ed None None] Sync routers for ids ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:58.383193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44296) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:58.395792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bbe16-23ba-483d-a733-d6fda5a6d2ee req-32fdc417-9d62-4fbc-b2c5-d9a2dc836d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:58.396997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427646ba-3bf9-463a-9b12-d0fc896356ed None None] Routers {'d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:58.397375 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cd8bbe16-23ba-483d-a733-d6fda5a6d2ee req-32fdc417-9d62-4fbc-b2c5-d9a2dc836d6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=425adf38-5fd3-496d-999b-301b4439713d HTTP/1.1" status: 200  len: 851 time: 0.3846464
Dec 18 06:44:58.398142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-427646ba-3bf9-463a-9b12-d0fc896356ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc61f28>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:58.473775 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-64b65690-0dd1-4e4b-957f-cd3eaaf4d66f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] delete failed (client error): The resource could not be found.
Dec 18 06:44:58.478986 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-64b65690-0dd1-4e4b-957f-cd3eaaf4d66f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-701237520 HTTP/1.1" status: 404  len: 334 time: 0.0946612
Dec 18 06:44:58.479830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af1e7423-72c6-4cfd-9b72-73c51199119f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:58.493702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44302) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:58.504060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-17e8bd33-ed33-41a9-9f81-ebe9c061fad3 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:58.576191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf028c67-2279-4344-8730-54233bdf1b00 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:58.651701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:44:58.664413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbef92e-312b-41c6-a35a-287c28bc6a20 None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:44:58.681818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-26e330e6-a4e4-4701-a683-f3e1c3d77e84 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Request body: {'router': {'external_gateway_info': {'network_id': 'd7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:58.688132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbef92e-312b-41c6-a35a-287c28bc6a20 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:58.688827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4fbef92e-312b-41c6-a35a-287c28bc6a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c3a5208>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:58.691651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-427646ba-3bf9-463a-9b12-d0fc896356ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc61f28>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:58.711976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427646ba-3bf9-463a-9b12-d0fc896356ed None None] Routers {'d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:58.712836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-427646ba-3bf9-463a-9b12-d0fc896356ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc61f28>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:58.759803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4fbef92e-312b-41c6-a35a-287c28bc6a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c3a5208>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:58.770685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbef92e-312b-41c6-a35a-287c28bc6a20 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:44:58.771640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4fbef92e-312b-41c6-a35a-287c28bc6a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c3a5208>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:58.798293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e7423-72c6-4cfd-9b72-73c51199119f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Pushing event deleted for resources: {'Port': ['ID=621debfb-cd41-4042-add4-69a59e2211cd,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:58.798529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-427646ba-3bf9-463a-9b12-d0fc896356ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc61f28>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:58.799511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427646ba-3bf9-463a-9b12-d0fc896356ed None None] The sync data for ids ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:58.833865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-af1e7423-72c6-4cfd-9b72-73c51199119f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:58.854361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4fbef92e-312b-41c6-a35a-287c28bc6a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c3a5208>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:44:58.854810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbef92e-312b-41c6-a35a-287c28bc6a20 None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:44:59.029117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:59.030532 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 9.4128160
Dec 18 06:44:59.035945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44306) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:59.136547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bbe16-23ba-483d-a733-d6fda5a6d2ee req-86c9706a-8620-4c94-af26-b5de34da744d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:59.138205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cd8bbe16-23ba-483d-a733-d6fda5a6d2ee req-86c9706a-8620-4c94-af26-b5de34da744d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3473ab7c-f2ea-4397-a8e9-9a05accc7567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.6378522
Dec 18 06:44:59.145749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:59.250549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7764912-908d-438f-9e33-976100ca9c25 req-be0a85e5-5ae4-44d7-b232-78b51822f5b8 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:44:59.252177 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f7764912-908d-438f-9e33-976100ca9c25 req-be0a85e5-5ae4-44d7-b232-78b51822f5b8 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.7290659
Dec 18 06:44:59.262944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:59.575682 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f7764912-908d-438f-9e33-976100ca9c25 req-ecf3abcb-b33a-45cc-b995-d7cf047381e8 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2460287
Dec 18 06:44:59.685482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:59.695147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26e330e6-a4e4-4701-a683-f3e1c3d77e84 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:59.701297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:59.804904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:44:59.829362 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-26e330e6-a4e4-4701-a683-f3e1c3d77e84 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] update failed (client error): The resource could not be found.
Dec 18 06:44:59.830465 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-26e330e6-a4e4-4701-a683-f3e1c3d77e84 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "PUT /v2.0/routers/d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af HTTP/1.1" status: 404  len: 339 time: 1.2899406
Dec 18 06:44:59.831227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'SecurityGroup': ['ID=48a7fecf-1868-49cf-bfc4-579fbb263a13,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:44:59.840003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44310) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:44:59.860278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:44:59.860504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-891693280'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:44:59.860979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:59.871922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:44:59.881982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:44:59.912403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:44:59.912795 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Added segment f8624506-bfeb-4cf1-8581-4117afc9238c of type vxlan for network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0
Dec 18 06:45:00.001438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Usage tracker for resource:network and tenant:dc0af92aff1847ed94834360fd891338 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:00.006989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] Pushing event deleted for resources: {'Port': ['ID=58ce13b6-2c94-40e7-a04d-9b8c31afd3fb,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:00.012883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Quota usage for network was recalculated. Used quota:3. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:00.027204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:00.032011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:00.048494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af1e7423-72c6-4cfd-9b72-73c51199119f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks [] for floatingip, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:00.052410 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cd8bbe16-23ba-483d-a733-d6fda5a6d2ee req-c417dc27-be4c-4665-995f-89ee8c459c10 service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8493979
Dec 18 06:45:00.060385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:00.063552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:00.090313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Made reservation on behalf of dc0af92aff1847ed94834360fd891338 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:00.095709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:00.206169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af1e7423-72c6-4cfd-9b72-73c51199119f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:00.210994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-af1e7423-72c6-4cfd-9b72-73c51199119f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] 10.222.0.23 "DELETE /v2.0/floatingips/1334708d-ddb3-45d7-b9d6-f5588f42a50e HTTP/1.1" status: 204  len: 168 time: 4.5411959
Dec 18 06:45:00.221492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44314) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:00.381782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:00.385930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:00.386612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:00.404832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:00.511847 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cd8bbe16-23ba-483d-a733-d6fda5a6d2ee req-66a28b02-1ce6-4c74-a943-ac7e815a3398 service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4429305
Dec 18 06:45:00.605142 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 3.7363670
Dec 18 06:45:00.613839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44318) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:00.632061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Network': ['ID=4ba080d9-9c70-4410-b07b-cdfc9d86d4e0,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:00.635668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:45:00.637931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:00.648010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:45:00.714170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:00.757568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:00.758029 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Added segment ae235504-ed49-4b11-9dbb-e6e398dc5908 of type vxlan for network 070952cf-cb3d-4490-aa4a-b73acc180db4
Dec 18 06:45:00.775853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:45:00.950510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:01.006787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:01.016905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:01.026610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:01.082729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:01.094162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:01.098720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:01.187454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:01.203761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:01.208019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:01.208682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:01.217039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-46ae56da-f0b7-4aa4-a189-a439c20256e2 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:01.238704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0a621-c941-40b1-8251-dcc7758a04be req-0c6a522a-bfbd-489b-bc2e-a818b71ad43e tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:01.240350 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-98d0a621-c941-40b1-8251-dcc7758a04be req-0c6a522a-bfbd-489b-bc2e-a818b71ad43e tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.4937606
Dec 18 06:45:01.275960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:01.508625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Router 12f8aadb-9e4c-433f-84d1-6087a8c68bbc is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:45:01.531989 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.6872401
Dec 18 06:45:01.544991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44324) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:01.576494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Request body: {'subnet': {'network_id': '070952cf-cb3d-4490-aa4a-b73acc180db4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:01.605008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event updated for resources: {'Network': ['ID=070952cf-cb3d-4490-aa4a-b73acc180db4,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:01.712507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:01.776186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 070952cf-cb3d-4490-aa4a-b73acc180db4 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:45:01.785268 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-98d0a621-c941-40b1-8251-dcc7758a04be req-9374aaaa-1cf8-43c3-91cc-1cc351d080f7 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4891567
Dec 18 06:45:01.795401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:01.856742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 070952cf-cb3d-4490-aa4a-b73acc180db4 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:45:01.933984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 1f5cc8cd-b676-47c5-a468-45942c5b69df up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:02.034882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf028c67-2279-4344-8730-54233bdf1b00 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:02.077574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 1f5cc8cd-b676-47c5-a468-45942c5b69df triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:02.078013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:02.105269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:02.108210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf028c67-2279-4344-8730-54233bdf1b00 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:02.129770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Usage tracker for resource:subnet and tenant:dc0af92aff1847ed94834360fd891338 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:02.139317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:02.209181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:02.238306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:02.248723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7bd9ed-558d-483d-8d85-f433eea45c4d None None] Sync routers for ids ['12f8aadb-9e4c-433f-84d1-6087a8c68bbc'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:02.259481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7bd9ed-558d-483d-8d85-f433eea45c4d None None] Routers {'12f8aadb-9e4c-433f-84d1-6087a8c68bbc'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:02.260294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9a7bd9ed-558d-483d-8d85-f433eea45c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1de84390>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['12f8aadb-9e4c-433f-84d1-6087a8c68bbc'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:02.275101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Made reservation on behalf of dc0af92aff1847ed94834360fd891338 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:02.325714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9a7bd9ed-558d-483d-8d85-f433eea45c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1de84390>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:02.335463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7bd9ed-558d-483d-8d85-f433eea45c4d None None] Routers {'12f8aadb-9e4c-433f-84d1-6087a8c68bbc'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:02.336122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9a7bd9ed-558d-483d-8d85-f433eea45c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1de84390>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['12f8aadb-9e4c-433f-84d1-6087a8c68bbc'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:02.399657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9a7bd9ed-558d-483d-8d85-f433eea45c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1de84390>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:02.400150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7bd9ed-558d-483d-8d85-f433eea45c4d None None] The sync data for ids ['12f8aadb-9e4c-433f-84d1-6087a8c68bbc'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:02.729992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:02.731307 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 12.8324382
Dec 18 06:45:02.736451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] Router da1ce9d2-049d-4048-b586-42553416e02b has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:45:02.739228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44328) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:02.876025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:03.088653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf028c67-2279-4344-8730-54233bdf1b00 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Router ea1d1a1f-8324-4430-9c75-a85017eb866d has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:45:03.153137 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3dd8909b-23c7-4304-84d8-8f6622345720 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/routers/12f8aadb-9e4c-433f-84d1-6087a8c68bbc HTTP/1.1" status: 200  len: 919 time: 0.4117484
Dec 18 06:45:03.159917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44334) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:03.239605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:03.248996 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-afb6e355-1908-42d1-8976-f98fbbfab113 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "GET /v2.0/ports?device_id=12f8aadb-9e4c-433f-84d1-6087a8c68bbc HTTP/1.1" status: 200  len: 205 time: 0.0862365
Dec 18 06:45:03.253111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce9910-7bf5-43a2-83a5-fed2c8ec53e8 None None] Sync routers for ids ['da1ce9d2-049d-4048-b586-42553416e02b'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:03.259444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44338) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:03.266051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce9910-7bf5-43a2-83a5-fed2c8ec53e8 None None] Routers {'da1ce9d2-049d-4048-b586-42553416e02b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:03.267241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-15ce9910-7bf5-43a2-83a5-fed2c8ec53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1ade48>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['da1ce9d2-049d-4048-b586-42553416e02b'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:03.271507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.20.0.1 (99b02d45-9ab5-4f19-b763-d256162b5e41/36c19ce1-d6c5-4835-8730-fb91763b5bd0/6815e44a-9f39-4305-81b9-2cf8b338e1c1) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:03.316420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0acebe-83e1-4c0d-bcd4-2107f9fe4b3c req-c02e163b-3c5c-42d6-b817-ccff3b04c647 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:03.318192 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5c0acebe-83e1-4c0d-bcd4-2107f9fe4b3c req-c02e163b-3c5c-42d6-b817-ccff3b04c647 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.3420238
Dec 18 06:45:03.469223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-15ce9910-7bf5-43a2-83a5-fed2c8ec53e8 None None] Set router da1ce9d2-049d-4048-b586-42553416e02b gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:45:03.606487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf028c67-2279-4344-8730-54233bdf1b00 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:03.616845 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] 10.222.0.23 "PUT /v2.0/routers/da1ce9d2-049d-4048-b586-42553416e02b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1376600
Dec 18 06:45:03.627175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f805e89-736a-46d9-a26f-d64e4f463dfc None None] Sync routers for ids ['ea1d1a1f-8324-4430-9c75-a85017eb866d'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:03.627883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44342) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:03.663096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f805e89-736a-46d9-a26f-d64e4f463dfc None None] Routers {'ea1d1a1f-8324-4430-9c75-a85017eb866d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:03.666104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9f805e89-736a-46d9-a26f-d64e4f463dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1de423c8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['ea1d1a1f-8324-4430-9c75-a85017eb866d'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:03.666238 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5c0acebe-83e1-4c0d-bcd4-2107f9fe4b3c req-e9be7ccd-1032-409b-be25-aae0e7f967db tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2258997
Dec 18 06:45:03.716239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf028c67-2279-4344-8730-54233bdf1b00 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:03.717579 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bf028c67-2279-4344-8730-54233bdf1b00 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "PUT /v2.0/routers/ea1d1a1f-8324-4430-9c75-a85017eb866d HTTP/1.1" status: 200  len: 926 time: 6.8220255
Dec 18 06:45:03.727631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44348) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:03.778971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9f805e89-736a-46d9-a26f-d64e4f463dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1de423c8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:03.790146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f805e89-736a-46d9-a26f-d64e4f463dfc None None] Routers {'ea1d1a1f-8324-4430-9c75-a85017eb866d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:03.791231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9f805e89-736a-46d9-a26f-d64e4f463dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1de423c8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['ea1d1a1f-8324-4430-9c75-a85017eb866d'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:03.864937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9f805e89-736a-46d9-a26f-d64e4f463dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1de423c8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:03.865571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f805e89-736a-46d9-a26f-d64e4f463dfc None None] The sync data for ids ['ea1d1a1f-8324-4430-9c75-a85017eb866d'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:03.876547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-15ce9910-7bf5-43a2-83a5-fed2c8ec53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1ade48>, [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:44:59Z', 'revision_number': 5, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:03.881274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce9910-7bf5-43a2-83a5-fed2c8ec53e8 None None] Checking router: da1ce9d2-049d-4048-b586-42553416e02b for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:45:03.890254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce9910-7bf5-43a2-83a5-fed2c8ec53e8 None None] Routers {'da1ce9d2-049d-4048-b586-42553416e02b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:03.890921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-15ce9910-7bf5-43a2-83a5-fed2c8ec53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1ade48>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['da1ce9d2-049d-4048-b586-42553416e02b'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:03.959079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:04.074484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:04.079721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-15ce9910-7bf5-43a2-83a5-fed2c8ec53e8 None None] Set router da1ce9d2-049d-4048-b586-42553416e02b gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:45:04.125305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:04.136307 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-23419209-ad9b-4acf-b3f8-88ffb8b65404 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/routers/ea1d1a1f-8324-4430-9c75-a85017eb866d HTTP/1.1" status: 200  len: 926 time: 0.4024150
Dec 18 06:45:04.136307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44352) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:04.171564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-298bb599-9d1a-4e4c-bd94-9055057cd5dd tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:04.188799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:04.212992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5ebed16b-7d78-4147-b5f2-4df378575abd tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:04.248296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd9d4a-afc7-4c1c-a33b-5c1261dc6cfe req-28e0e69a-7416-42b8-879a-e12209c0e22d tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:04.250038 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-00dd9d4a-afc7-4c1c-a33b-5c1261dc6cfe req-28e0e69a-7416-42b8-879a-e12209c0e22d tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.3625522
Dec 18 06:45:04.336138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:04.417864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=6815e44a-9f39-4305-81b9-2cf8b338e1c1,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:04.435988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:04.470182 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-00dd9d4a-afc7-4c1c-a33b-5c1261dc6cfe req-fdf4642f-c9f4-41be-81e9-652343a71101 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1548038
Dec 18 06:45:04.485220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] Deleting port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:04.485632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:04.510190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6abefc8-a2c3-428a-b512-05dbd55fb40a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:04.510964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f6abefc8-a2c3-428a-b512-05dbd55fb40a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Synchronizing usage tracker for tenant:35462906a2ca4e79bfb2577711d4c091 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:04.568504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-15ce9910-7bf5-43a2-83a5-fed2c8ec53e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1ade48>, [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:44:59Z', 'revision_number': 5, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:04.573287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce9910-7bf5-43a2-83a5-fed2c8ec53e8 None None] The sync data for ids ['da1ce9d2-049d-4048-b586-42553416e02b'] in dv-neutron-765072-3-ovs is: [{'id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'name': 'tempest-ServersTestJSON-1764596346-router', 'tenant_id': '64297e918d5a470ebd117893eb402e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:35Z', 'updated_at': '2020-12-18T06:44:59Z', 'revision_number': 5, 'project_id': '64297e918d5a470ebd117893eb402e4b', 'gw_port': {'id': '22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1ce9d2-049d-4048-b586-42553416e02b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:36Z', 'updated_at': '2020-12-18T06:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:04.577121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network 99b02d45-9ab5-4f19-b763-d256162b5e41 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:04.585274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:04.592109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:04.635013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f6abefc8-a2c3-428a-b512-05dbd55fb40a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Unset dirty status for tenant:35462906a2ca4e79bfb2577711d4c091 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:04.636330 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f6abefc8-a2c3-428a-b512-05dbd55fb40a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/ports?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6&device_id=ea1d1a1f-8324-4430-9c75-a85017eb866d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5001156
Dec 18 06:45:04.648605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44358) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:04.675290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=efb8e3ad-60a2-4078-870e-a05b2ed63f80,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:04.678883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:04.685447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:04.776135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:04.932539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:04.966480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Deleting port 591bd7b8-751b-4fdf-85e4-fc1af81e25fe {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:04.966870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:05.022008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:05.055859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] Deleting port 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:05.056247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:05.128204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] For port ac02bc13-fc93-4bb3-b920-0b1c0f373e4c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ac02bc13-fc93-4bb3-b920-0b1c0f373e4c,segment=NetworkSegment(aca7d980-6b6b-4767-b9c6-edb4a71f84ab),segment_id=aca7d980-6b6b-4767-b9c6-edb4a71f84ab)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:05.128389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:05.128598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:05.203922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:05.204328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network hostable DHCP agents. Network: 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:45:05.369080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event updated for resources: {'Subnet': ['ID=abdf2e09-1419-4126-b450-beff3e448bfa,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:05.395168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:05.460371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7847cb-2038-44ce-8695-7b204cdcb088 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:05.461918 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9f7847cb-2038-44ce-8695-7b204cdcb088 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 881 time: 0.8122773
Dec 18 06:45:05.466604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44364) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:05.539455 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0fedc46a-d89e-44b4-a58a-8bad748e4fc1 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "GET /v2.0/ports?device_id=ea1d1a1f-8324-4430-9c75-a85017eb866d HTTP/1.1" status: 200  len: 205 time: 0.0702653
Dec 18 06:45:05.544576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44368) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:05.603154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] Calling delete_port for ac02bc13-fc93-4bb3-b920-0b1c0f373e4c owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:05.621691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9885358-3622-4a60-8693-b87e1e49ac2b req-43546b8f-b580-4140-bc39-6c3b78449ee1 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:05.623306 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f9885358-3622-4a60-8693-b87e1e49ac2b req-43546b8f-b580-4140-bc39-6c3b78449ee1 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.4918089
Dec 18 06:45:05.727948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Checking segment: {'id': 'ae235504-ed49-4b11-9dbb-e6e398dc5908', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '070952cf-cb3d-4490-aa4a-b73acc180db4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:05.728348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network hostable DHCP agents. Network: 070952cf-cb3d-4490-aa4a-b73acc180db4, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:45:05.776194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:45:05.834716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:05.837627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:05.839905 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f9885358-3622-4a60-8693-b87e1e49ac2b req-82c31f4a-4450-4259-b703-570e4c04d46e tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1995525
Dec 18 06:45:05.843425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523830c6-3e65-48c8-a7a2-f251c28ad928 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:05.853320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:05.878252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 070952cf-cb3d-4490-aa4a-b73acc180db4 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:45:05.898705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 070952cf-cb3d-4490-aa4a-b73acc180db4) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:05.933067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:05.933632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34661ee7-70c1-4765-bcb0-09f9fe3183ed None None] Network 070952cf-cb3d-4490-aa4a-b73acc180db4 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:05.992025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:05.992607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:06.006830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Calling delete_port for 591bd7b8-751b-4fdf-85e4-fc1af81e25fe owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:06.022975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:06.023632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:06.089432 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 5.4704466
Dec 18 06:45:06.094799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] For port 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:06.095206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:06.103113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44374) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:06.123534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'name': 'tempest-NetworksTestDHCPv6-1367113863'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:06.169286 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 4.6147656
Dec 18 06:45:06.190443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44380) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:06.200927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3d143d77-f278-46c2-9dd3-69c622402197 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Request body: {'router': {'external_gateway_info': {'network_id': '070952cf-cb3d-4490-aa4a-b73acc180db4'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:06.251769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:06.324186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:45:06.324427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 58ce13b6-2c94-40e7-a04d-9b8c31afd3fb not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:45:06.376195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-070952cf-cb3d-4490-aa4a-b73acc180db4', 'network_id': '070952cf-cb3d-4490-aa4a-b73acc180db4', 'tenant_id': 'dc0af92aff1847ed94834360fd891338', 'fixed_ips': [{'subnet_id': 'abdf2e09-1419-4126-b450-beff3e448bfa'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:45:06.377124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:06.448827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] Calling delete_port for 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:06.481838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:06.549426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': 'efb8e3ad-60a2-4078-870e-a05b2ed63f80'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:45:06.550423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:06.552662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Deleting port ef4ff740-b74f-48d5-9607-e181e80e85f0 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:06.553053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:06.649831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:06.664733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:06.672300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:06.703772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:06.706095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:06.780640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:06.804329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-17b5ce35-6898-49b8-86e5-bcf5affe8a0a tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:06.943972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Allocated IP 2001:db8:1::2 (070952cf-cb3d-4490-aa4a-b73acc180db4/abdf2e09-1419-4126-b450-beff3e448bfa/834ba57f-8d8b-4af5-a241-01d7ac3beb3d) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:06.955575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac02bc13-fc93-4bb3-b920-0b1c0f373e4c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:06.958966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:06.978180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:06.984336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:07.097373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:07.102316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Allocated IP 2001:db8::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/efb8e3ad-60a2-4078-870e-a05b2ed63f80/aa496991-0036-437a-8c53-c86ee994baf6) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:07.290030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d143d77-f278-46c2-9dd3-69c622402197 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:07.307519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa058e-4a7f-4b55-b2c0-a6c3941d7209 req-b12bf521-ee38-4424-b103-7800d52a13f3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:07.309145 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8baa058e-4a7f-4b55-b2c0-a6c3941d7209 req-b12bf521-ee38-4424-b103-7800d52a13f3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 1.0543647
Dec 18 06:45:07.392771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:07.438563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:07.556697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:07.562295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:07.580795 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8baa058e-4a7f-4b55-b2c0-a6c3941d7209 req-ded74a6e-8367-43e2-8c41-d2259c405929 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2577355
Dec 18 06:45:07.639016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 26a585c1-b865-4c58-bf63-9fc977439b94 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:45:07.716416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Calling delete_port for ef4ff740-b74f-48d5-9607-e181e80e85f0 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:07.918526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:07.927910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:07.972620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d1c3e3b1-5316-48af-8a42-595f5554d19a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:08.069251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.119310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.164637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.177837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=6815e44a-9f39-4305-81b9-2cf8b338e1c1,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:08.185481 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-3d143d77-f278-46c2-9dd3-69c622402197 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:45:08.191139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3d143d77-f278-46c2-9dd3-69c622402197 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "PUT /v2.0/routers/d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af HTTP/1.1" status: 400  len: 364 time: 1.9948967
Dec 18 06:45:08.198202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44384) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:08.203590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.210008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.236817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:08.407481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network 99b02d45-9ab5-4f19-b763-d256162b5e41 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:08.410381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:08.420353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.445192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.502509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.528944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.529507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Fanout notify agent at l3_agent the message router_deleted on router 12f8aadb-9e4c-433f-84d1-6087a8c68bbc {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:45:08.533427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.624711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.648887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.746344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Transition to ACTIVE for port object 834ba57f-8d8b-4af5-a241-01d7ac3beb3d will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:08.751084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Transition to ACTIVE for port object aa496991-0036-437a-8c53-c86ee994baf6 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:08.758700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.759259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Fanout notify agent at l3_agent the message router_deleted on router ea1d1a1f-8324-4430-9c75-a85017eb866d {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:45:08.762967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.763779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da1ce9d2-049d-4048-b586-42553416e02b {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:45:08.785332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Transition to ACTIVE for port object 834ba57f-8d8b-4af5-a241-01d7ac3beb3d will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:08.787045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Transition to ACTIVE for port object aa496991-0036-437a-8c53-c86ee994baf6 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:08.792287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.811974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-221930c0-415d-4c05-ab70-0cddc6e8f359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:08.842854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:45:08.844478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.940125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.945483 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-de085de0-10ec-4332-a798-330cc641db81 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "DELETE /v2.0/routers/ea1d1a1f-8324-4430-9c75-a85017eb866d HTTP/1.1" status: 204  len: 168 time: 3.3934336
Dec 18 06:45:08.949992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44390) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:08.957399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.958622 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bf876da3-6a49-4f34-8f67-1e2e7dfd362f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "DELETE /v2.0/routers/12f8aadb-9e4c-433f-84d1-6087a8c68bbc HTTP/1.1" status: 204  len: 168 time: 5.6961391
Dec 18 06:45:08.960686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:08.964655 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-160e04ef-ebb8-4b04-9431-0ffa7713ee37 admin admin] 10.222.0.23 "DELETE /v2.0/routers/da1ce9d2-049d-4048-b586-42553416e02b HTTP/1.1" status: 204  len: 168 time: 5.3337345
Dec 18 06:45:08.967477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-298bb801-f321-4845-9ffa-47898650433f tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-203587178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:08.980228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44396) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:08.980923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44394) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:09.003072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Request body: {'router': {'name': 'tempest-snat-router-1841097518', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'enable_snat': False}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:09.006979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-298bb801-f321-4845-9ffa-47898650433f tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:09.060038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:09.068739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-298bb801-f321-4845-9ffa-47898650433f tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Usage tracker for resource:router and tenant:06f8062091144cf881fd9509b503f1ac is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:09.088824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-298bb801-f321-4845-9ffa-47898650433f tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:09.096490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Usage tracker for resource:router and tenant:43c5634ac38545ed97c0d2520b91d5dc is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:09.100133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::318 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/efb8e3ad-60a2-4078-870e-a05b2ed63f80/26a585c1-b865-4c58-bf63-9fc977439b94) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:09.153402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:09.245886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Pushing event updated for resources: {'Port': ['ID=834ba57f-8d8b-4af5-a241-01d7ac3beb3d,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:09.260518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:09.264165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.264684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.265175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.265691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.266195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.266676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.267156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.267691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.268198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.269257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.269770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.270245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.270839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.271336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.271820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.272289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.272760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.273230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.273739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.274219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.275090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.275090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.275573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.276044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:09.293999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:09.297029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9cc4bf9-8b7e-4701-a041-a903b52222c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:09.418799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Pushing event updated for resources: {'Port': ['ID=aa496991-0036-437a-8c53-c86ee994baf6,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:09.426554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:09.443028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Network 070952cf-cb3d-4490-aa4a-b73acc180db4 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:09.444309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-298bb801-f321-4845-9ffa-47898650433f tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:09.446636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:09.449864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:09.451017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:09.453537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:09.456451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:09.456993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:09.469271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066d7c5-af36-482d-82a0-fd804cd5068d req-43c42af2-87ab-4cd9-a95e-8a53c61c82c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:09.473944 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7066d7c5-af36-482d-82a0-fd804cd5068d req-43c42af2-87ab-4cd9-a95e-8a53c61c82c3 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.7188945
Dec 18 06:45:09.532341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1955bc8-1c01-4d29-95e3-7ef410ec985c admin admin] Deleting subnet e0d63ecb-425f-4a69-bebb-78b688b00e29 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:45:09.546449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1955bc8-1c01-4d29-95e3-7ef410ec985c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:09.565351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Attempting to bind port aa496991-0036-437a-8c53-c86ee994baf6 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:45:09.566494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Attempting to bind port aa496991-0036-437a-8c53-c86ee994baf6 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:45:09.567047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Attempting to bind port aa496991-0036-437a-8c53-c86ee994baf6 on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:45:09.575265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Attempting to bind port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:45:09.576310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Attempting to bind port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ae235504-ed49-4b11-9dbb-e6e398dc5908', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '070952cf-cb3d-4490-aa4a-b73acc180db4'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:45:09.576310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Attempting to bind port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d on network 070952cf-cb3d-4490-aa4a-b73acc180db4 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:45:09.579689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:09.580369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:45:09.580814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:09.581061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:09.581662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:09.582221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:45:09.582874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Bound port: aa496991-0036-437a-8c53-c86ee994baf6, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:45:09.583425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:09.584666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-298bb801-f321-4845-9ffa-47898650433f tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:09.585588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-298bb801-f321-4845-9ffa-47898650433f tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:09.600135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:45:09.600750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Checking segment: {'id': 'ae235504-ed49-4b11-9dbb-e6e398dc5908', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '070952cf-cb3d-4490-aa4a-b73acc180db4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:09.601318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:09.601922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Bound using segment: {'id': 'ae235504-ed49-4b11-9dbb-e6e398dc5908', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '070952cf-cb3d-4490-aa4a-b73acc180db4'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:45:09.602573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Bound port: 834ba57f-8d8b-4af5-a241-01d7ac3beb3d, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae235504-ed49-4b11-9dbb-e6e398dc5908', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '070952cf-cb3d-4490-aa4a-b73acc180db4'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:45:09.603120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:09.616596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:09.650532 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "PUT /v2.0/routers/d8f56aa0-70e5-4ccf-8665-b6b38e234935/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6061039
Dec 18 06:45:09.653482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681690d-9fe7-4418-a9cd-d43a43f10a98 None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:09.659283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44404) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:09.678202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7066d7c5-af36-482d-82a0-fd804cd5068d req-1442a6d2-32f2-4f1f-af6e-421bc9f8c73e tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2031784
Dec 18 06:45:09.689473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'port': {'network_id': '99b02d45-9ab5-4f19-b763-d256162b5e41', 'name': 'tempest-FloatingIPTestJSON-827506551'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:09.718580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-298bb801-f321-4845-9ffa-47898650433f tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:09.734383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1955bc8-1c01-4d29-95e3-7ef410ec985c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:09.748701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681690d-9fe7-4418-a9cd-d43a43f10a98 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:09.749434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1681690d-9fe7-4418-a9cd-d43a43f10a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d65e630>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:09.774011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:09.865442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1681690d-9fe7-4418-a9cd-d43a43f10a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d65e630>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:09.893574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] For port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:45:09.899402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] For port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=834ba57f-8d8b-4af5-a241-01d7ac3beb3d,segment=NetworkSegment(ae235504-ed49-4b11-9dbb-e6e398dc5908),segment_id=ae235504-ed49-4b11-9dbb-e6e398dc5908)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:45:09.902137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1681690d-9fe7-4418-a9cd-d43a43f10a98 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:09.902848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1681690d-9fe7-4418-a9cd-d43a43f10a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d65e630>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:09.955779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] For port aa496991-0036-437a-8c53-c86ee994baf6, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:45:09.972791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:10.002227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-298bb801-f321-4845-9ffa-47898650433f tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:10.014124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4e12b653-be52-4be9-92e9-1a55995e89e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:10.105415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1681690d-9fe7-4418-a9cd-d43a43f10a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d65e630>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:10.106250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1681690d-9fe7-4418-a9cd-d43a43f10a98 None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:10.130865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:10.144093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] For port aa496991-0036-437a-8c53-c86ee994baf6, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=aa496991-0036-437a-8c53-c86ee994baf6,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:45:10.151288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 26a585c1-b865-4c58-bf63-9fc977439b94 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:10.162285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:10.240994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-298bb801-f321-4845-9ffa-47898650433f tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:10.244046 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-298bb801-f321-4845-9ffa-47898650433f tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.2926652
Dec 18 06:45:10.264336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44412) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:10.297428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:10.317477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:10.343098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Pushing event updated for resources: {'Port': ['ID=834ba57f-8d8b-4af5-a241-01d7ac3beb3d,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:10.357852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:10.365393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:10.374927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Request body: {'router': {'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:10.378725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:10.411231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0951140a-be09-4610-bd2a-5eeaed357540 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:10.414594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:45:10.415001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 22ac18c4-b79e-4c0d-8f4b-bfd88679c8fb not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:45:10.454987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:10.459708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:port and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:10.464040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for port was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:10.505348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Pushing event updated for resources: {'Port': ['ID=aa496991-0036-437a-8c53-c86ee994baf6,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:10.512158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:10.545033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:10.555500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1955bc8-1c01-4d29-95e3-7ef410ec985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:10.606512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=26a585c1-b865-4c58-bf63-9fc977439b94,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:10.656116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:10.661506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] Router 80358eb5-ee8b-4125-9882-e98dee060e74 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:45:10.766654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Made reservation on behalf of d84c80aa29cd479aaa23f7126d9bd5ce for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:10.772744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:10.886286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:10.892003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:10.976135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:10.980443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:10.981278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:11.050619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dff5c-673f-48e8-8310-a554bd7795b5 req-71aa94cf-bd0f-45bd-8532-21781fc6a733 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:11.064089 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-356dff5c-673f-48e8-8310-a554bd7795b5 req-71aa94cf-bd0f-45bd-8532-21781fc6a733 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.8784549
Dec 18 06:45:11.093815 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 4.9848802
Dec 18 06:45:11.105618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44416) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:11.150996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:11.161814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d145484-af2a-4aef-98a1-266530cdda64 None None] Sync routers for ids ['80358eb5-ee8b-4125-9882-e98dee060e74'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:11.165857 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] 10.222.0.23 "PUT /v2.0/routers/80358eb5-ee8b-4125-9882-e98dee060e74/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9372470
Dec 18 06:45:11.174324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44420) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:11.175396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d145484-af2a-4aef-98a1-266530cdda64 None None] Routers {'80358eb5-ee8b-4125-9882-e98dee060e74'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:11.177574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8d145484-af2a-4aef-98a1-266530cdda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dee99e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['80358eb5-ee8b-4125-9882-e98dee060e74'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:11.252632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Allocated IP 2001:db8::1 (8f6edd91-3c09-431c-b5cf-cbff65d572a6/c3aa563e-fa82-411b-a7cc-a685e83a98fe/98f84a3a-0d26-4d8e-a730-b64def2addb5) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:11.305454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:11.368984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-356dff5c-673f-48e8-8310-a554bd7795b5 req-14175ef7-d652-4222-81c6-15d76abd9e3a tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3039234
Dec 18 06:45:11.369193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-8d145484-af2a-4aef-98a1-266530cdda64 None None] Set router 80358eb5-ee8b-4125-9882-e98dee060e74 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:45:11.525356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c3d76e-e8c5-46ca-81c2-be055cf6c8a1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:11.529938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c3d76e-e8c5-46ca-81c2-be055cf6c8a1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:11.530836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b6c3d76e-e8c5-46ca-81c2-be055cf6c8a1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:11.560827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:11.666302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b6c3d76e-e8c5-46ca-81c2-be055cf6c8a1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:11.667632 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b6c3d76e-e8c5-46ca-81c2-be055cf6c8a1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.5609961
Dec 18 06:45:11.672433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44424) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:11.676021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:11.750952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Transition to ACTIVE for port object 98f84a3a-0d26-4d8e-a730-b64def2addb5 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:11.771214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8d145484-af2a-4aef-98a1-266530cdda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dee99e8>, [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:45:06Z', 'revision_number': 5, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:11.775579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d145484-af2a-4aef-98a1-266530cdda64 None None] Checking router: 80358eb5-ee8b-4125-9882-e98dee060e74 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:45:11.785297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] device_id is not set on port 214ca29d-884e-4fce-890b-1b6248896b4b yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:45:11.785793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d145484-af2a-4aef-98a1-266530cdda64 None None] Routers {'80358eb5-ee8b-4125-9882-e98dee060e74'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:11.786459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8d145484-af2a-4aef-98a1-266530cdda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dee99e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['80358eb5-ee8b-4125-9882-e98dee060e74'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:11.842946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-279d2e5c-569d-478e-97bb-a3c111a2044c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 26a585c1-b865-4c58-bf63-9fc977439b94 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:11.843346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-279d2e5c-569d-478e-97bb-a3c111a2044c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:11.928562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:11.942022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] Deleting port 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:11.942402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:11.996826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-8d145484-af2a-4aef-98a1-266530cdda64 None None] Set router 80358eb5-ee8b-4125-9882-e98dee060e74 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:45:12.015428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:12.035073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-93c9fef0-be25-415c-8fc0-ff7735a8fd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:12.129586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1955bc8-1c01-4d29-95e3-7ef410ec985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:12.186571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.20.0.6 (99b02d45-9ab5-4f19-b763-d256162b5e41/36c19ce1-d6c5-4835-8730-fb91763b5bd0/214ca29d-884e-4fce-890b-1b6248896b4b) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:12.220343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:12.417119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1955bc8-1c01-4d29-95e3-7ef410ec985c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d63ecb-425f-4a69-bebb-78b688b00e29,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:12.439989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d1955bc8-1c01-4d29-95e3-7ef410ec985c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:12.443162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8d145484-af2a-4aef-98a1-266530cdda64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dee99e8>, [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:45:06Z', 'revision_number': 5, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:12.456534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device aa496991-0036-437a-8c53-c86ee994baf6 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:12.467642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d145484-af2a-4aef-98a1-266530cdda64 None None] The sync data for ids ['80358eb5-ee8b-4125-9882-e98dee060e74'] in dv-neutron-765072-3-ovs is: [{'id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'name': 'tempest-ServersTestManualDisk-1658222757-router', 'tenant_id': 'abf0c209214f4a169089dc3a67fb1913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152'}], 'enable_snat': True}, 'gw_port_id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:45:06Z', 'revision_number': 5, 'project_id': 'abf0c209214f4a169089dc3a67fb1913', 'gw_port': {'id': '05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:6d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80358eb5-ee8b-4125-9882-e98dee060e74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:44Z', 'updated_at': '2020-12-18T06:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:12.615991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:12.671540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port aa496991-0036-437a-8c53-c86ee994baf6 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:12.688779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 834ba57f-8d8b-4af5-a241-01d7ac3beb3d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:12.767730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event updated for resources: {'Port': ['ID=98f84a3a-0d26-4d8e-a730-b64def2addb5,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:12.779496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:12.821279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13acb9b7-9e07-4db4-8e78-f7afb3cddd06 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:13.000286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 8f6edd91-3c09-431c-b5cf-cbff65d572a6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:13.009358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-279d2e5c-569d-478e-97bb-a3c111a2044c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:13.021848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:13.025046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:13.027559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:13.049876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:13.083811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:13.106394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-54861534-e8f5-4a39-b08b-0bb14e3fd267 None None] Provisioning for port aa496991-0036-437a-8c53-c86ee994baf6 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:13.183794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-54861534-e8f5-4a39-b08b-0bb14e3fd267 None None] Provisioning complete for port aa496991-0036-437a-8c53-c86ee994baf6 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:13.184311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54861534-e8f5-4a39-b08b-0bb14e3fd267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:13.222459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5990d793-c059-4c3a-b0fa-059632ebe977 None None] Network af7ce79f-a7dd-4454-8d3a-d2c46abac19d requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:13.242531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] For port 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:13.243107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:13.276224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-279d2e5c-569d-478e-97bb-a3c111a2044c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 26a585c1-b865-4c58-bf63-9fc977439b94 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:13.323316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b24543-85e2-480d-ad32-c152f83f1223 None None] Network 070952cf-cb3d-4490-aa4a-b73acc180db4 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:13.464578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] Calling delete_port for 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:13.575404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Allocated IP 172.26.7.32 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/f3b47af9-9659-4d61-b612-e52341af96e9) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:13.657498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1955bc8-1c01-4d29-95e3-7ef410ec985c admin admin] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:13.730285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:13.759281 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d1955bc8-1c01-4d29-95e3-7ef410ec985c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e0d63ecb-425f-4a69-bebb-78b688b00e29 HTTP/1.1" status: 204  len: 168 time: 4.7695646
Dec 18 06:45:13.779140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44430) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:13.809992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:13.823295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-279d2e5c-569d-478e-97bb-a3c111a2044c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:13.846263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b90f426d-729d-4c29-b2fb-de22ce7f7e71 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:13.888087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:13.938810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54861534-e8f5-4a39-b08b-0bb14e3fd267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:13.949074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:13.976079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d2e5c-569d-478e-97bb-a3c111a2044c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=26a585c1-b865-4c58-bf63-9fc977439b94,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:13.978821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-279d2e5c-569d-478e-97bb-a3c111a2044c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:14.039623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-54861534-e8f5-4a39-b08b-0bb14e3fd267 None None] For port aa496991-0036-437a-8c53-c86ee994baf6, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=aa496991-0036-437a-8c53-c86ee994baf6,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:14.061738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54861534-e8f5-4a39-b08b-0bb14e3fd267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:14.062230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:14.072538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:14.173970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3903630-408f-4d3c-a174-33ad00a6097e None None] DHCP port deletion for af7ce79f-a7dd-4454-8d3a-d2c46abac19d request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:45:14.187502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f3903630-408f-4d3c-a174-33ad00a6097e None None] Deleting port c6f281ef-fc18-4e69-a7e6-5092ca593b57 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:14.188037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3903630-408f-4d3c-a174-33ad00a6097e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:14.200837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Deleting port c6f281ef-fc18-4e69-a7e6-5092ca593b57 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:14.200942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:14.293296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Could not find standard attr ID for object 26a585c1-b865-4c58-bf63-9fc977439b94. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:45:14.336704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88543f01-1899-420f-8f89-1a0656b9fbf1 req-a89b9c63-5919-46ce-8b67-e5ffbb9489cb tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:14.348945 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88543f01-1899-420f-8f89-1a0656b9fbf1 req-a89b9c63-5919-46ce-8b67-e5ffbb9489cb tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 1.6415317
Dec 18 06:45:14.371865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54861534-e8f5-4a39-b08b-0bb14e3fd267 None None] Pushing event updated for resources: {'Port': ['ID=aa496991-0036-437a-8c53-c86ee994baf6,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:14.375608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ac02bc13-fc93-4bb3-b920-0b1c0f373e4c no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:14.408427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-54861534-e8f5-4a39-b08b-0bb14e3fd267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:14.427487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Provisioning for port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:14.436624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:14.441787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: ac02bc13-fc93-4bb3-b920-0b1c0f373e4c {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:45:14.442329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ac02bc13-fc93-4bb3-b920-0b1c0f373e4c not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:45:14.442917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c6f281ef-fc18-4e69-a7e6-5092ca593b57 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:14.477153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:45:14.482013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Provisioning complete for port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:14.482586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:14.542987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-279d2e5c-569d-478e-97bb-a3c111a2044c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:14.649767 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-279d2e5c-569d-478e-97bb-a3c111a2044c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/26a585c1-b865-4c58-bf63-9fc977439b94 HTTP/1.1" status: 204  len: 168 time: 2.9698570
Dec 18 06:45:14.655002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44434) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:14.702001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] For port c6f281ef-fc18-4e69-a7e6-5092ca593b57, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c6f281ef-fc18-4e69-a7e6-5092ca593b57,segment=NetworkSegment(3aceeed1-f7ae-457c-bc85-3dd66ffcb101),segment_id=3aceeed1-f7ae-457c-bc85-3dd66ffcb101)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:14.705856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:14.732262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:14.795088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc8828aa-8f91-4181-a5e5-c70dd8431385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:14.929155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:14.951046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f3903630-408f-4d3c-a174-33ad00a6097e None None] For port c6f281ef-fc18-4e69-a7e6-5092ca593b57, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c6f281ef-fc18-4e69-a7e6-5092ca593b57,segment=NetworkSegment(3aceeed1-f7ae-457c-bc85-3dd66ffcb101),segment_id=3aceeed1-f7ae-457c-bc85-3dd66ffcb101)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:14.951854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3903630-408f-4d3c-a174-33ad00a6097e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:14.951967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:14.958639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f988837-d62c-4249-aaa6-f0e60be90c5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:14.960000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f988837-d62c-4249-aaa6-f0e60be90c5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:14.960857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0f988837-d62c-4249-aaa6-f0e60be90c5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:14.966610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.019320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.021098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0f988837-d62c-4249-aaa6-f0e60be90c5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:15.025978 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0f988837-d62c-4249-aaa6-f0e60be90c5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3698277
Dec 18 06:45:15.027526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44438) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:15.028181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.028740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80358eb5-ee8b-4125-9882-e98dee060e74 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:45:15.035002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.092380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.093749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.120341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:15.178077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f3903630-408f-4d3c-a174-33ad00a6097e None None] Calling delete_port for c6f281ef-fc18-4e69-a7e6-5092ca593b57 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:15.278086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.281815 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc26054a-c1ac-4e1c-be79-b0bd776d1e9e admin admin] 10.222.0.23 "DELETE /v2.0/routers/80358eb5-ee8b-4125-9882-e98dee060e74 HTTP/1.1" status: 204  len: 168 time: 4.1014810
Dec 18 06:45:15.297628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] For port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=834ba57f-8d8b-4af5-a241-01d7ac3beb3d,segment=NetworkSegment(ae235504-ed49-4b11-9dbb-e6e398dc5908),segment_id=ae235504-ed49-4b11-9dbb-e6e398dc5908)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:15.306672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44442) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:15.353123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Calling delete_port for c6f281ef-fc18-4e69-a7e6-5092ca593b57 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:15.353899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.364033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-32d9c5bb-fab2-4e18-92a9-17af7155c0be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:15.451296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3903630-408f-4d3c-a174-33ad00a6097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.457407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:45:15.458156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:45:15.459560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.470917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Pushing event updated for resources: {'Port': ['ID=834ba57f-8d8b-4af5-a241-01d7ac3beb3d,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:15.485345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event updated for resources: {'Port': ['ID=98f84a3a-0d26-4d8e-a730-b64def2addb5,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:15.494018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9064a4b2-a6c0-4765-901c-8b6fb804c13c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:15.502963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:15.535256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:15.537971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:15.607217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3903630-408f-4d3c-a174-33ad00a6097e None None] Pushing event deleted for resources: {'Port': ['ID=c6f281ef-fc18-4e69-a7e6-5092ca593b57,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:15.616998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3903630-408f-4d3c-a174-33ad00a6097e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:15.620150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Provisioning for port 98f84a3a-0d26-4d8e-a730-b64def2addb5 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:15.640455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.651950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Provisioning complete for port 98f84a3a-0d26-4d8e-a730-b64def2addb5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:15.652372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.655708 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88543f01-1899-420f-8f89-1a0656b9fbf1 req-cd0cd11d-6b67-49f3-a441-4b330d636ad9 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.3053906
Dec 18 06:45:15.710486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3903630-408f-4d3c-a174-33ad00a6097e None None] No DVR routers for this DVR port c6f281ef-fc18-4e69-a7e6-5092ca593b57 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:45:15.745148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Port 98f84a3a-0d26-4d8e-a730-b64def2addb5 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:45:15.756938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Provisioning complete for port aa496991-0036-437a-8c53-c86ee994baf6 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:15.757357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.793884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=214ca29d-884e-4fce-890b-1b6248896b4b,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:15.800357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:15.822497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network 99b02d45-9ab5-4f19-b763-d256162b5e41 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:15.824738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:15.828105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:15.902505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8caac37-e7e0-4fc4-a9f3-73b8bd3d9e75 admin admin] Deleting subnet d6bfb11e-f407-46b5-9dbe-7a268e6eeed6 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:45:15.912902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e8caac37-e7e0-4fc4-a9f3-73b8bd3d9e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.958336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:15.981185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 8f6edd91-3c09-431c-b5cf-cbff65d572a6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:15.984532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a5a3ced-faec-47b7-b923-317c0aeeb23f tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:15.985843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:16.012740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Deleting port c6f281ef-fc18-4e69-a7e6-5092ca593b57 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:16.013123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:16.024863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1d8938e3-1280-4e11-ae7f-9cc1baaed6a5 None None] Provisioning complete for port aa496991-0036-437a-8c53-c86ee994baf6 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:16.025292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d8938e3-1280-4e11-ae7f-9cc1baaed6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:16.162360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1d8938e3-1280-4e11-ae7f-9cc1baaed6a5 None None] Could not find standard attr ID for object 26a585c1-b865-4c58-bf63-9fc977439b94. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:45:16.174276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1d8938e3-1280-4e11-ae7f-9cc1baaed6a5 None None] Provisioning complete for port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:16.175365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d8938e3-1280-4e11-ae7f-9cc1baaed6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:16.223556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e8caac37-e7e0-4fc4-a9f3-73b8bd3d9e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:16.241032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] The port 'c6f281ef-fc18-4e69-a7e6-5092ca593b57' was deleted {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:45:16.280421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-5247e9a8-c564-43bf-8fd6-04815a5b5664 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet efb8e3ad-60a2-4078-870e-a05b2ed63f80 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:45:16.280951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:16.281403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:16.287216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Router d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:45:16.288126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5247e9a8-c564-43bf-8fd6-04815a5b5664 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:16.329460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:16.334220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device aa496991-0036-437a-8c53-c86ee994baf6 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:16.358829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:16.367668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:16.404467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port aa496991-0036-437a-8c53-c86ee994baf6 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:16.404904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:16.449182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Pushing event updated for resources: {'Port': ['ID=f3b47af9-9659-4d61-b612-e52341af96e9,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:16.470886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:16.472165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Allocated IP 172.26.7.213 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/4036a851-66d1-47ac-85c4-9acd9ac7576e) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:16.480050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-03761312-264b-4359-b0c7-663f4c19823f None None] Provisioning complete for port 98f84a3a-0d26-4d8e-a730-b64def2addb5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:16.480483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03761312-264b-4359-b0c7-663f4c19823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:16.504899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5247e9a8-c564-43bf-8fd6-04815a5b5664 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:16.505871 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 6.8433092
Dec 18 06:45:16.524203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad03154-87ed-4ff9-9abb-04936865c595 req-f54b30d2-22a1-4de4-895b-4b30346c1e60 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:16.525861 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8ad03154-87ed-4ff9-9abb-04936865c595 req-f54b30d2-22a1-4de4-895b-4b30346c1e60 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.6659698
Dec 18 06:45:16.534688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:16.542314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44448) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:16.563975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'port': {'network_id': '99b02d45-9ab5-4f19-b763-d256162b5e41', 'name': 'tempest-FloatingIPTestJSON-1306297250'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:16.588170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-03761312-264b-4359-b0c7-663f4c19823f None None] Port 98f84a3a-0d26-4d8e-a730-b64def2addb5 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:45:16.590571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 834ba57f-8d8b-4af5-a241-01d7ac3beb3d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:16.687260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:16.688395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:16.727618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:16.729797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e8caac37-e7e0-4fc4-a9f3-73b8bd3d9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:16.746260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ab15a-c28b-4738-bfd8-39058bbf6b98 None None] Sync routers for ids ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:16.766400 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "PUT /v2.0/routers/d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5581684
Dec 18 06:45:16.770551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ab15a-c28b-4738-bfd8-39058bbf6b98 None None] Routers {'d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:16.771666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3a4ab15a-c28b-4738-bfd8-39058bbf6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d52b2e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:16.776491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44452) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:16.842543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3a4ab15a-c28b-4738-bfd8-39058bbf6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d52b2e8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:16.887973 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8ad03154-87ed-4ff9-9abb-04936865c595 req-5dbc845a-79b7-43c5-b48d-73938b97f5b9 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3357656
Dec 18 06:45:16.937550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ab15a-c28b-4738-bfd8-39058bbf6b98 None None] Routers {'d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:16.937550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3a4ab15a-c28b-4738-bfd8-39058bbf6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d52b2e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:44:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:16.980228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1e404a90>,) {'filters': {'network_id': ['af7ce79f-a7dd-4454-8d3a-d2c46abac19d']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:17.014200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3a4ab15a-c28b-4738-bfd8-39058bbf6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d52b2e8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:17.014663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ab15a-c28b-4738-bfd8-39058bbf6b98 None None] The sync data for ids ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:17.016356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:17.020023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e404a90>, '3aceeed1-f7ae-457c-bc85-3dd66ffcb101') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:17.020023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e404a90>, '3aceeed1-f7ae-457c-bc85-3dd66ffcb101') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:17.048609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:17.076293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:17.114699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:17.130940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5247e9a8-c564-43bf-8fd6-04815a5b5664 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:17.182991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:45:17.192378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:17.211417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:port and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:17.216587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91c6f215-ed64-42db-9fee-bcf69d104c08 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:17.230200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:45:17.230648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 05e46c95-6d09-4a48-b35b-ac1d8a9d9b1d not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:45:17.278420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:17.308075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:17.337594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:17.379586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11b50e5f-e643-4435-ad8b-5f546c94a8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:17.482004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Network af7ce79f-a7dd-4454-8d3a-d2c46abac19d has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:17.495368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:17.497780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Made reservation on behalf of d84c80aa29cd479aaa23f7126d9bd5ce for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:17.503777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:17.618229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83dd44-8fe9-4fe6-b147-307c5019fada req-713323bc-47b2-4932-a30c-50fe033d1b7d tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:17.619943 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cb83dd44-8fe9-4fe6-b147-307c5019fada req-713323bc-47b2-4932-a30c-50fe033d1b7d tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.5559556
Dec 18 06:45:17.628119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:17.665173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4e52e8a2-ab5e-4600-b849-53bc5dc3d9da tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:17.929310 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-91c6f215-ed64-42db-9fee-bcf69d104c08 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] delete failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:45:17.930492 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-91c6f215-ed64-42db-9fee-bcf69d104c08 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "DELETE /v2.0/routers/d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af HTTP/1.1" status: 409  len: 329 time: 1.1483622
Dec 18 06:45:17.953035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44458) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:18.089431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:18.222540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Network af7ce79f-a7dd-4454-8d3a-d2c46abac19d has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:18.258072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e8caac37-e7e0-4fc4-a9f3-73b8bd3d9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:45:18.259571 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:45:18.304009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-72d1ae15-4f1d-4022-acb8-744becfc1d97 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:18.327398 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cb83dd44-8fe9-4fe6-b147-307c5019fada req-3712b422-af0a-424f-b03b-ee1872ce2a12 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6809790
Dec 18 06:45:18.328095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Pushing event updated for resources: {'Port': ['ID=4036a851-66d1-47ac-85c4-9acd9ac7576e,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:18.357420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:18.410926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8caac37-e7e0-4fc4-a9f3-73b8bd3d9e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6bfb11e-f407-46b5-9dbe-7a268e6eeed6,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:18.418477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] device_id is not set on port d72ef3b9-3654-4388-8c92-c598e32ff9e2 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:45:18.488378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:18.512342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e8caac37-e7e0-4fc4-a9f3-73b8bd3d9e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:18.513975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:18.617528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:18.628712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:18.648800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:18.652664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=af7ce79f-a7dd-4454-8d3a-d2c46abac19d,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:18.655935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:18.660348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:18.667176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:18.708011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e8caac37-e7e0-4fc4-a9f3-73b8bd3d9e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:18.710198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb777f7-32a0-41d0-9534-29a8baca394a None None] Network eca7ae00-9778-4814-8efd-9601e6522f96 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:18.725268 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/af7ce79f-a7dd-4454-8d3a-d2c46abac19d HTTP/1.1" status: 204  len: 168 time: 4.9388852
Dec 18 06:45:18.742135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5247e9a8-c564-43bf-8fd6-04815a5b5664 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:18.779887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:18.825569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bf0-d3db-433f-9920-ca19d8b883de tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:18.857997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bec4a-f66c-4e07-b154-69b191fbdcbd req-de954ef8-53d2-4859-987c-d76fc5ba7520 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:18.859798 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d21bec4a-f66c-4e07-b154-69b191fbdcbd req-de954ef8-53d2-4859-987c-d76fc5ba7520 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.3911052
Dec 18 06:45:18.975316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247e9a8-c564-43bf-8fd6-04815a5b5664 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=efb8e3ad-60a2-4078-870e-a05b2ed63f80,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:18.991448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44466) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:19.023386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:19.026927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe8db7-d3f8-4f39-9642-f653e635a055 None None] DHCP port deletion for eca7ae00-9778-4814-8efd-9601e6522f96 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:45:19.031155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe8db7-d3f8-4f39-9642-f653e635a055 None None] Deleting port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:19.031798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fdfe8db7-d3f8-4f39-9642-f653e635a055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:19.050630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5247e9a8-c564-43bf-8fd6-04815a5b5664 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:19.064139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e8caac37-e7e0-4fc4-a9f3-73b8bd3d9e75 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d6bfb11e-f407-46b5-9dbe-7a268e6eeed6 HTTP/1.1" status: 204  len: 168 time: 3.7534618
Dec 18 06:45:19.076350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44470) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:19.129695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.20.0.8 (99b02d45-9ab5-4f19-b763-d256162b5e41/36c19ce1-d6c5-4835-8730-fb91763b5bd0/d72ef3b9-3654-4388-8c92-c598e32ff9e2) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:19.221416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5247e9a8-c564-43bf-8fd6-04815a5b5664 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:19.227221 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5247e9a8-c564-43bf-8fd6-04815a5b5664 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/efb8e3ad-60a2-4078-870e-a05b2ed63f80 HTTP/1.1" status: 204  len: 168 time: 4.1886649
Dec 18 06:45:19.227405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d27acb-3c63-42a8-9340-20545ab52b71 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:19.227505 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d21bec4a-f66c-4e07-b154-69b191fbdcbd req-de09b765-c98d-43a7-822b-c3ad26b04188 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3133991
Dec 18 06:45:19.231644 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-771a4cc4-4e9f-49c9-9918-091ade779579 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64297e918d5a470ebd117893eb402e4b&name=default HTTP/1.1" status: 200  len: 2875 time: 0.1837616
Dec 18 06:45:19.231795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44474) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:19.241120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44476) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:19.366132 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6317ad2b-666e-4182-bd27-fc0601772912 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1284311
Dec 18 06:45:19.386418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44484) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:19.449148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:19.465852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fdfe8db7-d3f8-4f39-9642-f653e635a055 None None] For port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4,segment=NetworkSegment(aca7d980-6b6b-4767-b9c6-edb4a71f84ab),segment_id=aca7d980-6b6b-4767-b9c6-edb4a71f84ab)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:19.466389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fdfe8db7-d3f8-4f39-9642-f653e635a055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:19.542862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:19.579288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:19.604182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe8db7-d3f8-4f39-9642-f653e635a055 None None] Calling delete_port for dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:19.618522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:19.711281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:19.717220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fdfe8db7-d3f8-4f39-9642-f653e635a055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:19.727147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-af1e7423-72c6-4cfd-9b72-73c51199119f tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:19.799236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:19.840639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330cfa9d-d86f-4812-ad3d-4a8507edc147 None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:45:19.849639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe8db7-d3f8-4f39-9642-f653e635a055 None None] Pushing event deleted for resources: {'Port': ['ID=dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:19.855317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fdfe8db7-d3f8-4f39-9642-f653e635a055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:19.856251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-330cfa9d-d86f-4812-ad3d-4a8507edc147 None None] Deleting port aa496991-0036-437a-8c53-c86ee994baf6 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:19.856668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-330cfa9d-d86f-4812-ad3d-4a8507edc147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:19.999133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe8db7-d3f8-4f39-9642-f653e635a055 None None] No DVR routers for this DVR port dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:45:20.149489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-330cfa9d-d86f-4812-ad3d-4a8507edc147 None None] For port aa496991-0036-437a-8c53-c86ee994baf6, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=aa496991-0036-437a-8c53-c86ee994baf6,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:20.150402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-330cfa9d-d86f-4812-ad3d-4a8507edc147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.178349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de3f74f1-abe7-47e5-b953-8bf55269b184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.210746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=d72ef3b9-3654-4388-8c92-c598e32ff9e2,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:20.216505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:20.305210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-330cfa9d-d86f-4812-ad3d-4a8507edc147 None None] Calling delete_port for aa496991-0036-437a-8c53-c86ee994baf6 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:20.318554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:20.337376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device aa496991-0036-437a-8c53-c86ee994baf6 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:20.340939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network 99b02d45-9ab5-4f19-b763-d256162b5e41 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:20.345221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:20.349383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:20.353865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de3f74f1-abe7-47e5-b953-8bf55269b184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.354021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:20.360945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:20.389269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:20.395031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.408026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b7bf0-d3db-433f-9920-ca19d8b883de tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Deleting port 98f84a3a-0d26-4d8e-a730-b64def2addb5 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:20.408206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bf0-d3db-433f-9920-ca19d8b883de tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.410005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.475554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:20.476225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.490492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-330cfa9d-d86f-4812-ad3d-4a8507edc147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.557795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:20.578572 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.0271444
Dec 18 06:45:20.579216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44488) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:20.590204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': 'd72ef3b9-3654-4388-8c92-c598e32ff9e2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:20.595708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:20.600254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:20.608477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:floatingip and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:20.615541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cfa9d-d86f-4812-ad3d-4a8507edc147 None None] Pushing event deleted for resources: {'Port': ['ID=aa496991-0036-437a-8c53-c86ee994baf6,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:20.615892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:20.618415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-330cfa9d-d86f-4812-ad3d-4a8507edc147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:20.629083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.635459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:20.665274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bf0-d3db-433f-9920-ca19d8b883de tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.673613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.692942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Router 2b806bac-d3da-4e19-b062-2545cd48c12b is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:45:20.717885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330cfa9d-d86f-4812-ad3d-4a8507edc147 None None] No DVR routers for this DVR port aa496991-0036-437a-8c53-c86ee994baf6 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:45:20.756359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:20.789920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:45:20.790533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device dbdfe54d-24a5-4c1f-a9dd-dca4fddb46d4 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:45:20.867053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1db8a198>,) {'filters': {'network_id': ['eca7ae00-9778-4814-8efd-9601e6522f96']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:20.869702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b7bf0-d3db-433f-9920-ca19d8b883de tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Calling delete_port for 98f84a3a-0d26-4d8e-a730-b64def2addb5 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:20.914417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1db8a198>, 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:20.914767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1db8a198>, 'aca7d980-6b6b-4767-b9c6-edb4a71f84ab') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:20.940592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.958291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de3f74f1-abe7-47e5-b953-8bf55269b184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.966352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:20.992359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:21.035280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:21.132828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f74f1-abe7-47e5-b953-8bf55269b184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aadf2c-f4e3-4ea7-89f3-874eb4ac9250,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:21.202421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bf0-d3db-433f-9920-ca19d8b883de tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:21.220486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de3f74f1-abe7-47e5-b953-8bf55269b184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:21.220818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f35a659a-677a-40e1-8778-f9d9e95cc80f tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:21.221641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:21.247757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:45:21.269484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de3f74f1-abe7-47e5-b953-8bf55269b184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:21.270745 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-de3f74f1-abe7-47e5-b953-8bf55269b184 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9aadf2c-f4e3-4ea7-89f3-874eb4ac9250 HTTP/1.1" status: 204  len: 168 time: 1.9685347
Dec 18 06:45:21.327677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b7bf0-d3db-433f-9920-ca19d8b883de tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event deleted for resources: {'Port': ['ID=98f84a3a-0d26-4d8e-a730-b64def2addb5,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:21.343107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5e2b7bf0-d3db-433f-9920-ca19d8b883de tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:21.399644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:21.410719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Sync routers for ids ['2b806bac-d3da-4e19-b062-2545cd48c12b'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:21.425394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Routers {'2b806bac-d3da-4e19-b062-2545cd48c12b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:21.426568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1deb4128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2b806bac-d3da-4e19-b062-2545cd48c12b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:21.637113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] Network eca7ae00-9778-4814-8efd-9601e6522f96 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:21.648231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:21.653454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:21.672116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:21.673683 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 12.6911843
Dec 18 06:45:21.691328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44496) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:21.725847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.26.7.244 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/ef7456bf-169d-4767-95d1-4516bf559270) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:21.747417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:21.816406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7bf0-d3db-433f-9920-ca19d8b883de tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:21.951142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Set router 2b806bac-d3da-4e19-b062-2545cd48c12b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:45:22.039649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] Network eca7ae00-9778-4814-8efd-9601e6522f96 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:45:22.072613 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:45:22.221042 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b0faea16-e379-4781-b1e6-a09fc1f39e21 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/routers/2b806bac-d3da-4e19-b062-2545cd48c12b HTTP/1.1" status: 200  len: 908 time: 0.5254016
Dec 18 06:45:22.235299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44510) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:22.278420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:22.298112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Request body: {'router': {'name': 'tempest-snat-router-1841097518', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'enable_snat': True}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:22.313713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1deb4128>, [{'id': '2b806bac-d3da-4e19-b062-2545cd48c12b', 'name': 'tempest-snat-router-1841097518', 'tenant_id': '43c5634ac38545ed97c0d2520b91d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.32'}], 'enable_snat': False}, 'gw_port_id': 'f3b47af9-9659-4d61-b612-e52341af96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:45:09Z', 'updated_at': '2020-12-18T06:45:17Z', 'revision_number': 3, 'project_id': '43c5634ac38545ed97c0d2520b91d5dc', 'gw_port': {'id': 'f3b47af9-9659-4d61-b612-e52341af96e9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b806bac-d3da-4e19-b062-2545cd48c12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:45:13Z', 'updated_at': '2020-12-18T06:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:22.318141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:22.319065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Checking router: 2b806bac-d3da-4e19-b062-2545cd48c12b for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:45:22.319529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Updating router 2b806bac-d3da-4e19-b062-2545cd48c12b port f3b47af9-9659-4d61-b612-e52341af96e9 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:45:22.335429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Usage tracker for resource:router and tenant:43c5634ac38545ed97c0d2520b91d5dc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:22.392961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:22.394210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Quota usage for router was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:22.413529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:22.421112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:22.502305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:22.503433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:22.552507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:22.584786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b544f70-704b-4a28-a06a-6a89b727407f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:22.591018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2b7bf0-d3db-433f-9920-ca19d8b883de tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Router d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:45:22.598220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:22.607621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:22.660843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] Pushing event deleted for resources: {'Network': ['ID=eca7ae00-9778-4814-8efd-9601e6522f96,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:22.672799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:22.704840 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] 10.222.0.23 "DELETE /v2.0/networks/eca7ae00-9778-4814-8efd-9601e6522f96 HTTP/1.1" status: 204  len: 168 time: 3.6251812
Dec 18 06:45:22.742490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:22.762160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Router 143afbea-15f2-4d30-b7d4-3f427d933021 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:45:22.969809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:22.983974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Transition to ACTIVE for port object f3b47af9-9659-4d61-b612-e52341af96e9 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:22.991444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:22.994894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:23.001737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:23.006956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73d705-e136-4cae-89fc-4fccac502820 None None] Sync routers for ids ['143afbea-15f2-4d30-b7d4-3f427d933021'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:23.009983 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "PUT /v2.0/routers/143afbea-15f2-4d30-b7d4-3f427d933021 HTTP/1.1" status: 200  len: 883 time: 12.7228594
Dec 18 06:45:23.012644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44524) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:23.031574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73d705-e136-4cae-89fc-4fccac502820 None None] Routers {'143afbea-15f2-4d30-b7d4-3f427d933021'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:23.032295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ea73d705-e136-4cae-89fc-4fccac502820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cbfec88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['143afbea-15f2-4d30-b7d4-3f427d933021'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:23.036100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:23.140222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5dd60ecf-bacb-4d70-8b08-26b73ee443d0 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:23.199203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ea73d705-e136-4cae-89fc-4fccac502820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cbfec88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:23.224850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2dd17-a450-4ce1-b4a3-e63d0db3a7d3 None None] Pushing event updated for resources: {'Port': ['ID=f3b47af9-9659-4d61-b612-e52341af96e9,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:23.225058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73d705-e136-4cae-89fc-4fccac502820 None None] Routers {'143afbea-15f2-4d30-b7d4-3f427d933021'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:23.225573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ea73d705-e136-4cae-89fc-4fccac502820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cbfec88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['143afbea-15f2-4d30-b7d4-3f427d933021'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:23.230139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cfe2dd17-a450-4ce1-b4a3-e63d0db3a7d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:23.308719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2b7bf0-d3db-433f-9920-ca19d8b883de tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:23.326911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44534) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:23.333936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cf8727-73c1-45dd-a72a-654942a42817 None None] Sync routers for ids ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:23.344405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ea73d705-e136-4cae-89fc-4fccac502820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cbfec88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:23.346472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73d705-e136-4cae-89fc-4fccac502820 None None] The sync data for ids ['143afbea-15f2-4d30-b7d4-3f427d933021'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:23.348026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Attempting to bind port f3b47af9-9659-4d61-b612-e52341af96e9 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:45:23.348857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Attempting to bind port f3b47af9-9659-4d61-b612-e52341af96e9 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:45:23.348857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Attempting to bind port f3b47af9-9659-4d61-b612-e52341af96e9 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:45:23.355211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cf8727-73c1-45dd-a72a-654942a42817 None None] Routers {'d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:23.355894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-65cf8727-73c1-45dd-a72a-654942a42817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc4f5c0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:23.409436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:45:23.409890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:23.410345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:23.410878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:45:23.411433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Bound port: f3b47af9-9659-4d61-b612-e52341af96e9, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:45:23.411845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:23.444465 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d76eb44e-9123-4f0a-a231-e19667004ce4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=abf0c209214f4a169089dc3a67fb1913&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0931683
Dec 18 06:45:23.445989 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-637be125-571d-405e-a4b9-5c119a53ebe6 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/routers/143afbea-15f2-4d30-b7d4-3f427d933021 HTTP/1.1" status: 200  len: 924 time: 0.4313078
Dec 18 06:45:23.445989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44538) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:23.449577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44540) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:23.467393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-65cf8727-73c1-45dd-a72a-654942a42817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc4f5c0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:23.492008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cf8727-73c1-45dd-a72a-654942a42817 None None] Routers {'d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:23.492713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-65cf8727-73c1-45dd-a72a-654942a42817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc4f5c0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:23.508884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=ef7456bf-169d-4767-95d1-4516bf559270,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:23.516575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:23.567658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-65cf8727-73c1-45dd-a72a-654942a42817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc4f5c0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:23.567658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cf8727-73c1-45dd-a72a-654942a42817 None None] The sync data for ids ['d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:23.582994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] For port f3b47af9-9659-4d61-b612-e52341af96e9, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:45:23.587071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] For port f3b47af9-9659-4d61-b612-e52341af96e9, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f3b47af9-9659-4d61-b612-e52341af96e9,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:45:23.592254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:23.623961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:23.638693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76bd1893-f1b8-4aae-95cd-028f1d880a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:23.640476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:23.673309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:23.720024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:23.749847 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5e2b7bf0-d3db-433f-9920-ca19d8b883de tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "PUT /v2.0/routers/d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7942698
Dec 18 06:45:23.763669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44550) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:23.813477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76bd1893-f1b8-4aae-95cd-028f1d880a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:23.822294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a578be6-87b4-46f0-8913-2c2c3bb5b888 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:23.823971 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6a578be6-87b4-46f0-8913-2c2c3bb5b888 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/ports?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6&device_id=143afbea-15f2-4d30-b7d4-3f427d933021&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3711669
Dec 18 06:45:23.831487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44554) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:23.861599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44558) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:23.862261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2dd17-a450-4ce1-b4a3-e63d0db3a7d3 None None] Pushing event updated for resources: {'Port': ['ID=f3b47af9-9659-4d61-b612-e52341af96e9,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:23.866908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cfe2dd17-a450-4ce1-b4a3-e63d0db3a7d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:23.871870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Routers {'2b806bac-d3da-4e19-b062-2545cd48c12b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:23.872543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1deb4128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2b806bac-d3da-4e19-b062-2545cd48c12b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:23.940037 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-1aee3e93-fd7b-4f08-a88b-4f978be41d2f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] show failed (client error): The resource could not be found.
Dec 18 06:45:23.946253 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1aee3e93-fd7b-4f08-a88b-4f978be41d2f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-112786511 HTTP/1.1" status: 404  len: 334 time: 0.1762352
Dec 18 06:45:23.948580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44564) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:23.949332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=0640f157-c84a-460a-acb6-b0f6b27e5365,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:23.955998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7d52da66-3e24-474a-a77a-27cd77076f94 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Request body: {'router': {'name': 'new_name'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:23.977590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:24.044936 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-7d52da66-3e24-474a-a77a-27cd77076f94 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] update failed (client error): The resource could not be found.
Dec 18 06:45:24.049305 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d52da66-3e24-474a-a77a-27cd77076f94 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-1324930935 HTTP/1.1" status: 404  len: 335 time: 0.0955224
Dec 18 06:45:24.049305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:24.050925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44568) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:24.051846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:24.052304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:24.055775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:24.060671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:24.065873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ee96a-6798-4a31-9936-d88053d70059 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:24.067026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76bd1893-f1b8-4aae-95cd-028f1d880a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:24.081142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:24.102966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a6e9ef-89c4-45bb-a95d-d8f7959459b6 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:24.107047 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-11a6e9ef-89c4-45bb-a95d-d8f7959459b6 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 881 time: 0.2682846
Dec 18 06:45:24.107047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd1893-f1b8-4aae-95cd-028f1d880a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1403d0d9-cf27-49f3-8e05-4d77ec81b3b2,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:24.109855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:24.110588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:24.116584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-76bd1893-f1b8-4aae-95cd-028f1d880a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:24.117107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44572) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:24.159624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] Set router 2b806bac-d3da-4e19-b062-2545cd48c12b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:45:24.179131 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eb22d8f3-0edd-4c61-bfac-5db2a6870e75 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "GET /v2.0/ports?device_id=143afbea-15f2-4d30-b7d4-3f427d933021 HTTP/1.1" status: 200  len: 205 time: 0.0567923
Dec 18 06:45:24.179131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76bd1893-f1b8-4aae-95cd-028f1d880a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:24.180560 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-76bd1893-f1b8-4aae-95cd-028f1d880a40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1403d0d9-cf27-49f3-8e05-4d77ec81b3b2 HTTP/1.1" status: 204  len: 168 time: 0.7326107
Dec 18 06:45:24.181971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44576) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:24.247554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-591438349', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:24.267224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:24.275555 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.8202837
Dec 18 06:45:24.286489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44582) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:24.296676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'name': 'tempest-NetworksTestDHCPv6-265126540'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:24.357170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Usage tracker for resource:port and tenant:6f1a228916394461be69e4f1996289d8 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:24.366098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:24.392045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:24.487353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Made reservation on behalf of 6f1a228916394461be69e4f1996289d8 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:24.492231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:24.538126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:24.562705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:24.568738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Usage tracker for resource:security_group_rule and tenant:6f1a228916394461be69e4f1996289d8 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:24.571938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:24.579741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:24.607600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:24.617875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:24.623465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:24.623648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': '0640f157-c84a-460a-acb6-b0f6b27e5365'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:45:24.626099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:24.642485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1deb4128>, [{'id': '2b806bac-d3da-4e19-b062-2545cd48c12b', 'name': 'tempest-snat-router-1841097518', 'tenant_id': '43c5634ac38545ed97c0d2520b91d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.32'}], 'enable_snat': False}, 'gw_port_id': 'f3b47af9-9659-4d61-b612-e52341af96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:45:09Z', 'updated_at': '2020-12-18T06:45:17Z', 'revision_number': 3, 'project_id': '43c5634ac38545ed97c0d2520b91d5dc', 'gw_port': {'id': 'f3b47af9-9659-4d61-b612-e52341af96e9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b806bac-d3da-4e19-b062-2545cd48c12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:45:13Z', 'updated_at': '2020-12-18T06:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:24.648280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ee289a-fdcc-44ec-9a3f-0a19a5178830 None None] The sync data for ids ['2b806bac-d3da-4e19-b062-2545cd48c12b'] in dv-neutron-765072-3-ovs is: [{'id': '2b806bac-d3da-4e19-b062-2545cd48c12b', 'name': 'tempest-snat-router-1841097518', 'tenant_id': '43c5634ac38545ed97c0d2520b91d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.32'}], 'enable_snat': False}, 'gw_port_id': 'f3b47af9-9659-4d61-b612-e52341af96e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:45:09Z', 'updated_at': '2020-12-18T06:45:17Z', 'revision_number': 3, 'project_id': '43c5634ac38545ed97c0d2520b91d5dc', 'gw_port': {'id': 'f3b47af9-9659-4d61-b612-e52341af96e9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b806bac-d3da-4e19-b062-2545cd48c12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:45:13Z', 'updated_at': '2020-12-18T06:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:24.659575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:24.664516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:24.702477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:24.749111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:24.764158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:24.769855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:24.777979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d195bfb6-7c28-4497-803d-0c760d729280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:24.828765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Pushing event updated for resources: {'SecurityGroup': ['ID=999dd28d-5f13-44cd-a58f-09494f9e0018,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:24.841419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:24.962115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-50eef407-d47c-403f-90a9-0765b6345ce7 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Deleting subnet abdf2e09-1419-4126-b450-beff3e448bfa {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:45:25.012069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Allocated IP 2001:db8::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/0640f157-c84a-460a-acb6-b0f6b27e5365/0d048aa2-bc43-4302-844e-8a454e2d494c) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:25.029137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:25.039065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Deleting port 4036a851-66d1-47ac-85c4-9acd9ac7576e {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:25.039396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:25.100298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-50eef407-d47c-403f-90a9-0765b6345ce7 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:25.292218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:25.323530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Transition to ACTIVE for port object 0d048aa2-bc43-4302-844e-8a454e2d494c will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:25.344088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Transition to ACTIVE for port object 0d048aa2-bc43-4302-844e-8a454e2d494c will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:25.356997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:25.373820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd29b720-757e-4b3f-9868-29be62b4c2f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:25.447791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 46f34af9-c20f-4ef6-8789-cf0f008bd186 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:45:25.512979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-50eef407-d47c-403f-90a9-0765b6345ce7 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:25.535880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Pushing event updated for resources: {'Port': ['ID=0d048aa2-bc43-4302-844e-8a454e2d494c,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:25.541351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:25.608234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:25.610593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:25.615768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:25.618810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] device_id is not set on port 6237de23-36dd-4032-8538-c630937dc8e8 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:45:25.755837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Attempting to bind port 0d048aa2-bc43-4302-844e-8a454e2d494c on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:45:25.756257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Attempting to bind port 0d048aa2-bc43-4302-844e-8a454e2d494c by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:45:25.756671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Attempting to bind port 0d048aa2-bc43-4302-844e-8a454e2d494c on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:45:25.764171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:45:25.764601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:25.765061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:25.765532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:45:25.766076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Bound port: 0d048aa2-bc43-4302-844e-8a454e2d494c, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:45:25.766505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:25.867101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::191 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/0640f157-c84a-460a-acb6-b0f6b27e5365/46f34af9-c20f-4ef6-8789-cf0f008bd186) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:25.869554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44604) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:25.871946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] For port 0d048aa2-bc43-4302-844e-8a454e2d494c, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:45:25.876078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] For port 0d048aa2-bc43-4302-844e-8a454e2d494c, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0d048aa2-bc43-4302-844e-8a454e2d494c,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:45:25.882235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:25.901502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2ec18b87-4dfe-455b-be2f-76c56faa44f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:25.908146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:26.041016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:26.059811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Pushing event updated for resources: {'Port': ['ID=0d048aa2-bc43-4302-844e-8a454e2d494c,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:26.074481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:26.085010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Calling delete_port for 4036a851-66d1-47ac-85c4-9acd9ac7576e owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:26.125903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bda2f7a8-2875-4857-8e6a-2ea5137df0cc tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] Request body: {'port': {'network_id': 'b6121151-9725-475f-8689-6fd618797950', 'name': 'tempest-NetworksNegativeTestJSON-1980309764'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:26.150342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:26.187488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda2f7a8-2875-4857-8e6a-2ea5137df0cc tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] POST failed (client error): The resource could not be found.
Dec 18 06:45:26.188015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda2f7a8-2875-4857-8e6a-2ea5137df0cc tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:45:26.193445 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bda2f7a8-2875-4857-8e6a-2ea5137df0cc tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.3200710
Dec 18 06:45:26.194147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44610) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:26.315930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f3b47af9-9659-4d61-b612-e52341af96e9 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:26.350243 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a331c63a-c21b-4f18-9050-f2bb1ee43b52 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] DELETE failed (client error): The resource could not be found.
Dec 18 06:45:26.351029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a331c63a-c21b-4f18-9050-f2bb1ee43b52 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:45:26.371586 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a331c63a-c21b-4f18-9050-f2bb1ee43b52 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] 10.222.0.23 "DELETE /v2.0/networks/bbdb8266-5730-430a-b3dd-fa52b1d5f065 HTTP/1.1" status: 404  len: 339 time: 0.1681280
Dec 18 06:45:26.372500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44614) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:26.394186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port f3b47af9-9659-4d61-b612-e52341af96e9 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:26.399703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f3b47af9-9659-4d61-b612-e52341af96e9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:26.400124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:26.485865 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-293c2814-0b83-46fe-8d01-ee971afa3b57 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] DELETE failed (client error): The resource could not be found.
Dec 18 06:45:26.486356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293c2814-0b83-46fe-8d01-ee971afa3b57 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:45:26.512264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Allocated IP 172.26.7.251 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/6237de23-36dd-4032-8538-c630937dc8e8) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:26.520786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-50eef407-d47c-403f-90a9-0765b6345ce7 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:26.526188 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-293c2814-0b83-46fe-8d01-ee971afa3b57 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] 10.222.0.23 "DELETE /v2.0/ports/bb7e31d8-ad15-48f5-96bb-9ad8b2ed9671 HTTP/1.1" status: 404  len: 333 time: 0.1524673
Dec 18 06:45:26.529213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44618) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:26.557001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:26.575404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port f3b47af9-9659-4d61-b612-e52341af96e9, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f3b47af9-9659-4d61-b612-e52341af96e9,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:26.580967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:26.590041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6490baf1-8dd2-4b95-81ed-d62630b0c454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:26.599551 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a2b710-109e-4a53-8f8d-3e540b540038 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] DELETE failed (client error): The resource could not be found.
Dec 18 06:45:26.600055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a2b710-109e-4a53-8f8d-3e540b540038 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:45:26.607333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-74a2b710-109e-4a53-8f8d-3e540b540038 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] 10.222.0.23 "DELETE /v2.0/subnets/bd9b402a-a9b2-4e87-9c90-2340f80a0db7 HTTP/1.1" status: 404  len: 337 time: 0.0659702
Dec 18 06:45:26.611899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44622) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:26.614864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:26.683067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=f3b47af9-9659-4d61-b612-e52341af96e9,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:26.687129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:26.712473 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7ecfd5-c76f-46be-a555-0915ab4328fb tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] GET failed (client error): The resource could not be found.
Dec 18 06:45:26.713844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2a7ecfd5-c76f-46be-a555-0915ab4328fb tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] 10.222.0.23 "GET /v2.0/networks/2e9ec0d0-da84-4bb6-a48e-882e73d8c823 HTTP/1.1" status: 404  len: 339 time: 0.0936744
Dec 18 06:45:26.724799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44626) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:26.776872 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7052e90d-072d-4691-8538-726a932398ce tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] GET failed (client error): The resource could not be found.
Dec 18 06:45:26.778304 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7052e90d-072d-4691-8538-726a932398ce tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] 10.222.0.23 "GET /v2.0/ports/e4d459c7-e402-4230-be38-07488b7cc66d HTTP/1.1" status: 404  len: 333 time: 0.0524805
Dec 18 06:45:26.783557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44630) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:26.849804 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f337b4d3-15da-490a-acac-6a23d93b4c70 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] GET failed (client error): The resource could not be found.
Dec 18 06:45:26.851381 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f337b4d3-15da-490a-acac-6a23d93b4c70 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] 10.222.0.23 "GET /v2.0/subnets/8c98bd33-13f3-4a79-b0d6-be530e5cf29a HTTP/1.1" status: 404  len: 337 time: 0.0667026
Dec 18 06:45:26.865107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44634) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:26.874239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a03741e0-a674-4d35-a2fb-27f110a8eda9 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] Request body: {'network': {'name': 'new_name'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:26.902828 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03741e0-a674-4d35-a2fb-27f110a8eda9 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] PUT failed (client error): The resource could not be found.
Dec 18 06:45:26.903324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03741e0-a674-4d35-a2fb-27f110a8eda9 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:45:26.904523 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a03741e0-a674-4d35-a2fb-27f110a8eda9 tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] 10.222.0.23 "PUT /v2.0/networks/af391048-5753-4231-b10d-e7b23b149fe8 HTTP/1.1" status: 404  len: 339 time: 0.0383852
Dec 18 06:45:26.912311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44638) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:26.928254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e3a9130a-90f3-4655-992f-12d4a369167e tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] Request body: {'port': {'name': 'new_name'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:26.965619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:26.985456 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a9130a-90f3-4655-992f-12d4a369167e tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] PUT failed (client error): The resource could not be found.
Dec 18 06:45:26.985994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a9130a-90f3-4655-992f-12d4a369167e tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:45:26.987760 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e3a9130a-90f3-4655-992f-12d4a369167e tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] 10.222.0.23 "PUT /v2.0/ports/9258c6a0-a8b5-4595-8e40-159625982f60 HTTP/1.1" status: 404  len: 333 time: 0.0744300
Dec 18 06:45:26.992673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44642) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:27.022435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-595bea2f-1256-47ae-b476-8cdf24f9270b tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] Request body: {'subnet': {'name': 'new_name'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:27.097882 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-595bea2f-1256-47ae-b476-8cdf24f9270b tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] PUT failed (client error): The resource could not be found.
Dec 18 06:45:27.098383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595bea2f-1256-47ae-b476-8cdf24f9270b tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:45:27.099599 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-595bea2f-1256-47ae-b476-8cdf24f9270b tempest-NetworksNegativeTestJSON-1649091491 tempest-NetworksNegativeTestJSON-1649091491] 10.222.0.23 "PUT /v2.0/subnets/c79a8d18-5b96-445f-933f-32e35fb8b4ce HTTP/1.1" status: 404  len: 337 time: 0.0977566
Dec 18 06:45:27.105425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.108754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.144074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.145035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Fanout notify agent at l3_agent the message router_deleted on router 143afbea-15f2-4d30-b7d4-3f427d933021 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:45:27.155474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.167755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.168053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.172869 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0453ad9a-b71c-4860-bd80-53f0cd5dc5e5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "DELETE /v2.0/routers/143afbea-15f2-4d30-b7d4-3f427d933021 HTTP/1.1" status: 204  len: 168 time: 2.9863000
Dec 18 06:45:27.173453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44648) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:27.182260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f8cebea6-c7d0-41d2-833d-655495eac13e tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-648271137', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:27.192347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f8cebea6-c7d0-41d2-833d-655495eac13e tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:27.197634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 46f34af9-c20f-4ef6-8789-cf0f008bd186 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:27.199170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f8cebea6-c7d0-41d2-833d-655495eac13e tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Usage tracker for resource:router and tenant:06f8062091144cf881fd9509b503f1ac is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:27.204247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f8cebea6-c7d0-41d2-833d-655495eac13e tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:27.210019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-50eef407-d47c-403f-90a9-0765b6345ce7 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.211661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f8cebea6-c7d0-41d2-833d-655495eac13e tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:27.227263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8cebea6-c7d0-41d2-833d-655495eac13e tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.228280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8cebea6-c7d0-41d2-833d-655495eac13e tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.231364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:27.244992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.261925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b6ee200f-c4e7-4576-836e-ea58e702e4c0 tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:27.301057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8cebea6-c7d0-41d2-833d-655495eac13e tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.332702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eef407-d47c-403f-90a9-0765b6345ce7 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event deleted for resources: {'Subnet': ['ID=abdf2e09-1419-4126-b450-beff3e448bfa,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:27.353325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-50eef407-d47c-403f-90a9-0765b6345ce7 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:27.394614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.423224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=46f34af9-c20f-4ef6-8789-cf0f008bd186,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:27.430537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:27.449091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8cebea6-c7d0-41d2-833d-655495eac13e tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.464046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44654) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:27.476191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:27.510787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8cebea6-c7d0-41d2-833d-655495eac13e tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.512230 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f8cebea6-c7d0-41d2-833d-655495eac13e tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.3380651
Dec 18 06:45:27.515700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44660) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:27.526993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Request body: {'router': {'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'enable_snat': True}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:27.529270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.597294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:27.599236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:27.609238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:27.616946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:27.618283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.634442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441cdcb-41bd-4c76-bf73-d9044c740202 None None] Network 070952cf-cb3d-4490-aa4a-b73acc180db4 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:27.647998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-50eef407-d47c-403f-90a9-0765b6345ce7 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.709223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Pushing event updated for resources: {'Port': ['ID=6237de23-36dd-4032-8538-c630937dc8e8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:27.757921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:27.766088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Allocated IP 172.26.7.37 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/6e829044-c9e5-42a6-aa22-0f03e5e472f4) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:27.786719 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-50eef407-d47c-403f-90a9-0765b6345ce7 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "DELETE /v2.0/subnets/abdf2e09-1419-4126-b450-beff3e448bfa HTTP/1.1" status: 204  len: 168 time: 3.7313387
Dec 18 06:45:27.798137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44664) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:27.840912 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 3.5529861
Dec 18 06:45:27.842506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2fdaa316-34a6-4024-be71-d5349a42bce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:27.852517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44668) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:27.926454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2fdaa316-34a6-4024-be71-d5349a42bce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:27.941485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2fdaa316-34a6-4024-be71-d5349a42bce5 admin admin] Usage tracker for resource:security_group_rule and tenant:7c66759183e74f19a3036ca47e83cff1 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:27.958698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2fdaa316-34a6-4024-be71-d5349a42bce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:27.973971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c3d673dc-ac17-4c3f-8e10-c1775f123c37 None None] Provisioning for port 0d048aa2-bc43-4302-844e-8a454e2d494c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:28.038441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2fdaa316-34a6-4024-be71-d5349a42bce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:28.048357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d595c151-ca4b-493c-bf5c-993d2efb7a3b None None] DHCP port deletion for 070952cf-cb3d-4490-aa4a-b73acc180db4 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:45:28.053914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d595c151-ca4b-493c-bf5c-993d2efb7a3b None None] Deleting port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:28.055375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d595c151-ca4b-493c-bf5c-993d2efb7a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:28.084683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:28.115034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:28.153975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:28.162584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:28.176977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:28.224180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:28.311628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2fdaa316-34a6-4024-be71-d5349a42bce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:28.320086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2fdaa316-34a6-4024-be71-d5349a42bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:28.335477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:28.360613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d595c151-ca4b-493c-bf5c-993d2efb7a3b None None] For port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=834ba57f-8d8b-4af5-a241-01d7ac3beb3d,segment=NetworkSegment(ae235504-ed49-4b11-9dbb-e6e398dc5908),segment_id=ae235504-ed49-4b11-9dbb-e6e398dc5908)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:28.361391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d595c151-ca4b-493c-bf5c-993d2efb7a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:28.427023 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2fdaa316-34a6-4024-be71-d5349a42bce5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c66759183e74f19a3036ca47e83cff1&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9538808
Dec 18 06:45:28.428751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44672) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:28.432955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdaa316-34a6-4024-be71-d5349a42bce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e961358-b6a8-47a5-ac41-8cb658e91654,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:28.466110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2fdaa316-34a6-4024-be71-d5349a42bce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:28.584337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0d048aa2-bc43-4302-844e-8a454e2d494c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:28.627546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d595c151-ca4b-493c-bf5c-993d2efb7a3b None None] Calling delete_port for 834ba57f-8d8b-4af5-a241-01d7ac3beb3d owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:28.748453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d595c151-ca4b-493c-bf5c-993d2efb7a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:28.847736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:28.878669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1438137-27bb-4082-be31-fc12cc4b400a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:28.883528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1438137-27bb-4082-be31-fc12cc4b400a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:28.883704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e1438137-27bb-4082-be31-fc12cc4b400a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:28.886855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:28.887723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:28.899520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595c151-ca4b-493c-bf5c-993d2efb7a3b None None] Pushing event deleted for resources: {'Port': ['ID=834ba57f-8d8b-4af5-a241-01d7ac3beb3d,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:28.902211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d595c151-ca4b-493c-bf5c-993d2efb7a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:28.913764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:28.940466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d6598388-78bb-4570-8748-d9cee99f5a20 None None] Provisioning for port 46f34af9-c20f-4ef6-8789-cf0f008bd186 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:28.947373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 0d048aa2-bc43-4302-844e-8a454e2d494c completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:28.952590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595c151-ca4b-493c-bf5c-993d2efb7a3b None None] No DVR routers for this DVR port 834ba57f-8d8b-4af5-a241-01d7ac3beb3d on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:45:28.958064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d6598388-78bb-4570-8748-d9cee99f5a20 None None] Provisioning complete for port 46f34af9-c20f-4ef6-8789-cf0f008bd186 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:28.958498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6598388-78bb-4570-8748-d9cee99f5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:28.990137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 0d048aa2-bc43-4302-844e-8a454e2d494c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:28.990727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.010365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8204a109-3f31-4371-8a40-e6c8b1d33a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.041072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.070284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d6598388-78bb-4570-8748-d9cee99f5a20 None None] Port 46f34af9-c20f-4ef6-8789-cf0f008bd186 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:45:29.079257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8204a109-3f31-4371-8a40-e6c8b1d33a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.087478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.094045 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 5.2190895
Dec 18 06:45:29.096833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44676) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:29.115200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Request body: {'router': {'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.251'}]}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:29.121163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e1438137-27bb-4082-be31-fc12cc4b400a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:29.125682 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e1438137-27bb-4082-be31-fc12cc4b400a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 1.2624848
Dec 18 06:45:29.128050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44680) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:29.129336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:29.139780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.145553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.187244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 0d048aa2-bc43-4302-844e-8a454e2d494c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0d048aa2-bc43-4302-844e-8a454e2d494c,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:29.193537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.193877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Usage tracker for resource:router and tenant:6f1a228916394461be69e4f1996289d8 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:29.199310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f3b47af9-9659-4d61-b612-e52341af96e9 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:29.207715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:29.269059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.275278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:29.297277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-18ebd979-7af8-4d57-9d32-4e25440010f6 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:29.321179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.322263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.335628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9710ff6d-b2a1-4ee8-a77f-394d23295843 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 46f34af9-c20f-4ef6-8789-cf0f008bd186 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:29.335996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9710ff6d-b2a1-4ee8-a77f-394d23295843 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.391934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8204a109-3f31-4371-8a40-e6c8b1d33a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.406861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3e25347e-09fc-4c04-932a-0440c739770b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:29.420736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:29.447358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204a109-3f31-4371-8a40-e6c8b1d33a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e961358-b6a8-47a5-ac41-8cb658e91654,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:29.453696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8204a109-3f31-4371-8a40-e6c8b1d33a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:29.455345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.456703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17cf7d68>,) {'filters': {'network_id': ['070952cf-cb3d-4490-aa4a-b73acc180db4']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:29.492950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17cf7d68>, 'ae235504-ed49-4b11-9dbb-e6e398dc5908') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:29.493304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17cf7d68>, 'ae235504-ed49-4b11-9dbb-e6e398dc5908') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:29.496882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-498e0c72-9fb9-49e1-a3e7-517dd1416ea9 None None] Provisioning complete for port 0d048aa2-bc43-4302-844e-8a454e2d494c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:29.497311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-498e0c72-9fb9-49e1-a3e7-517dd1416ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.526763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Pushing event updated for resources: {'Port': ['ID=6e829044-c9e5-42a6-aa22-0f03e5e472f4,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:29.530379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.540693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.547565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:29.553716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=0d048aa2-bc43-4302-844e-8a454e2d494c,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:29.562127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.570209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:29.571626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8204a109-3f31-4371-8a40-e6c8b1d33a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.573035 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8204a109-3f31-4371-8a40-e6c8b1d33a96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e961358-b6a8-47a5-ac41-8cb658e91654 HTTP/1.1" status: 204  len: 168 time: 1.1415722
Dec 18 06:45:29.585944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:29.597186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f3b47af9-9659-4d61-b612-e52341af96e9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:29.597702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.742580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:29.752832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Releasing vxlan tunnel 11 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:45:29.854517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 834ba57f-8d8b-4af5-a241-01d7ac3beb3d no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:29.892606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 834ba57f-8d8b-4af5-a241-01d7ac3beb3d {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:45:29.893034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 834ba57f-8d8b-4af5-a241-01d7ac3beb3d not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:45:29.904200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:29.959511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:29.973808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:30.031439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=ef7456bf-169d-4767-95d1-4516bf559270,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:30.050565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:30.053962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 070952cf-cb3d-4490-aa4a-b73acc180db4 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:30.078184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:30.093036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:30.128956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Allocated IP 172.26.7.191 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/6df9c427-e0e0-4756-b08f-7a319817a2aa) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:30.132070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9710ff6d-b2a1-4ee8-a77f-394d23295843 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:30.319746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0d048aa2-bc43-4302-844e-8a454e2d494c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:30.350734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9710ff6d-b2a1-4ee8-a77f-394d23295843 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 46f34af9-c20f-4ef6-8789-cf0f008bd186 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:30.410855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 0d048aa2-bc43-4302-844e-8a454e2d494c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:30.411244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:30.488535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 070952cf-cb3d-4490-aa4a-b73acc180db4 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:45:30.521658 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:45:30.628046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:30.676499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:30.684804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44702) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:30.699537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9710ff6d-b2a1-4ee8-a77f-394d23295843 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:30.719844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:30.720091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-04ed747b-827a-4a75-85ac-9dd1244dcdf9 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:30.725961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:30.741285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:30.838118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event deleted for resources: {'Network': ['ID=070952cf-cb3d-4490-aa4a-b73acc180db4,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:30.846292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710ff6d-b2a1-4ee8-a77f-394d23295843 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=46f34af9-c20f-4ef6-8789-cf0f008bd186,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:30.846722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:30.848665 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "DELETE /v2.0/networks/070952cf-cb3d-4490-aa4a-b73acc180db4 HTTP/1.1" status: 204  len: 168 time: 3.0492294
Dec 18 06:45:30.868408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44708) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:30.872310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-16630024'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:30.875780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9710ff6d-b2a1-4ee8-a77f-394d23295843 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:30.929085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:30.963114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:network and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:30.970287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:30.983166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:30.991090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:31.323390 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Floating IP d05a1c01-46a8-4912-8142-703a555ef5f9 associated. External IP: 172.26.7.244, port: d72ef3b9-3654-4388-8c92-c598e32ff9e2.
Dec 18 06:45:31.329089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1119b316-7257-4083-9ac5-7fe47f7067a2 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:31.406104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:31.544868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:31.550740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:31.678946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:31.743622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Pushing event updated for resources: {'Port': ['ID=6df9c427-e0e0-4756-b08f-7a319817a2aa,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:31.749126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:31.766913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:31.777835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:security_group_rule and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:31.793835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:31.808182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9710ff6d-b2a1-4ee8-a77f-394d23295843 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:31.821723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:31.851047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:31.895939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:31.943547 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9710ff6d-b2a1-4ee8-a77f-394d23295843 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/46f34af9-c20f-4ef6-8789-cf0f008bd186 HTTP/1.1" status: 204  len: 168 time: 2.8088815
Dec 18 06:45:31.959005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44714) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:31.981675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-088a0631-8758-4eb4-9d90-46b82fb7089f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Deleting subnet 9142a3a7-1a14-451e-a86a-03ce899e0cc3 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:45:31.988483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:32.029952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:45:32.036103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:32.076112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-088a0631-8758-4eb4-9d90-46b82fb7089f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:32.105422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:32.107864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:32.270531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badec5d3-60e2-44ce-9ea1-394ba6a7e6ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:32.272177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badec5d3-60e2-44ce-9ea1-394ba6a7e6ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:32.272990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-badec5d3-60e2-44ce-9ea1-394ba6a7e6ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:32.286415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-088a0631-8758-4eb4-9d90-46b82fb7089f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:32.385163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:32.396767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c91cf13-50ba-49ab-8c30-c366f36ee85a None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:32.407467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c91cf13-50ba-49ab-8c30-c366f36ee85a None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:32.408250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2c91cf13-50ba-49ab-8c30-c366f36ee85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1f1de470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:32.434352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:32.482555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2c91cf13-50ba-49ab-8c30-c366f36ee85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1f1de470>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:32.482745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Router 190213e6-f027-4b51-8097-d32b5a48177f is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:45:32.492178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c91cf13-50ba-49ab-8c30-c366f36ee85a None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:32.492834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2c91cf13-50ba-49ab-8c30-c366f36ee85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1f1de470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:32.559983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-badec5d3-60e2-44ce-9ea1-394ba6a7e6ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:32.561630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2c91cf13-50ba-49ab-8c30-c366f36ee85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1f1de470>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:32.562193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c91cf13-50ba-49ab-8c30-c366f36ee85a None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:32.562453 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-badec5d3-60e2-44ce-9ea1-394ba6a7e6ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5876718
Dec 18 06:45:32.574797 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 11.9856746
Dec 18 06:45:32.576754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44718) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:32.577133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44720) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:32.589936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7662d51a-ac4f-41f1-9a6b-b3ec5cc91419 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'floatingip': {'port_id': None}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:32.758395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:32.766789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:32.829726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:32.886522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:45:32.889827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-088a0631-8758-4eb4-9d90-46b82fb7089f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:33.025221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:33.025621 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Added segment 2792a0ff-bc28-489e-a3de-21ecc9c29985 of type vxlan for network a95d1eb4-f773-4bd7-8d20-2686794a4e44
Dec 18 06:45:33.086801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'SecurityGroup': ['ID=37322a4b-bb72-473e-8517-fb1e94e2d2b4,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:33.105545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:33.236432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7662d51a-ac4f-41f1-9a6b-b3ec5cc91419 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:33.338953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:33.350993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Sync routers for ids ['190213e6-f027-4b51-8097-d32b5a48177f'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:33.363760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Routers {'190213e6-f027-4b51-8097-d32b5a48177f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:33.364606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7e7940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['190213e6-f027-4b51-8097-d32b5a48177f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:33.477202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:33.478584 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 11.2408028
Dec 18 06:45:33.484393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44726) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:33.498183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:33.500773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebd49bf-1a9f-40f0-afba-60c58a5dcc93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 0640f157-c84a-460a-acb6-b0f6b27e5365 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:45:33.559605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Set router 190213e6-f027-4b51-8097-d32b5a48177f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:45:33.564593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:33.564748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ebd49bf-1a9f-40f0-afba-60c58a5dcc93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:33.735770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ebd49bf-1a9f-40f0-afba-60c58a5dcc93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:33.751700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:33.781028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7662d51a-ac4f-41f1-9a6b-b3ec5cc91419 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:33.855320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7662d51a-ac4f-41f1-9a6b-b3ec5cc91419 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:33.855705 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-7662d51a-ac4f-41f1-9a6b-b3ec5cc91419 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Floating IP d05a1c01-46a8-4912-8142-703a555ef5f9 disassociated. External IP: 172.26.7.244, port: d72ef3b9-3654-4388-8c92-c598e32ff9e2.
Dec 18 06:45:33.875151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7e7940>, [{'id': '190213e6-f027-4b51-8097-d32b5a48177f', 'name': 'tempest-snat-router-1841097518', 'tenant_id': '43c5634ac38545ed97c0d2520b91d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '6e829044-c9e5-42a6-aa22-0f03e5e472f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:45:22Z', 'updated_at': '2020-12-18T06:45:30Z', 'revision_number': 3, 'project_id': '43c5634ac38545ed97c0d2520b91d5dc', 'gw_port': {'id': '6e829044-c9e5-42a6-aa22-0f03e5e472f4', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190213e6-f027-4b51-8097-d32b5a48177f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:45:26Z', 'updated_at': '2020-12-18T06:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:33.879740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Checking router: 190213e6-f027-4b51-8097-d32b5a48177f for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:45:33.880176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Updating router 190213e6-f027-4b51-8097-d32b5a48177f port 6e829044-c9e5-42a6-aa22-0f03e5e472f4 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:45:33.932893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:33.993257 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4a3b2892-77f3-417a-bbf0-fb48a1f12549 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/routers/190213e6-f027-4b51-8097-d32b5a48177f HTTP/1.1" status: 200  len: 907 time: 0.5075157
Dec 18 06:45:34.014922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44730) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:34.072079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.096769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ebd49bf-1a9f-40f0-afba-60c58a5dcc93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.135847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.215580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.231245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:34.231792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.242903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:34.259054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-088a0631-8758-4eb4-9d90-46b82fb7089f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.342297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.354592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Transition to ACTIVE for port object 6e829044-c9e5-42a6-aa22-0f03e5e472f4 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:34.357770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.378319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16850921-95f4-4c44-9998-7261404e983f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:34.447319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.447880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Fanout notify agent at l3_agent the message router_deleted on router 439399cb-fb64-4679-beac-50ef7352e762 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:45:34.520908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7662d51a-ac4f-41f1-9a6b-b3ec5cc91419 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:45:34.647953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ebd49bf-1a9f-40f0-afba-60c58a5dcc93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.649789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Network': ['ID=a95d1eb4-f773-4bd7-8d20-2686794a4e44,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:34.663143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Pushing event updated for resources: {'Port': ['ID=6e829044-c9e5-42a6-aa22-0f03e5e472f4,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:34.664583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:45:34.668375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:34.673131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.673536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.674516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.674893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.675265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.675634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.676505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.676505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.676692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.677034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.677393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.677778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.678194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.678553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.678910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.679267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.679624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.679981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.680336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.680690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.681059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.681402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.681780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.682134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:34.688062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:34.690749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:34.697144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.710599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:45:34.761871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Attempting to bind port 6e829044-c9e5-42a6-aa22-0f03e5e472f4 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:45:34.762291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Attempting to bind port 6e829044-c9e5-42a6-aa22-0f03e5e472f4 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:45:34.762819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Attempting to bind port 6e829044-c9e5-42a6-aa22-0f03e5e472f4 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:45:34.768760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:45:34.769186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:34.769763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.770210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:45:34.770850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Bound port: 6e829044-c9e5-42a6-aa22-0f03e5e472f4, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:45:34.771329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.822657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd49bf-1a9f-40f0-afba-60c58a5dcc93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=0640f157-c84a-460a-acb6-b0f6b27e5365,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:34.839774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4ebd49bf-1a9f-40f0-afba-60c58a5dcc93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:34.854718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] For port 6e829044-c9e5-42a6-aa22-0f03e5e472f4, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:45:34.857992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] For port 6e829044-c9e5-42a6-aa22-0f03e5e472f4, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=6e829044-c9e5-42a6-aa22-0f03e5e472f4,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:45:34.864380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.886402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7662d51a-ac4f-41f1-9a6b-b3ec5cc91419 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:34.899835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb2d81-e4f4-4dc7-a03d-98efdc8988e5 None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:34.905335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7662d51a-ac4f-41f1-9a6b-b3ec5cc91419 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.916155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb2d81-e4f4-4dc7-a03d-98efdc8988e5 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:34.917083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d0eb2d81-e4f4-4dc7-a03d-98efdc8988e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d65ee80>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:34.931308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ebd49bf-1a9f-40f0-afba-60c58a5dcc93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.931591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:34.936079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4ebd49bf-1a9f-40f0-afba-60c58a5dcc93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/0640f157-c84a-460a-acb6-b0f6b27e5365 HTTP/1.1" status: 204  len: 168 time: 2.3578699
Dec 18 06:45:34.941149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44734) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:34.967972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6548cd46-cbe4-4b55-b121-f66388b0cf85 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.501s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:34.974938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46bd5ac-dd5f-437f-83ed-c54e2de0b029 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:35.008034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:35.019353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:35.034028 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f52f7d4c-0f5a-42dd-86e2-bd0ec6941a4c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0908275
Dec 18 06:45:35.037191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44738) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:35.039477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 4.3530147
Dec 18 06:45:35.041838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44740) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:35.049681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:35.052910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a0631-8758-4eb4-9d90-46b82fb7089f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event deleted for resources: {'Subnet': ['ID=9142a3a7-1a14-451e-a86a-03ce899e0cc3,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:35.056287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-088a0631-8758-4eb4-9d90-46b82fb7089f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:35.059754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d0eb2d81-e4f4-4dc7-a03d-98efdc8988e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d65ee80>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:35.073897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'name': 'tempest-PortsIpV6TestJSON-1391236881'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:35.085930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eb2d81-e4f4-4dc7-a03d-98efdc8988e5 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:35.086898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d0eb2d81-e4f4-4dc7-a03d-98efdc8988e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d65ee80>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:35.098048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Pushing event updated for resources: {'Port': ['ID=6e829044-c9e5-42a6-aa22-0f03e5e472f4,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:35.109359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:35.126065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Routers {'190213e6-f027-4b51-8097-d32b5a48177f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:35.127040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7e7940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['190213e6-f027-4b51-8097-d32b5a48177f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:35.142243 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7662d51a-ac4f-41f1-9a6b-b3ec5cc91419 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "PUT /v2.0/floatingips/d05a1c01-46a8-4912-8142-703a555ef5f9 HTTP/1.1" status: 200  len: 688 time: 2.5622528
Dec 18 06:45:35.197297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d0eb2d81-e4f4-4dc7-a03d-98efdc8988e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d65ee80>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:35.198059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eb2d81-e4f4-4dc7-a03d-98efdc8988e5 None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:35.210624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-088a0631-8758-4eb4-9d90-46b82fb7089f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:35.213009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-088a0631-8758-4eb4-9d90-46b82fb7089f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "DELETE /v2.0/subnets/9142a3a7-1a14-451e-a86a-03ce899e0cc3 HTTP/1.1" status: 204  len: 168 time: 4.3344948
Dec 18 06:45:35.220436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44746) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:35.221664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44748) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:35.222886 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] create failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:45:35.224225 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9d04ae6e-2ef6-4f8a-8f9a-d4e544a5bc8a tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 6.1224129
Dec 18 06:45:35.248176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de2ff94-1d15-4a76-92e3-5194f3b30861 None None] Network 529f2e99-979b-488f-817c-02a733786dc5 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:35.346319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] Set router 190213e6-f027-4b51-8097-d32b5a48177f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:45:35.502658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44752) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:35.642544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0ce76a-c4ed-40e2-840b-9e595426528f None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:45:35.659110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:35.663837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:35.667064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-db0ce76a-c4ed-40e2-840b-9e595426528f None None] Deleting port 0d048aa2-bc43-4302-844e-8a454e2d494c {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:35.667775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db0ce76a-c4ed-40e2-840b-9e595426528f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:35.673151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4188c552-390e-4e06-be07-18c4b46644ec tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Deleting port 6237de23-36dd-4032-8538-c630937dc8e8 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:35.673560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4188c552-390e-4e06-be07-18c4b46644ec tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:35.717283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:port and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:35.725304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:35.728169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:35.735976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:35.741634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7e7940>, [{'id': '190213e6-f027-4b51-8097-d32b5a48177f', 'name': 'tempest-snat-router-1841097518', 'tenant_id': '43c5634ac38545ed97c0d2520b91d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '6e829044-c9e5-42a6-aa22-0f03e5e472f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:45:22Z', 'updated_at': '2020-12-18T06:45:30Z', 'revision_number': 3, 'project_id': '43c5634ac38545ed97c0d2520b91d5dc', 'gw_port': {'id': '6e829044-c9e5-42a6-aa22-0f03e5e472f4', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190213e6-f027-4b51-8097-d32b5a48177f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:45:26Z', 'updated_at': '2020-12-18T06:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:35.746723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b45826c-61ca-4708-9574-c86f407b7dc4 None None] The sync data for ids ['190213e6-f027-4b51-8097-d32b5a48177f'] in dv-neutron-765072-3-ovs is: [{'id': '190213e6-f027-4b51-8097-d32b5a48177f', 'name': 'tempest-snat-router-1841097518', 'tenant_id': '43c5634ac38545ed97c0d2520b91d5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.37'}], 'enable_snat': True}, 'gw_port_id': '6e829044-c9e5-42a6-aa22-0f03e5e472f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:45:22Z', 'updated_at': '2020-12-18T06:45:30Z', 'revision_number': 3, 'project_id': '43c5634ac38545ed97c0d2520b91d5dc', 'gw_port': {'id': '6e829044-c9e5-42a6-aa22-0f03e5e472f4', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:25:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190213e6-f027-4b51-8097-d32b5a48177f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:45:26Z', 'updated_at': '2020-12-18T06:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:35.753118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eac207-1a78-4689-bd61-db3d0f346c55 None None] DHCP port deletion for 529f2e99-979b-488f-817c-02a733786dc5 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:45:35.778061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d9eac207-1a78-4689-bd61-db3d0f346c55 None None] Deleting port cf8bf82d-65e7-429d-a932-e3f7590e83b6 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:35.778061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9eac207-1a78-4689-bd61-db3d0f346c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:35.792423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:35.798573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:35.825765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:35.831665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.143141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4e66f-edaa-4771-9365-d752e6e8e219 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port ef7456bf-169d-4767-95d1-4516bf559270 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:36.143141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e4e66f-edaa-4771-9365-d752e6e8e219 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.145250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d9eac207-1a78-4689-bd61-db3d0f346c55 None None] For port cf8bf82d-65e7-429d-a932-e3f7590e83b6, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=cf8bf82d-65e7-429d-a932-e3f7590e83b6,segment=NetworkSegment(7974e4c0-b9c5-4f98-946b-be1b8858ba62),segment_id=7974e4c0-b9c5-4f98-946b-be1b8858ba62)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:36.145834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9eac207-1a78-4689-bd61-db3d0f346c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.205663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port 5e7fff51-2b1b-407e-8f12-8d6480460e16 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:45:36.224212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.247891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Deleting port 6e829044-c9e5-42a6-aa22-0f03e5e472f4 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:36.248340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.357026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4188c552-390e-4e06-be07-18c4b46644ec tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.485902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d9eac207-1a78-4689-bd61-db3d0f346c55 None None] Calling delete_port for cf8bf82d-65e7-429d-a932-e3f7590e83b6 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:36.488790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Router 429bfe09-d79d-49ca-9bc1-f20cc213966e is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:45:36.497634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d26b16-353a-44fa-b667-c2a2e3441506 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Deleting subnet 0d72d45c-bdd6-4d7d-ad41-9c84fc1f9332 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:45:36.510755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91d26b16-353a-44fa-b667-c2a2e3441506 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.530226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 6e829044-c9e5-42a6-aa22-0f03e5e472f4 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:36.682267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.705029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-db0ce76a-c4ed-40e2-840b-9e595426528f None None] For port 0d048aa2-bc43-4302-844e-8a454e2d494c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0d048aa2-bc43-4302-844e-8a454e2d494c,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:36.710004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db0ce76a-c4ed-40e2-840b-9e595426528f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.711176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4188c552-390e-4e06-be07-18c4b46644ec tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Calling delete_port for 6237de23-36dd-4032-8538-c630937dc8e8 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:36.764960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91d26b16-353a-44fa-b667-c2a2e3441506 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.786029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.807649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f5b34474-2604-4ce2-ab6e-bc73cb21b058 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:36.817675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9eac207-1a78-4689-bd61-db3d0f346c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.890228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:36.921440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 6e829044-c9e5-42a6-aa22-0f03e5e472f4 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:36.938729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-db0ce76a-c4ed-40e2-840b-9e595426528f None None] Calling delete_port for 0d048aa2-bc43-4302-844e-8a454e2d494c owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:36.946455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e4e66f-edaa-4771-9365-d752e6e8e219 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.946767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e4e66f-edaa-4771-9365-d752e6e8e219 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:36.962636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] For port 6e829044-c9e5-42a6-aa22-0f03e5e472f4, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=6e829044-c9e5-42a6-aa22-0f03e5e472f4,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:36.963018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:37.015788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=5e7fff51-2b1b-407e-8f12-8d6480460e16,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:37.018983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 6e829044-c9e5-42a6-aa22-0f03e5e472f4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:37.019417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:37.028275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.029052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.029183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.029492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.029923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.030324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.030721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.031117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.031516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.031916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.032309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.032723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.033214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.035664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.035796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.036161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.036675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.036932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.037340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.037749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.038586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.038586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.038886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.039253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:37.043465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:37.076869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eac207-1a78-4689-bd61-db3d0f346c55 None None] Pushing event deleted for resources: {'Port': ['ID=cf8bf82d-65e7-429d-a932-e3f7590e83b6,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:37.096131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d9eac207-1a78-4689-bd61-db3d0f346c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:37.174704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eac207-1a78-4689-bd61-db3d0f346c55 None None] No DVR routers for this DVR port cf8bf82d-65e7-429d-a932-e3f7590e83b6 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:45:37.190315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db0ce76a-c4ed-40e2-840b-9e595426528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:37.212032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:37.217144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Calling delete_port for 6e829044-c9e5-42a6-aa22-0f03e5e472f4 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:37.252198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Checking segment: {'id': '2792a0ff-bc28-489e-a3de-21ecc9c29985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:37.252600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network hostable DHCP agents. Network: a95d1eb4-f773-4bd7-8d20-2686794a4e44, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:45:37.286796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4188c552-390e-4e06-be07-18c4b46644ec tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:37.305446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-279d2e5c-569d-478e-97bb-a3c111a2044c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:37.327707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4e66f-edaa-4771-9365-d752e6e8e219 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for ef7456bf-169d-4767-95d1-4516bf559270 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:37.349938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ce76a-c4ed-40e2-840b-9e595426528f None None] Pushing event deleted for resources: {'Port': ['ID=0d048aa2-bc43-4302-844e-8a454e2d494c,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:37.359767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db0ce76a-c4ed-40e2-840b-9e595426528f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:37.395058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:37.398902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91d26b16-353a-44fa-b667-c2a2e3441506 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:37.406968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188c552-390e-4e06-be07-18c4b46644ec tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Pushing event deleted for resources: {'Port': ['ID=6237de23-36dd-4032-8538-c630937dc8e8,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:37.409903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4188c552-390e-4e06-be07-18c4b46644ec tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:37.420633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:45:37.421033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 6e829044-c9e5-42a6-aa22-0f03e5e472f4, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=6e829044-c9e5-42a6-aa22-0f03e5e472f4,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:37.427085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:37.437288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:37.437652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fdfe8db7-d3f8-4f39-9642-f653e635a055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:37.452596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5be32d-798e-4cc0-8924-655951c62188 None None] Sync routers for ids ['429bfe09-d79d-49ca-9bc1-f20cc213966e'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:37.456795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, a95d1eb4-f773-4bd7-8d20-2686794a4e44) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:37.461366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:37.465801 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "PUT /v2.0/routers/429bfe09-d79d-49ca-9bc1-f20cc213966e HTTP/1.1" status: 200  len: 918 time: 9.9486120
Dec 18 06:45:37.466696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44762) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:37.470086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:37.472383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fe5890-5787-4ece-86d2-c19e2d78cea3 None None] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:37.474249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:37.474932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:37.476180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5be32d-798e-4cc0-8924-655951c62188 None None] Routers {'429bfe09-d79d-49ca-9bc1-f20cc213966e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:37.479043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed5be32d-798e-4cc0-8924-655951c62188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d9bb2b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['429bfe09-d79d-49ca-9bc1-f20cc213966e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:37.558189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.5152874
Dec 18 06:45:37.574954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44766) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:37.575200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0d048aa2-bc43-4302-844e-8a454e2d494c no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:37.581100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-181192903'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:37.608527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed5be32d-798e-4cc0-8924-655951c62188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d9bb2b0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:37.620604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5be32d-798e-4cc0-8924-655951c62188 None None] Routers {'429bfe09-d79d-49ca-9bc1-f20cc213966e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:37.623093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed5be32d-798e-4cc0-8924-655951c62188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d9bb2b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['429bfe09-d79d-49ca-9bc1-f20cc213966e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:37.632413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0ce76a-c4ed-40e2-840b-9e595426528f None None] No DVR routers for this DVR port 0d048aa2-bc43-4302-844e-8a454e2d494c on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:45:37.643834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 0d048aa2-bc43-4302-844e-8a454e2d494c {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:45:37.644232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0d048aa2-bc43-4302-844e-8a454e2d494c not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:45:37.644694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device cf8bf82d-65e7-429d-a932-e3f7590e83b6 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:37.649819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:37.666991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:network and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:37.682294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:37.696986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:37.700201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: cf8bf82d-65e7-429d-a932-e3f7590e83b6 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:45:37.700609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device cf8bf82d-65e7-429d-a932-e3f7590e83b6 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:45:37.719556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4188c552-390e-4e06-be07-18c4b46644ec tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:37.724932 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4188c552-390e-4e06-be07-18c4b46644ec tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] 10.222.0.23 "DELETE /v2.0/ports/6237de23-36dd-4032-8538-c630937dc8e8 HTTP/1.1" status: 204  len: 168 time: 2.2149611
Dec 18 06:45:37.741034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=6e829044-c9e5-42a6-aa22-0f03e5e472f4,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:37.778402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:37.809673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:37.815617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:37.843137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed5be32d-798e-4cc0-8924-655951c62188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d9bb2b0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:37.846097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5be32d-798e-4cc0-8924-655951c62188 None None] The sync data for ids ['429bfe09-d79d-49ca-9bc1-f20cc213966e'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:37.874906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:37.905154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:37.943412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:45:38.041987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:38.042388 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Added segment f3bf6c26-a240-4552-abc5-2cc7c80a8d57 of type vxlan for network 8527ef53-4460-47ec-8c44-0d63e9e8c960
Dec 18 06:45:38.071706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=9bd8567f-bef5-466f-9bb1-7456bf1d6468,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:38.074802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:38.134569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:38.227118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44778) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:38.236568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:38.251485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:38.261785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebbdd70-6103-476b-95fa-821aa837dc8f None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:38.270566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:38.271378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:38.294654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:38.300562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:38.302041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:38.302384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:45:38.302750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:45:38.320705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:38.368283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 6e829044-c9e5-42a6-aa22-0f03e5e472f4 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:38.423476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e4e66f-edaa-4771-9365-d752e6e8e219 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:38.441564 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eca2122e-d55d-4371-87d2-85cb42804680 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/routers/429bfe09-d79d-49ca-9bc1-f20cc213966e HTTP/1.1" status: 200  len: 924 time: 0.9670963
Dec 18 06:45:38.447149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:38.466139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.4277067
Dec 18 06:45:38.467273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44784) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:38.467851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44786) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:38.511341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Network': ['ID=8527ef53-4460-47ec-8c44-0d63e9e8c960,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:38.514818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7c918785-d0c8-4f23-b33a-2ebe70389442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:38.539767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 6e829044-c9e5-42a6-aa22-0f03e5e472f4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:38.540200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:38.542345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:38.564823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 8527ef53-4460-47ec-8c44-0d63e9e8c960 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:45:38.574699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4e66f-edaa-4771-9365-d752e6e8e219 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Port': ['ID=ef7456bf-169d-4767-95d1-4516bf559270,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:38.578727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 8527ef53-4460-47ec-8c44-0d63e9e8c960 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:45:38.582945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c4e4e66f-edaa-4771-9365-d752e6e8e219 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:38.600485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7c918785-d0c8-4f23-b33a-2ebe70389442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:38.604789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7c918785-d0c8-4f23-b33a-2ebe70389442 admin admin] Usage tracker for resource:security_group_rule and tenant:e9d50ef056f04de89040fef9107299f0 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:38.608219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7c918785-d0c8-4f23-b33a-2ebe70389442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:38.615543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7c918785-d0c8-4f23-b33a-2ebe70389442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:38.647025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'name': 'tempest-NetworksTestDHCPv6-2013760269'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:38.696978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa8048-371a-4860-abbd-4da166f29f16 req-ba630b14-7f99-4b19-8875-f76011826df8 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:38.698933 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cffa8048-371a-4860-abbd-4da166f29f16 req-ba630b14-7f99-4b19-8875-f76011826df8 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.4483342
Dec 18 06:45:38.805658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:38.819921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:38.824862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:38.828052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:38.834870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:38.880430 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.3026533
Dec 18 06:45:38.882790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44792) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:38.894914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:38.900579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:38.915921 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cffa8048-371a-4860-abbd-4da166f29f16 req-a3d91075-845a-4cb3-a68a-258f0b728eb0 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2077348
Dec 18 06:45:38.918197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'ports': [{'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44'}, {'network_id': '8527ef53-4460-47ec-8c44-0d63e9e8c960'}]} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:38.918317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e4e66f-edaa-4771-9365-d752e6e8e219 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:38.918546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:38.919178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': '8527ef53-4460-47ec-8c44-0d63e9e8c960'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:38.945499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91d26b16-353a-44fa-b667-c2a2e3441506 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:38.967267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-adef535f-96d2-408d-8d1a-f5a191a73249 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:39.103123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': '9bd8567f-bef5-466f-9bb1-7456bf1d6468'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:45:39.104286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:39.128020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d26b16-353a-44fa-b667-c2a2e3441506 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event deleted for resources: {'Subnet': ['ID=0d72d45c-bdd6-4d7d-ad41-9c84fc1f9332,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:39.130667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-91d26b16-353a-44fa-b667-c2a2e3441506 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:39.149666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e4e66f-edaa-4771-9365-d752e6e8e219 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:39.156041 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c4e4e66f-edaa-4771-9365-d752e6e8e219 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/floatingips/d05a1c01-46a8-4912-8142-703a555ef5f9 HTTP/1.1" status: 204  len: 168 time: 3.9254084
Dec 18 06:45:39.156866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44796) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:39.188031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': '214ca29d-884e-4fce-890b-1b6248896b4b'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:39.199059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:39.211414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:floatingip and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:39.219215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:39.238757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:39.243547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91d26b16-353a-44fa-b667-c2a2e3441506 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:39.245572 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-91d26b16-353a-44fa-b667-c2a2e3441506 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "DELETE /v2.0/subnets/0d72d45c-bdd6-4d7d-ad41-9c84fc1f9332 HTTP/1.1" status: 204  len: 168 time: 4.0179849
Dec 18 06:45:39.248119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:39.252367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141e0dbe-c5ec-43e8-ad87-7231d9c66e52 None None] Network 6721dff4-d97a-401e-82ff-c32eb906cb8e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:39.252620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44800) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:39.260639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Deleting port 6e829044-c9e5-42a6-aa22-0f03e5e472f4 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:39.261111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:39.299470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462dbc-b150-439c-b06d-6a9b4dac990a req-0dc8496e-e699-45d9-bbeb-7df6da7872e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:39.301269 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a6462dbc-b150-439c-b06d-6a9b4dac990a req-0dc8496e-e699-45d9-bbeb-7df6da7872e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4d99721b2184071bdf48ed15e267486&device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 1162 time: 1.1119547
Dec 18 06:45:39.320791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:39.557975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712e4c17-1b13-4a0e-86e1-fcd673a33e87 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:39.558966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-712e4c17-1b13-4a0e-86e1-fcd673a33e87 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Synchronizing usage tracker for tenant:35462906a2ca4e79bfb2577711d4c091 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:39.604700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:39.613434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Allocated IP 2001:db8::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/9bd8567f-bef5-466f-9bb1-7456bf1d6468/09f34daf-43c4-4ea3-a94e-6e74eb76c1f6) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:39.732888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c37a2f6-6b8b-43be-95d8-481641294304 None None] DHCP port deletion for 6721dff4-d97a-401e-82ff-c32eb906cb8e request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:45:39.749926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8c37a2f6-6b8b-43be-95d8-481641294304 None None] Deleting port b5a0747f-64e3-46bc-a156-48ff27ace86c {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:39.750334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c37a2f6-6b8b-43be-95d8-481641294304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:39.753460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-712e4c17-1b13-4a0e-86e1-fcd673a33e87 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Unset dirty status for tenant:35462906a2ca4e79bfb2577711d4c091 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:39.757343 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-712e4c17-1b13-4a0e-86e1-fcd673a33e87 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/ports?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6&device_id=429bfe09-d79d-49ca-9bc1-f20cc213966e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 1.2473414
Dec 18 06:45:39.769147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44804) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:39.791392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7c918785-d0c8-4f23-b33a-2ebe70389442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:39.816548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7c918785-d0c8-4f23-b33a-2ebe70389442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:39.824088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:39.841433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 3558a002-6f8a-4f9d-90ed-ad89455b34e0 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:45:39.889843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:39.897960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462dbc-b150-439c-b06d-6a9b4dac990a req-08ff3467-2b2b-49f2-8f92-baf36bc2c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:39.899734 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a6462dbc-b150-439c-b06d-6a9b4dac990a req-08ff3467-2b2b-49f2-8f92-baf36bc2c37a service neutron] 10.222.0.15 "GET /v2.0/networks?id=3473ab7c-f2ea-4397-a8e9-9a05accc7567 HTTP/1.1" status: 200  len: 906 time: 0.5759306
Dec 18 06:45:39.923164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:port and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:39.934160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for port was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:39.970008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] For port 6e829044-c9e5-42a6-aa22-0f03e5e472f4, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=6e829044-c9e5-42a6-aa22-0f03e5e472f4,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:39.970428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.020475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:40.022805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c918785-d0c8-4f23-b33a-2ebe70389442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c344d37-b534-426e-aba3-45363bf20cb1,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:40.035509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7c918785-d0c8-4f23-b33a-2ebe70389442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:40.043660 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7c918785-d0c8-4f23-b33a-2ebe70389442 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9d50ef056f04de89040fef9107299f0&name=default HTTP/1.1" status: 200  len: 2879 time: 1.8069043
Dec 18 06:45:40.054896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44810) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:40.077337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8c37a2f6-6b8b-43be-95d8-481641294304 None None] For port b5a0747f-64e3-46bc-a156-48ff27ace86c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b5a0747f-64e3-46bc-a156-48ff27ace86c,segment=NetworkSegment(0f816374-b548-4049-976f-5b60c5140124),segment_id=0f816374-b548-4049-976f-5b60c5140124)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:40.077932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c37a2f6-6b8b-43be-95d8-481641294304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.092028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 2} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:40.098530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.134228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Calling delete_port for 6e829044-c9e5-42a6-aa22-0f03e5e472f4 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:40.147105 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a6462dbc-b150-439c-b06d-6a9b4dac990a req-8e8a542f-5864-4d8b-abf7-be2d426e5155 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df HTTP/1.1" status: 200  len: 1000 time: 0.2206137
Dec 18 06:45:40.166665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.226612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.259853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8c37a2f6-6b8b-43be-95d8-481641294304 None None] Calling delete_port for b5a0747f-64e3-46bc-a156-48ff27ace86c owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:40.307813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-90406acf-958d-46ef-a8f1-be3d5b8baef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.318101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462dbc-b150-439c-b06d-6a9b4dac990a req-9b7fc1f7-89a3-4b7b-9c04-3308ab50bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:40.319942 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a6462dbc-b150-439c-b06d-6a9b4dac990a req-9b7fc1f7-89a3-4b7b-9c04-3308ab50bdf7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=425adf38-5fd3-496d-999b-301b4439713d HTTP/1.1" status: 200  len: 851 time: 0.1526122
Dec 18 06:45:40.321508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b5a0747f-64e3-46bc-a156-48ff27ace86c no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:40.346180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.380213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Transition to ACTIVE for port object 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:40.430767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Transition to ACTIVE for port object 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:40.437411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c37a2f6-6b8b-43be-95d8-481641294304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.454002 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No ports have port_id starting with b5a0747f-64e3-46bc-a156-48ff27ace86c
Dec 18 06:45:40.455158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d9eac207-1a78-4689-bd61-db3d0f346c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:40.536068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-90406acf-958d-46ef-a8f1-be3d5b8baef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.539664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.588812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port 16cdded1-e28c-4d1a-9926-b0ee025ee19f yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:45:40.624152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37a2f6-6b8b-43be-95d8-481641294304 None None] Pushing event deleted for resources: {'Port': ['ID=b5a0747f-64e3-46bc-a156-48ff27ace86c,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:40.662797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8c37a2f6-6b8b-43be-95d8-481641294304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:40.663341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:40.676011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::d7 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/9bd8567f-bef5-466f-9bb1-7456bf1d6468/3558a002-6f8a-4f9d-90ed-ad89455b34e0) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:40.681773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.690162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6462dbc-b150-439c-b06d-6a9b4dac990a req-3fe26413-a815-47bf-8ed9-edde18d4d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:40.693051 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a6462dbc-b150-439c-b06d-6a9b4dac990a req-3fe26413-a815-47bf-8ed9-edde18d4d512 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3473ab7c-f2ea-4397-a8e9-9a05accc7567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3468578
Dec 18 06:45:40.714220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beba3b41-46f9-4ec1-831e-5dba1fcd6c69 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:40.718541 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-beba3b41-46f9-4ec1-831e-5dba1fcd6c69 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 881 time: 0.9447563
Dec 18 06:45:40.735087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44814) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:40.774135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Pushing event updated for resources: {'Port': ['ID=09f34daf-43c4-4ea3-a94e-6e74eb76c1f6,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:40.780828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:40.787038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c37a2f6-6b8b-43be-95d8-481641294304 None None] No DVR routers for this DVR port b5a0747f-64e3-46bc-a156-48ff27ace86c on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:45:40.826546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:40.827854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:40.830333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:40.831261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-90406acf-958d-46ef-a8f1-be3d5b8baef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.871923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c6a1ba8>,) {'filters': {'network_id': ['529f2e99-979b-488f-817c-02a733786dc5']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:40.879042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-894da641-3476-41c3-9267-30d2aeabcb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:40.887424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Attempting to bind port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:45:40.887846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Attempting to bind port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:45:40.888256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Attempting to bind port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:45:40.894290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:45:40.897861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:40.897976 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ec4552eb-8c4d-47b8-9141-0012c5e47ef3 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "GET /v2.0/ports?device_id=429bfe09-d79d-49ca-9bc1-f20cc213966e HTTP/1.1" status: 200  len: 205 time: 0.1524746
Dec 18 06:45:40.898066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.898066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:45:40.898066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Bound port: 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:45:40.898066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:40.907832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44818) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:40.908864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c6a1ba8>, '7974e4c0-b9c5-4f98-946b-be1b8858ba62') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:40.909208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c6a1ba8>, '7974e4c0-b9c5-4f98-946b-be1b8858ba62') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:40.927336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90406acf-958d-46ef-a8f1-be3d5b8baef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c344d37-b534-426e-aba3-45363bf20cb1,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:40.990583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:41.005016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-90406acf-958d-46ef-a8f1-be3d5b8baef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:41.018790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19483dcd-dfb0-4445-93dc-6f6a84c36fd4 req-caec46f9-9c9a-45bb-96f8-79de17b0dc33 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:41.020673 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-19483dcd-dfb0-4445-93dc-6f6a84c36fd4 req-caec46f9-9c9a-45bb-96f8-79de17b0dc33 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.8563206
Dec 18 06:45:41.051527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:41.072352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:41.141631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Releasing vxlan tunnel 10 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:45:41.195166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] For port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:45:41.199196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] For port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=09f34daf-43c4-4ea3-a94e-6e74eb76c1f6,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:45:41.203087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:41.206357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-90406acf-958d-46ef-a8f1-be3d5b8baef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:41.210224 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-90406acf-958d-46ef-a8f1-be3d5b8baef8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c344d37-b534-426e-aba3-45363bf20cb1 HTTP/1.1" status: 204  len: 168 time: 1.1479790
Dec 18 06:45:41.222664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:41.231194 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a6462dbc-b150-439c-b06d-6a9b4dac990a req-844eaf05-ea21-446f-a4d5-db465acbaed4 service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5238125
Dec 18 06:45:41.345803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:41.443013 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-19483dcd-dfb0-4445-93dc-6f6a84c36fd4 req-47296679-398d-4a82-ab8b-e5580202bacf tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4054837
Dec 18 06:45:41.520693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Pushing event updated for resources: {'Port': ['ID=09f34daf-43c4-4ea3-a94e-6e74eb76c1f6,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:41.525679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:41.557767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 529f2e99-979b-488f-817c-02a733786dc5 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:41.577332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:41.855516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44826) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:41.905330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.26.7.41 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/a2d03405-fca7-4220-8d58-565927bab1d8) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:41.980513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 529f2e99-979b-488f-817c-02a733786dc5 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:41.981062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:45:42.014132 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:45:42.064047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.080255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.114505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port a21f24ee-399e-4298-8edc-e9ca83b85c58 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:45:42.155938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 3558a002-6f8a-4f9d-90ed-ad89455b34e0 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:42.161394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-280b05d8-8e14-4b95-91ba-bc54f0d730ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f1a228916394461be69e4f1996289d8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3002460
Dec 18 06:45:42.168352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44830) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:42.295436 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a6462dbc-b150-439c-b06d-6a9b4dac990a req-3c02ec15-9cb6-426b-a4dc-42cab84bc3bf service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9984305
Dec 18 06:45:42.303445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.309960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.326583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.337903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:42.351279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.355765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eacbf332-058d-438c-8be0-873682f045c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:42.377456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.398074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.398678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Fanout notify agent at l3_agent the message router_deleted on router 190213e6-f027-4b51-8097-d32b5a48177f {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:45:42.400423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event deleted for resources: {'Network': ['ID=529f2e99-979b-488f-817c-02a733786dc5,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:42.414207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Deleting port 6df9c427-e0e0-4756-b08f-7a319817a2aa {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:42.414575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.414886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:42.426126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:42.429980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "DELETE /v2.0/networks/529f2e99-979b-488f-817c-02a733786dc5 HTTP/1.1" status: 204  len: 168 time: 3.1741529
Dec 18 06:45:42.430964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44834) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:42.437849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.439007 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c176725f-ca7b-430d-83e3-23c45d5e3ac6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "DELETE /v2.0/routers/190213e6-f027-4b51-8097-d32b5a48177f HTTP/1.1" status: 204  len: 168 time: 8.4230545
Dec 18 06:45:42.441963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44838) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:42.469668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.482304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.513685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b320026a-4115-41cd-a509-c39005c14be6 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:42.824111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.830799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b1786564-c00b-49a7-9462-adef3e9dc804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.834170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:42.889324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=3558a002-6f8a-4f9d-90ed-ad89455b34e0,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:42.906406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:42.921611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b1786564-c00b-49a7-9462-adef3e9dc804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.054003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.057059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.087928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc3ec7a9-6068-4cbd-85bf-8c739266e65f tempest-FloatingIPAdminTestJSON-1652992933 tempest-FloatingIPAdminTestJSON-1652992933] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:43.217583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cfcb92d6-2593-43a3-99a8-2e6b0e872348 None None] Provisioning for port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:43.223075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cfcb92d6-2593-43a3-99a8-2e6b0e872348 None None] Provisioning complete for port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:43.223617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cfcb92d6-2593-43a3-99a8-2e6b0e872348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.237822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.260103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-826897a3-0e04-4921-aee7-efd34b798561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:43.347394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.351447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Calling delete_port for 6df9c427-e0e0-4756-b08f-7a319817a2aa owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:43.362357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cfcb92d6-2593-43a3-99a8-2e6b0e872348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.385332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:43.402327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:43.404252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-cfcb92d6-2593-43a3-99a8-2e6b0e872348 None None] For port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=09f34daf-43c4-4ea3-a94e-6e74eb76c1f6,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:43.409351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cfcb92d6-2593-43a3-99a8-2e6b0e872348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.411588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8c37a2f6-6b8b-43be-95d8-481641294304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:43.417593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:43.421924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:43.422602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.437380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b1786564-c00b-49a7-9462-adef3e9dc804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.467964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=16cdded1-e28c-4d1a-9926-b0ee025ee19f,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:43.486532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:43.487029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:43.494644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb92d6-2593-43a3-99a8-2e6b0e872348 None None] Pushing event updated for resources: {'Port': ['ID=09f34daf-43c4-4ea3-a94e-6e74eb76c1f6,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:43.499233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cfcb92d6-2593-43a3-99a8-2e6b0e872348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:43.524353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1786564-c00b-49a7-9462-adef3e9dc804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999dd28d-5f13-44cd-a58f-09494f9e0018,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:43.526705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b1786564-c00b-49a7-9462-adef3e9dc804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.527919 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b1786564-c00b-49a7-9462-adef3e9dc804 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/999dd28d-5f13-44cd-a58f-09494f9e0018 HTTP/1.1" status: 204  len: 168 time: 1.3545985
Dec 18 06:45:43.532478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b1786564-c00b-49a7-9462-adef3e9dc804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:43.535601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:43.540305 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 5.0305936
Dec 18 06:45:43.541049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44846) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:43.544789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:43.572410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1bcd2da7-40de-4bda-a7c8-c1c2cbfc048c None None] Provisioning complete for port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:43.572843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bcd2da7-40de-4bda-a7c8-c1c2cbfc048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.579804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac979b-781d-49d5-91ea-abf1a29199a8 req-90004b01-4eea-4d12-9182-b648d86cd320 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:43.582015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e8ac979b-781d-49d5-91ea-abf1a29199a8 req-90004b01-4eea-4d12-9182-b648d86cd320 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.9520395
Dec 18 06:45:43.598707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:43.599220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.617851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.620717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:43.654073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=a2d03405-fca7-4220-8d58-565927bab1d8,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:43.783501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:43.881031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=a21f24ee-399e-4298-8edc-e9ca83b85c58,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:43.893306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:43.895394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.925059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-40182f4d-70ac-4e2b-972f-0c37be6232b8 None None] Provisioning for port 3558a002-6f8a-4f9d-90ed-ad89455b34e0 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:43.936454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-40182f4d-70ac-4e2b-972f-0c37be6232b8 None None] Provisioning complete for port 3558a002-6f8a-4f9d-90ed-ad89455b34e0 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:43.936900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40182f4d-70ac-4e2b-972f-0c37be6232b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:43.977924 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e8ac979b-781d-49d5-91ea-abf1a29199a8 req-0f078e59-06d9-43ff-9c4a-d8f7ca753a14 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3841152
Dec 18 06:45:44.016350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1db4a0b8>,) {'filters': {'network_id': ['6721dff4-d97a-401e-82ff-c32eb906cb8e']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:44.052251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-40182f4d-70ac-4e2b-972f-0c37be6232b8 None None] Port 3558a002-6f8a-4f9d-90ed-ad89455b34e0 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:45:44.064808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.072846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1db4a0b8>, '0f816374-b548-4049-976f-5b60c5140124') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:44.073190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1db4a0b8>, '0f816374-b548-4049-976f-5b60c5140124') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:44.089664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Deleting port f3b47af9-9659-4d61-b612-e52341af96e9 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:44.090056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.130369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e035764-3908-468e-ac2b-03a1ddef7b6e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:44.134045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.134849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e035764-3908-468e-ac2b-03a1ddef7b6e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:44.135690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9e035764-3908-468e-ac2b-03a1ddef7b6e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:44.142210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:44.147365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:44.158348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:44.184413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-db9df484-30a4-491d-8d3d-2dd9c1b1c71f None None] Provisioning complete for port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:44.185158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Checking segment: {'id': 'f3bf6c26-a240-4552-abc5-2cc7c80a8d57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8527ef53-4460-47ec-8c44-0d63e9e8c960'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:44.185569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network hostable DHCP agents. Network: 8527ef53-4460-47ec-8c44-0d63e9e8c960, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:45:44.186041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db9df484-30a4-491d-8d3d-2dd9c1b1c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.198498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9e035764-3908-468e-ac2b-03a1ddef7b6e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:44.202713 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9e035764-3908-468e-ac2b-03a1ddef7b6e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1670 time: 0.6597621
Dec 18 06:45:44.203690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.206517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44858) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:44.206792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.210803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Releasing vxlan tunnel 9 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:45:44.382475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:44.400590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.411423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.429196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 8527ef53-4460-47ec-8c44-0d63e9e8c960 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:45:44.452449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a111ecdf-327a-4423-85cb-9aad745e6409 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 3558a002-6f8a-4f9d-90ed-ad89455b34e0 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:44.452835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a111ecdf-327a-4423-85cb-9aad745e6409 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.488489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 8527ef53-4460-47ec-8c44-0d63e9e8c960) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:44.489004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:44.490559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.500819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:44.505667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:44.509213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:44.509989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.515765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.516164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Fanout notify agent at l3_agent the message router_deleted on router 429bfe09-d79d-49ca-9bc1-f20cc213966e {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:45:44.560988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.562821 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a86b38f3-8c9f-48d7-aae7-cb4cfeaf0a4a tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "DELETE /v2.0/routers/429bfe09-d79d-49ca-9bc1-f20cc213966e HTTP/1.1" status: 204  len: 168 time: 3.6458983
Dec 18 06:45:44.578892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 6721dff4-d97a-401e-82ff-c32eb906cb8e has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:44.584365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a54723-a2ae-4a19-a01d-e1f4b24a308e None None] Network 8527ef53-4460-47ec-8c44-0d63e9e8c960 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:44.591780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44866) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:44.594553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.599616 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 5.7104790
Dec 18 06:45:44.610232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-89e734bc-d331-4c22-858f-55ebb4d0d34d tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-407365840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:44.615784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44872) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:44.654252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-89e734bc-d331-4c22-858f-55ebb4d0d34d tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:44.677850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-89e734bc-d331-4c22-858f-55ebb4d0d34d tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Usage tracker for resource:router and tenant:06f8062091144cf881fd9509b503f1ac is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:44.688023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-89e734bc-d331-4c22-858f-55ebb4d0d34d tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:44.715805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fce69c8e-f2c4-4442-8ab9-a5963428d42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:44.776204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-89e734bc-d331-4c22-858f-55ebb4d0d34d tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:44.937025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 6e829044-c9e5-42a6-aa22-0f03e5e472f4 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:44.983028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 6e829044-c9e5-42a6-aa22-0f03e5e472f4 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:45:44.983410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 6e829044-c9e5-42a6-aa22-0f03e5e472f4 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:45:45.003248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44878) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:45.079839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] For port f3b47af9-9659-4d61-b612-e52341af96e9, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f3b47af9-9659-4d61-b612-e52341af96e9,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:45.080435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:45.107961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89e734bc-d331-4c22-858f-55ebb4d0d34d tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:45.109387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89e734bc-d331-4c22-858f-55ebb4d0d34d tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:45.118855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-38651af2-6073-4913-a386-5aa248e5e58c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port a21f24ee-399e-4298-8edc-e9ca83b85c58 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:45.119245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38651af2-6073-4913-a386-5aa248e5e58c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:45.210441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89e734bc-d331-4c22-858f-55ebb4d0d34d tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:45.238496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a111ecdf-327a-4423-85cb-9aad745e6409 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:45.417148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a111ecdf-327a-4423-85cb-9aad745e6409 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 3558a002-6f8a-4f9d-90ed-ad89455b34e0 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:45.451870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 6721dff4-d97a-401e-82ff-c32eb906cb8e has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:45.465346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89e734bc-d331-4c22-858f-55ebb4d0d34d tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:45:45.540555 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:45:45.544712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1409116417'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:45.585919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Calling delete_port for f3b47af9-9659-4d61-b612-e52341af96e9 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:45.613254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89e734bc-d331-4c22-858f-55ebb4d0d34d tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:45.614575 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-89e734bc-d331-4c22-858f-55ebb4d0d34d tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.0172853
Dec 18 06:45:45.618210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44888) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:45.638641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Request body: {'router': {'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'enable_snat': False}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:45.691290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:45.710334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38651af2-6073-4913-a386-5aa248e5e58c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:45.730767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Usage tracker for resource:network and tenant:c4920bca6ecd4d9aa577104b59b44bbb is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:45.748754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:45.764261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:45.773230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:45.799854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3256f737-1a2c-4c1d-8154-55187c26e532 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:45.821925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:45.832730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Made reservation on behalf of c4920bca6ecd4d9aa577104b59b44bbb for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:45.838174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:45.863359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event deleted for resources: {'Network': ['ID=6721dff4-d97a-401e-82ff-c32eb906cb8e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:45.866800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:45.877620 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "DELETE /v2.0/networks/6721dff4-d97a-401e-82ff-c32eb906cb8e HTTP/1.1" status: 204  len: 168 time: 3.4425426
Dec 18 06:45:45.878820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:45.887695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44892) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:45.938455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-38651af2-6073-4913-a386-5aa248e5e58c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for a21f24ee-399e-4298-8edc-e9ca83b85c58 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:45.959675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:45.981698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Usage tracker for resource:security_group_rule and tenant:c4920bca6ecd4d9aa577104b59b44bbb is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:45.992435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b1a3a-b855-41fc-98a8-ca445d0214cc req-a4825a3f-089e-469d-8f37-370c1f1dc819 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:45.994087 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5b8b1a3a-b855-41fc-98a8-ca445d0214cc req-a4825a3f-089e-469d-8f37-370c1f1dc819 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.5338669
Dec 18 06:45:46.000893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:46.012477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:46.063840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.197469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a111ecdf-327a-4423-85cb-9aad745e6409 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.233978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:46.260410 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5b8b1a3a-b855-41fc-98a8-ca445d0214cc req-11886334-3895-4cfd-a595-cf8ee9437d8c tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2522812
Dec 18 06:45:46.386177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.390842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111ecdf-327a-4423-85cb-9aad745e6409 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=3558a002-6f8a-4f9d-90ed-ad89455b34e0,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:46.398800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Deleting subnet c3aa563e-fa82-411b-a7cc-a685e83a98fe {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:45:46.404192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a111ecdf-327a-4423-85cb-9aad745e6409 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:46.414195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38651af2-6073-4913-a386-5aa248e5e58c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.431100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e450c5a2-3293-4684-814a-00f46062c33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:46.448388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.510296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.520421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.528344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:46.546708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38651af2-6073-4913-a386-5aa248e5e58c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=a21f24ee-399e-4298-8edc-e9ca83b85c58,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:46.570570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.600350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:45:46.605808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38651af2-6073-4913-a386-5aa248e5e58c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:46.609466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.706400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event updated for resources: {'SecurityGroup': ['ID=cdae21a2-85bc-4ac6-9611-2e64d365c4e8,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:46.710927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38651af2-6073-4913-a386-5aa248e5e58c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.725319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a111ecdf-327a-4423-85cb-9aad745e6409 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.729980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a111ecdf-327a-4423-85cb-9aad745e6409 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/3558a002-6f8a-4f9d-90ed-ad89455b34e0 HTTP/1.1" status: 204  len: 168 time: 2.5224988
Dec 18 06:45:46.732850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44896) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:46.737811 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-38651af2-6073-4913-a386-5aa248e5e58c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/a21f24ee-399e-4298-8edc-e9ca83b85c58 HTTP/1.1" status: 204  len: 168 time: 2.1207371
Dec 18 06:45:46.764616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:46.767925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44900) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:46.776264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.776708 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Added segment fc668136-8276-425c-b02a-10e8d37b99c4 of type vxlan for network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa
Dec 18 06:45:46.839512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba398741-92ce-473d-8702-c85f836c27cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:46.841138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.841321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba398741-92ce-473d-8702-c85f836c27cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:46.842221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ba398741-92ce-473d-8702-c85f836c27cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:46.856898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.861497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ba398741-92ce-473d-8702-c85f836c27cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:46.865364 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ba398741-92ce-473d-8702-c85f836c27cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1287673
Dec 18 06:45:46.881427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44904) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:46.943138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.995035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:46.995592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Fanout notify agent at l3_agent the message router_deleted on router 2b806bac-d3da-4e19-b062-2545cd48c12b {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:45:47.035272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:47.051686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:47.088678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:47.188250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:47.208714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:47.209177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:47.221747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a114f89-2cba-440f-b75c-39cf7f1cd765 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:47.226330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a114f89-2cba-440f-b75c-39cf7f1cd765 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:47.228146 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3a114f89-2cba-440f-b75c-39cf7f1cd765 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.4497879
Dec 18 06:45:47.237603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4f382441-0efd-41e6-8a43-b70d47394d13 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:47.253587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44908) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:47.347611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:47.387104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c99dd417-ccee-46ba-a4e8-7eecc9a7ed6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:47.658099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Allocated IP 172.26.7.192 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/810b213e-dd66-47e3-acc6-688c605400bb) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:47.820403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:47.821699 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3dbca3e5-3a76-48f1-a028-ec437451eea4 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "DELETE /v2.0/routers/2b806bac-d3da-4e19-b062-2545cd48c12b HTTP/1.1" status: 204  len: 168 time: 5.3589766
Dec 18 06:45:47.824451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:47.827376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44914) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:47.834960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1082675239', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:47.842546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:47.846604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Usage tracker for resource:router and tenant:c06b3828b8854c03a69053518c2c739f is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:47.849611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:47.855568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:47.868585 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.8061452
Dec 18 06:45:47.868791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:47.868791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:47.875546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44918) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:47.879968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event updated for resources: {'Network': ['ID=e552e542-c6c5-4b40-8ab7-cc43e0cac5fa,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:47.886210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Request body: {'subnet': {'network_id': 'e552e542-c6c5-4b40-8ab7-cc43e0cac5fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:47.892119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:47.893810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:45:47.916293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:45:47.940336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7111e-5c85-4d8d-ac87-b797b47ec8af tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 16cdded1-e28c-4d1a-9926-b0ee025ee19f {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:47.941149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c7111e-5c85-4d8d-ac87-b797b47ec8af tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:47.971391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:48.019762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb22619a-7b4d-4f74-b3cb-f9a1fc1951d0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 9bd8567f-bef5-466f-9bb1-7456bf1d6468 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:45:48.022380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:48.031065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb22619a-7b4d-4f74-b3cb-f9a1fc1951d0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:48.033849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:48.099799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Usage tracker for resource:subnet and tenant:c4920bca6ecd4d9aa577104b59b44bbb is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:48.103218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:48.122352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:48.127425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:48.228346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb22619a-7b4d-4f74-b3cb-f9a1fc1951d0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:48.277415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:48.298790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f3b47af9-9659-4d61-b612-e52341af96e9 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:48.318477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e899ee6-66d4-4b16-9497-94771e4ac215 req-2dba0cb1-9ece-44d3-9a48-6bda955d7015 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:48.320129 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2e899ee6-66d4-4b16-9497-94771e4ac215 req-2dba0cb1-9ece-44d3-9a48-6bda955d7015 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.6045001
Dec 18 06:45:48.337166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: f3b47af9-9659-4d61-b612-e52341af96e9 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:45:48.337532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f3b47af9-9659-4d61-b612-e52341af96e9 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:45:48.446127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Made reservation on behalf of c4920bca6ecd4d9aa577104b59b44bbb for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:48.472319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Pushing event updated for resources: {'Port': ['ID=810b213e-dd66-47e3-acc6-688c605400bb,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:48.486930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:48.508844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:48.533858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:48.537980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:48.544012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:48.591378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:48.621183 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2e899ee6-66d4-4b16-9497-94771e4ac215 req-3b06f070-7598-4c7e-87f5-62fc88969aa4 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2844253
Dec 18 06:45:48.703278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:48.716493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event deleted for resources: {'Subnet': ['ID=c3aa563e-fa82-411b-a7cc-a685e83a98fe,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:48.757195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c7111e-5c85-4d8d-ac87-b797b47ec8af tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:48.786539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.786964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.787386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.787799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.788081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:48.788187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.788584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.788988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.789385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.789836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.790239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.790639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.791038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.791517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.791891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.792533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.792656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.792998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.793398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.793817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.794217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.794612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.795008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.795401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.795799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:45:48.808332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:48.814736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:48.865081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:48.947967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c1c7111e-5c85-4d8d-ac87-b797b47ec8af tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 16cdded1-e28c-4d1a-9926-b0ee025ee19f owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:48.975806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb22619a-7b4d-4f74-b3cb-f9a1fc1951d0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:49.095092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f53915c-81ec-471b-9503-977c4f48516b None None] Network 8f6edd91-3c09-431c-b5cf-cbff65d572a6 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:49.172726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:49.270098 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "DELETE /v2.0/subnets/c3aa563e-fa82-411b-a7cc-a685e83a98fe HTTP/1.1" status: 204  len: 168 time: 3.3812084
Dec 18 06:45:49.276822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44922) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:49.324969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c7111e-5c85-4d8d-ac87-b797b47ec8af tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:49.328545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:49.361915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e66446d4-c4e4-4592-b31d-56b3b1e92117 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:49.402959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bf9724-84fd-4701-9308-5b92adf13b51 None None] DHCP port deletion for 8f6edd91-3c09-431c-b5cf-cbff65d572a6 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:45:49.409102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-60bf9724-84fd-4701-9308-5b92adf13b51 None None] Deleting port 99635bf7-c134-4ab9-a31a-5418db211bc3 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:49.409723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60bf9724-84fd-4701-9308-5b92adf13b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:49.473318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7111e-5c85-4d8d-ac87-b797b47ec8af tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=16cdded1-e28c-4d1a-9926-b0ee025ee19f,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:49.491195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1c7111e-5c85-4d8d-ac87-b797b47ec8af tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:49.624769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:49.632139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-60bf9724-84fd-4701-9308-5b92adf13b51 None None] For port 99635bf7-c134-4ab9-a31a-5418db211bc3, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=99635bf7-c134-4ab9-a31a-5418db211bc3,segment=NetworkSegment(a0a2dd8d-cb56-4847-839e-d40708693eea),segment_id=a0a2dd8d-cb56-4847-839e-d40708693eea)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:49.632594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60bf9724-84fd-4701-9308-5b92adf13b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:49.634979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c7111e-5c85-4d8d-ac87-b797b47ec8af tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:49.638211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:49.669742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c4e4e66f-edaa-4771-9365-d752e6e8e219 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:49.707719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:49.764602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-60bf9724-84fd-4701-9308-5b92adf13b51 None None] Calling delete_port for 99635bf7-c134-4ab9-a31a-5418db211bc3 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:49.814093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb22619a-7b4d-4f74-b3cb-f9a1fc1951d0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:49.847335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60bf9724-84fd-4701-9308-5b92adf13b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:49.865082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a6c7d413-1408-491b-a39e-c5f7e6a1bf39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:49.967825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf9724-84fd-4701-9308-5b92adf13b51 None None] Pushing event deleted for resources: {'Port': ['ID=99635bf7-c134-4ab9-a31a-5418db211bc3,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:49.981005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-60bf9724-84fd-4701-9308-5b92adf13b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:50.016913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf9724-84fd-4701-9308-5b92adf13b51 None None] No DVR routers for this DVR port 99635bf7-c134-4ab9-a31a-5418db211bc3 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:45:50.045199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:50.099544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:50.113067 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c1c7111e-5c85-4d8d-ac87-b797b47ec8af tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/16cdded1-e28c-4d1a-9926-b0ee025ee19f HTTP/1.1" status: 204  len: 168 time: 2.8269479
Dec 18 06:45:50.120133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44928) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:50.242671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:50.298629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 99635bf7-c134-4ab9-a31a-5418db211bc3 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:50.337059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=a2d03405-fca7-4220-8d58-565927bab1d8,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:50.339139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 99635bf7-c134-4ab9-a31a-5418db211bc3 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:45:50.339544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 99635bf7-c134-4ab9-a31a-5418db211bc3 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:45:50.340258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:50.347875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83d0be58-9aa7-42b2-ba87-126a126dd1ec tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:50.419886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22619a-7b4d-4f74-b3cb-f9a1fc1951d0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=9bd8567f-bef5-466f-9bb1-7456bf1d6468,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:50.422713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cb22619a-7b4d-4f74-b3cb-f9a1fc1951d0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:50.478183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb22619a-7b4d-4f74-b3cb-f9a1fc1951d0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:50.484617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8968906d-a68c-4d1a-b8d6-47927ef068f7 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:50.501991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41741e1-3e38-418d-9b98-a5bc85aaf3e9 req-4cc4736d-05a1-443f-8cb8-1c7a3b15490e tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:50.503541 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e41741e1-3e38-418d-9b98-a5bc85aaf3e9 req-4cc4736d-05a1-443f-8cb8-1c7a3b15490e tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.6879432
Dec 18 06:45:50.549399 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cb22619a-7b4d-4f74-b3cb-f9a1fc1951d0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/9bd8567f-bef5-466f-9bb1-7456bf1d6468 HTTP/1.1" status: 204  len: 168 time: 3.6644549
Dec 18 06:45:50.553406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95c68d4-12a8-48ff-96fc-549b6c20f4f4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:50.554214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d95c68d4-12a8-48ff-96fc-549b6c20f4f4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:50.573054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44932) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:50.631642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d95c68d4-12a8-48ff-96fc-549b6c20f4f4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:50.632902 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d95c68d4-12a8-48ff-96fc-549b6c20f4f4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.4547515
Dec 18 06:45:50.661043 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e41741e1-3e38-418d-9b98-a5bc85aaf3e9 req-7fdced1c-93b1-419e-8f99-6d45f9199829 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196961
Dec 18 06:45:50.662054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:50.694637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44936) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:50.711212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:50.794433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed05b68-f0b5-4489-b435-8098a107c232 None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:45:50.800097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fed05b68-f0b5-4489-b435-8098a107c232 None None] Deleting port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:50.800638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fed05b68-f0b5-4489-b435-8098a107c232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:50.827556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a0da7e4d-a9e4-4d62-b154-be5174eb4a1c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2493382
Dec 18 06:45:50.835013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44942) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:50.880496 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ee54af-9ccb-4e94-bae8-4492533963e8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:45:50.880496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-33ee54af-9ccb-4e94-bae8-4492533963e8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:50.900234 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Floating IP 8d9be603-c157-4156-a707-4eac808b5661 associated. External IP: 172.26.7.41, port: 214ca29d-884e-4fce-890b-1b6248896b4b.
Dec 18 06:45:51.073620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-33ee54af-9ccb-4e94-bae8-4492533963e8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:51.074895 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-33ee54af-9ccb-4e94-bae8-4492533963e8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/a21f24ee-399e-4298-8edc-e9ca83b85c58 HTTP/1.1" status: 404  len: 333 time: 0.3757210
Dec 18 06:45:51.088411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44946) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:51.145639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e1be02-41fd-4729-975c-0cfe99414490 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:51.146442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a9e1be02-41fd-4729-975c-0cfe99414490 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:51.156896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac174973c8>,) {'filters': {'network_id': ['8f6edd91-3c09-431c-b5cf-cbff65d572a6']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:51.165942 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-1073f487-d247-4cd2-8074-b08f8239fe0b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:45:51.167350 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1073f487-d247-4cd2-8074-b08f8239fe0b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/16cdded1-e28c-4d1a-9926-b0ee025ee19f HTTP/1.1" status: 404  len: 333 time: 0.0753870
Dec 18 06:45:51.174165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44950) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:51.206185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fed05b68-f0b5-4489-b435-8098a107c232 None None] For port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=09f34daf-43c4-4ea3-a94e-6e74eb76c1f6,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:51.207217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fed05b68-f0b5-4489-b435-8098a107c232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:51.250463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac174973c8>, 'a0a2dd8d-cb56-4847-839e-d40708693eea') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:51.250789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac174973c8>, 'a0a2dd8d-cb56-4847-839e-d40708693eea') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:51.318920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a9e1be02-41fd-4729-975c-0cfe99414490 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:51.322833 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a9e1be02-41fd-4729-975c-0cfe99414490 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4841554
Dec 18 06:45:51.329638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44954) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:51.332881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:51.337749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fed05b68-f0b5-4489-b435-8098a107c232 None None] Calling delete_port for 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:51.415069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fed05b68-f0b5-4489-b435-8098a107c232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:51.421778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Allocated IP 172.26.7.78 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/1707a63d-c7ed-4220-9799-9b5199971cfe) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:51.430005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:51.431377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2b5b5c72-6859-447f-83a8-9ed4f076bf2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:51.450760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:51.451666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:51.462178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Releasing vxlan tunnel 8 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:45:51.479365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:45:51.479706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:51.526125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed05b68-f0b5-4489-b435-8098a107c232 None None] Pushing event deleted for resources: {'Port': ['ID=09f34daf-43c4-4ea3-a94e-6e74eb76c1f6,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:51.531119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fed05b68-f0b5-4489-b435-8098a107c232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:51.559663 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ef0a28ba-f94d-4d46-a77c-64d9eab97112 req-14052f29-b30b-4350-91c0-017c1f42a2de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5920146
Dec 18 06:45:51.578884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed05b68-f0b5-4489-b435-8098a107c232 None None] No DVR routers for this DVR port 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:45:51.648558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:51.667789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:45:51.727159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:51.765604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:51.986620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17ab9320>,) {'filters': {'network_id': ['8527ef53-4460-47ec-8c44-0d63e9e8c960']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:52.007627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17ab9320>, 'f3bf6c26-a240-4552-abc5-2cc7c80a8d57') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:52.007971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17ab9320>, 'f3bf6c26-a240-4552-abc5-2cc7c80a8d57') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:52.025833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:52.028695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:52.035961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1ffab-e691-4690-a45b-42d8ef16b73c None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:52.047102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1ffab-e691-4690-a45b-42d8ef16b73c None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:52.047974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-98c1ffab-e691-4690-a45b-42d8ef16b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf60828>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:52.057634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:52.060669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Releasing vxlan tunnel 6 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:45:52.076880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:52.113583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-98c1ffab-e691-4690-a45b-42d8ef16b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf60828>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:52.124034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c1ffab-e691-4690-a45b-42d8ef16b73c None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:52.124844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-98c1ffab-e691-4690-a45b-42d8ef16b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf60828>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:52.195229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-98c1ffab-e691-4690-a45b-42d8ef16b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf60828>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:52.195790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1ffab-e691-4690-a45b-42d8ef16b73c None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:52.206784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe81644a-94f6-491b-86c6-ec1c808ba690 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:52.208419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fe81644a-94f6-491b-86c6-ec1c808ba690 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.8780553
Dec 18 06:45:52.251138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:52.268140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44958) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:52.307703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:45:52.345080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:45:52.345666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 09f34daf-43c4-4ea3-a94e-6e74eb76c1f6 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:45:52.417493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 8f6edd91-3c09-431c-b5cf-cbff65d572a6 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:52.492348 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9498f6da-927e-464d-90ff-72fdc392f3dc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2006600
Dec 18 06:45:52.494531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:52.516600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event updated for resources: {'Subnet': ['ID=b22c2c2f-134b-41ab-8714-105d31ee0550,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:52.527476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44962) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:52.541078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:52.559442 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 13.3995769
Dec 18 06:45:52.571050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44966) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:52.603041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:52.641754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 8527ef53-4460-47ec-8c44-0d63e9e8c960 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:52.653311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:52.848154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:52.864756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:52.870081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:52.884840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 8527ef53-4460-47ec-8c44-0d63e9e8c960 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:52.893716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:52.907047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:45:52.911974 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:45:52.933878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Network 8f6edd91-3c09-431c-b5cf-cbff65d572a6 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:45:52.979705 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:45:52.981826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a28ba-f94d-4d46-a77c-64d9eab97112 req-fdd87aba-2257-44f0-974e-575f7c5e04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:52.983285 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ef0a28ba-f94d-4d46-a77c-64d9eab97112 req-fdd87aba-2257-44f0-974e-575f7c5e04f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4d99721b2184071bdf48ed15e267486&device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 1162 time: 1.2576041
Dec 18 06:45:52.992914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:52.999044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.044080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-671e5da8-2ac2-40d7-a1a2-d7c8cf163f84 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "GET /v2.0/floatingips/8d9be603-c157-4156-a707-4eac808b5661 HTTP/1.1" status: 200  len: 976 time: 0.4486401
Dec 18 06:45:53.072236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44970) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:53.167292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.179842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9eb95cb8-526c-4613-8c37-de38f7502468 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:53.199235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.209255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Checking segment: {'id': 'fc668136-8276-425c-b02a-10e8d37b99c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e552e542-c6c5-4b40-8ab7-cc43e0cac5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:53.209697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Network hostable DHCP agents. Network: e552e542-c6c5-4b40-8ab7-cc43e0cac5fa, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:45:53.219023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.224908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Router 551d2b30-bbc1-4a4b-b18d-347de22a6cf6 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:45:53.229543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Network': ['ID=8527ef53-4460-47ec-8c44-0d63e9e8c960,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:53.232465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:53.237225 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/networks/8527ef53-4460-47ec-8c44-0d63e9e8c960 HTTP/1.1" status: 204  len: 168 time: 2.0590045
Dec 18 06:45:53.240853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:53.244347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44974) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:53.257879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.258709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-982268373'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:53.270152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-96bcf20f-649d-439f-882e-fcc0127cca75 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Synchronizing usage tracker for tenant:d84c80aa29cd479aaa23f7126d9bd5ce on resource:floatingip {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:53.274082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:53.279186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Pushing event deleted for resources: {'Network': ['ID=8f6edd91-3c09-431c-b5cf-cbff65d572a6,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:53.280758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:network and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:53.287295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:53.294125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:53.297403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:53.303053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.351278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-96bcf20f-649d-439f-882e-fcc0127cca75 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Unset dirty status for tenant:d84c80aa29cd479aaa23f7126d9bd5ce on resource:floatingip {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:53.355365 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-96bcf20f-649d-439f-882e-fcc0127cca75 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 979 time: 0.2787139
Dec 18 06:45:53.355365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:53.358836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.366095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44978) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:53.379934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cbd791e3-6589-421b-9921-ab5a7ac91968 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:53.425791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:45:53.452617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.453058 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Added segment 9121fb12-6c62-4b9c-8270-886278ee7e78 of type vxlan for network bcc7d14d-ff0c-4d82-bbda-13a513c72482
Dec 18 06:45:53.491359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-58822b7e-3a50-4aa8-b8c0-0b60ec9b6ce7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'floatingip': {'port_id': 'd72ef3b9-3654-4388-8c92-c598e32ff9e2'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:53.560396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.572939 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "DELETE /v2.0/networks/8f6edd91-3c09-431c-b5cf-cbff65d572a6 HTTP/1.1" status: 204  len: 168 time: 4.2405984
Dec 18 06:45:53.575929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44982) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:53.594571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:45:53.641602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a28ba-f94d-4d46-a77c-64d9eab97112 req-e302211c-eb7a-4282-a33f-0cb99a0feb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:53.643280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ef0a28ba-f94d-4d46-a77c-64d9eab97112 req-e302211c-eb7a-4282-a33f-0cb99a0feb61 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3473ab7c-f2ea-4397-a8e9-9a05accc7567 HTTP/1.1" status: 200  len: 906 time: 0.5919480
Dec 18 06:45:53.645442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2c36b919-c50e-4922-993f-4650f4bc9816 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Synchronizing usage tracker for tenant:dc0af92aff1847ed94834360fd891338 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:53.667678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, e552e542-c6c5-4b40-8ab7-cc43e0cac5fa) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:53.672633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.677412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:53.678400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.679618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acea190-5fb6-4169-94ff-6b3f96047daa None None] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:53.685005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:53.708551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2c36b919-c50e-4922-993f-4650f4bc9816 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Unset dirty status for tenant:dc0af92aff1847ed94834360fd891338 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:53.712165 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2c36b919-c50e-4922-993f-4650f4bc9816 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "GET /v2.0/ports?device_id=d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af HTTP/1.1" status: 200  len: 205 time: 0.1313944
Dec 18 06:45:53.764595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44986) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:53.775457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Pushing event updated for resources: {'Port': ['ID=1707a63d-c7ed-4220-9799-9b5199971cfe,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:53.799139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:53.858890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58822b7e-3a50-4aa8-b8c0-0b60ec9b6ce7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.916266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-e552e542-c6c5-4b40-8ab7-cc43e0cac5fa', 'network_id': 'e552e542-c6c5-4b40-8ab7-cc43e0cac5fa', 'tenant_id': 'c4920bca6ecd4d9aa577104b59b44bbb', 'fixed_ips': [{'subnet_id': 'b22c2c2f-134b-41ab-8714-105d31ee0550'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:45:53.917181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.932015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.6864345
Dec 18 06:45:53.933643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:53.934629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:53.945500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44990) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:53.960772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': 'bcc7d14d-ff0c-4d82-bbda-13a513c72482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:53.977580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-80809bec-fa85-45b5-959c-a0f5e6505482 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:54.018755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:54.023814 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.1429400
Dec 18 06:45:54.026941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:54.031158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Network': ['ID=bcc7d14d-ff0c-4d82-bbda-13a513c72482,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:54.031272 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "PUT /v2.0/routers/551d2b30-bbc1-4a4b-b18d-347de22a6cf6 HTTP/1.1" status: 200  len: 919 time: 8.4066892
Dec 18 06:45:54.031365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 44994) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:54.034520 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ef0a28ba-f94d-4d46-a77c-64d9eab97112 req-a75dfddf-be00-4733-9b71-113c4ef20abc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df HTTP/1.1" status: 200  len: 1000 time: 0.3678610
Dec 18 06:45:54.034923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 44996) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:54.050234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c48d43b-9df7-4a7a-a977-0ea2d3aba7c5 None None] Sync routers for ids ['551d2b30-bbc1-4a4b-b18d-347de22a6cf6'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:54.058903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network bcc7d14d-ff0c-4d82-bbda-13a513c72482 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:45:54.061717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c48d43b-9df7-4a7a-a977-0ea2d3aba7c5 None None] Routers {'551d2b30-bbc1-4a4b-b18d-347de22a6cf6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:54.062375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8c48d43b-9df7-4a7a-a977-0ea2d3aba7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7b2ba8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['551d2b30-bbc1-4a4b-b18d-347de22a6cf6'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:54.075678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network bcc7d14d-ff0c-4d82-bbda-13a513c72482 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:45:54.104196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:54.111550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Request body: {'port': {'network_id': 'e552e542-c6c5-4b40-8ab7-cc43e0cac5fa', 'name': 'tempest-AllowedAddressPairTestJSON-1851338043'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:54.137980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8c48d43b-9df7-4a7a-a977-0ea2d3aba7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7b2ba8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:54.148513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c48d43b-9df7-4a7a-a977-0ea2d3aba7c5 None None] Routers {'551d2b30-bbc1-4a4b-b18d-347de22a6cf6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:54.149688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8c48d43b-9df7-4a7a-a977-0ea2d3aba7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7b2ba8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['551d2b30-bbc1-4a4b-b18d-347de22a6cf6'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:54.216856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8c48d43b-9df7-4a7a-a977-0ea2d3aba7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7b2ba8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:54.217745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c48d43b-9df7-4a7a-a977-0ea2d3aba7c5 None None] The sync data for ids ['551d2b30-bbc1-4a4b-b18d-347de22a6cf6'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:54.474361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-80809bec-fa85-45b5-959c-a0f5e6505482 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:54.480606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-80809bec-fa85-45b5-959c-a0f5e6505482 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:54.484825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Allocated IP 172.20.0.2 (e552e542-c6c5-4b40-8ab7-cc43e0cac5fa/b22c2c2f-134b-41ab-8714-105d31ee0550/9259e264-facd-45c6-9ad2-70c92c53d8ff) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:54.486069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:54.508283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:54.517037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:54.520349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:54.538278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:54.546753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:54.582483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:54.607760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-80809bec-fa85-45b5-959c-a0f5e6505482 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:54.608290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80809bec-fa85-45b5-959c-a0f5e6505482 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Fanout notify agent at l3_agent the message router_deleted on router d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:45:54.616840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:54.630708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:54.648694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Usage tracker for resource:port and tenant:c4920bca6ecd4d9aa577104b59b44bbb is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:54.694385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a28ba-f94d-4d46-a77c-64d9eab97112 req-67a3da3f-ea7d-4232-a3f3-65aae2e86cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:54.696292 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ef0a28ba-f94d-4d46-a77c-64d9eab97112 req-67a3da3f-ea7d-4232-a3f3-65aae2e86cfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=425adf38-5fd3-496d-999b-301b4439713d HTTP/1.1" status: 200  len: 851 time: 0.2972353
Dec 18 06:45:54.707405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:54.720372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-80809bec-fa85-45b5-959c-a0f5e6505482 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:54.725125 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-80809bec-fa85-45b5-959c-a0f5e6505482 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] 10.222.0.23 "DELETE /v2.0/routers/d7ed8ef4-2dc0-4bc9-b922-46b3cc85e2af HTTP/1.1" status: 204  len: 168 time: 0.9518757
Dec 18 06:45:54.731373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:54.744828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:54.758027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Transition to ACTIVE for port object 9259e264-facd-45c6-9ad2-70c92c53d8ff will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:54.776861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Transition to ACTIVE for port object 9259e264-facd-45c6-9ad2-70c92c53d8ff will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:54.785650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:54.934600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-330cfa9d-d86f-4812-ad3d-4a8507edc147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:55.003547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:55.008400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Pushing event updated for resources: {'Port': ['ID=9259e264-facd-45c6-9ad2-70c92c53d8ff,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:55.019946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:55.025966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:55.030530 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-12ac3793-ee25-474c-be49-cf807879ca0d tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/routers/551d2b30-bbc1-4a4b-b18d-347de22a6cf6 HTTP/1.1" status: 200  len: 925 time: 0.9908695
Dec 18 06:45:55.038938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45006) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:55.039357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:55.040645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:55.043209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:55.114716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Attempting to bind port 9259e264-facd-45c6-9ad2-70c92c53d8ff on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:45:55.115393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Attempting to bind port 9259e264-facd-45c6-9ad2-70c92c53d8ff by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'fc668136-8276-425c-b02a-10e8d37b99c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e552e542-c6c5-4b40-8ab7-cc43e0cac5fa'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:45:55.115875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Attempting to bind port 9259e264-facd-45c6-9ad2-70c92c53d8ff on network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:45:55.123233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:45:55.123769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Checking segment: {'id': 'fc668136-8276-425c-b02a-10e8d37b99c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e552e542-c6c5-4b40-8ab7-cc43e0cac5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:55.124289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:55.124800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Bound using segment: {'id': 'fc668136-8276-425c-b02a-10e8d37b99c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e552e542-c6c5-4b40-8ab7-cc43e0cac5fa'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:45:55.125548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Bound port: 9259e264-facd-45c6-9ad2-70c92c53d8ff, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc668136-8276-425c-b02a-10e8d37b99c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e552e542-c6c5-4b40-8ab7-cc43e0cac5fa'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:45:55.126045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:55.182707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Made reservation on behalf of c4920bca6ecd4d9aa577104b59b44bbb for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:55.188492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:55.199446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45010) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:55.211922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:55.235116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=90ce0dba-0fb9-4263-a357-3caa544f6597,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:55.245949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] For port 9259e264-facd-45c6-9ad2-70c92c53d8ff, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:45:55.250378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] For port 9259e264-facd-45c6-9ad2-70c92c53d8ff, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9259e264-facd-45c6-9ad2-70c92c53d8ff,segment=NetworkSegment(fc668136-8276-425c-b02a-10e8d37b99c4),segment_id=fc668136-8276-425c-b02a-10e8d37b99c4)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:45:55.255092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:55.260829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a28ba-f94d-4d46-a77c-64d9eab97112 req-7be6b5b9-5a3e-4405-8f9a-b0d7001142f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:55.262502 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ef0a28ba-f94d-4d46-a77c-64d9eab97112 req-7be6b5b9-5a3e-4405-8f9a-b0d7001142f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3473ab7c-f2ea-4397-a8e9-9a05accc7567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5464418
Dec 18 06:45:55.298772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:55.396470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:55.494081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Pushing event updated for resources: {'Port': ['ID=9259e264-facd-45c6-9ad2-70c92c53d8ff,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:55.505393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:55.529968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:55.539755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:55.549448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90547364-b109-4d2e-ba61-725ca45ed747 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:55.580506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:55.581167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:55.642640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] device_id is not set on port 41b28c0f-3a2b-4c82-b1f6-1100afd1fced yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:45:55.652076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36389805-46e4-475b-83fa-162f34d6bac6 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:55.654182 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-36389805-46e4-475b-83fa-162f34d6bac6 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/ports?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6&device_id=551d2b30-bbc1-4a4b-b18d-347de22a6cf6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5807307
Dec 18 06:45:55.678872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45016) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:55.689900 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1ee9f3dc-2925-49fd-b390-647ad6972a56 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc0af92aff1847ed94834360fd891338&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4833238
Dec 18 06:45:55.692938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45020) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:55.752449 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.2205892
Dec 18 06:45:55.764216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45024) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:55.787721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'fixed_ips': [{'subnet_id': '90ce0dba-0fb9-4263-a357-3caa544f6597', 'ip_address': '2001:db8::65b5:d47e:272a:e3ff'}], 'name': 'tempest-NetworksTestDHCPv6-196304645'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:55.855921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:55.868970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': '90ce0dba-0fb9-4263-a357-3caa544f6597'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:45:55.870428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:55.943726 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ef0a28ba-f94d-4d46-a77c-64d9eab97112 req-e9f49070-d80c-4034-807d-3a322935a8d6 service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6103156
Dec 18 06:45:56.071680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-894d853f-bce2-47c7-a266-ad1ed0887f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:56.178855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-894d853f-bce2-47c7-a266-ad1ed0887f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:56.212384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Allocated IP 2001:db8::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/90ce0dba-0fb9-4263-a357-3caa544f6597/8bbf75ad-d74e-4c1a-af81-e823ee3ff059) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:56.254354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Allocated IP 172.20.0.3 (e552e542-c6c5-4b40-8ab7-cc43e0cac5fa/b22c2c2f-134b-41ab-8714-105d31ee0550/41b28c0f-3a2b-4c82-b1f6-1100afd1fced) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:56.290974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:56.314369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:56.326705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:56.349923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:56.398837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:56.440637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9259e264-facd-45c6-9ad2-70c92c53d8ff up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:45:56.501921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-894d853f-bce2-47c7-a266-ad1ed0887f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:56.519146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef12a461-b333-4c30-8ff2-d61c37fcb13b tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:56.519786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ef12a461-b333-4c30-8ff2-d61c37fcb13b tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Synchronizing usage tracker for tenant:35462906a2ca4e79bfb2577711d4c091 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:56.522893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:56.538573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Transition to ACTIVE for port object 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:56.569184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:56.609651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d853f-bce2-47c7-a266-ad1ed0887f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc58ad2-bf29-44b3-8c80-af6ab731c2ae,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:56.618782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-894d853f-bce2-47c7-a266-ad1ed0887f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:56.635425 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ef0a28ba-f94d-4d46-a77c-64d9eab97112 req-b6496d39-fd8f-40f8-b817-52448812774f service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6729136
Dec 18 06:45:56.640680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-58822b7e-3a50-4aa8-b8c0-0b60ec9b6ce7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:45:56.679977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-894d853f-bce2-47c7-a266-ad1ed0887f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:56.684174 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-894d853f-bce2-47c7-a266-ad1ed0887f7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcc58ad2-bf29-44b3-8c80-af6ab731c2ae HTTP/1.1" status: 204  len: 168 time: 0.9603646
Dec 18 06:45:56.725503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ef12a461-b333-4c30-8ff2-d61c37fcb13b tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Unset dirty status for tenant:35462906a2ca4e79bfb2577711d4c091 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:56.727378 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ef12a461-b333-4c30-8ff2-d61c37fcb13b tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 881 time: 1.0471153
Dec 18 06:45:56.734377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45030) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:56.831215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:56.855260 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3abd7be7-1f21-4e36-a267-16b5e46090fa tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "GET /v2.0/ports?device_id=551d2b30-bbc1-4a4b-b18d-347de22a6cf6 HTTP/1.1" status: 200  len: 205 time: 0.1105533
Dec 18 06:45:56.858386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45034) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:56.865711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58822b7e-3a50-4aa8-b8c0-0b60ec9b6ce7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:56.870823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:56.871289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 9259e264-facd-45c6-9ad2-70c92c53d8ff completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:56.882158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Transition to ACTIVE for port object 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:56.893030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:56.905000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Transition to ACTIVE for port object 41b28c0f-3a2b-4c82-b1f6-1100afd1fced will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:56.919457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d595c151-ca4b-493c-bf5c-993d2efb7a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:56.966926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58822b7e-3a50-4aa8-b8c0-0b60ec9b6ce7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:57.076570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:57.162239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Pushing event updated for resources: {'Port': ['ID=8bbf75ad-d74e-4c1a-af81-e823ee3ff059,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:57.172956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:57.200115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port ca8b8641-3011-4a69-b0c7-e784440d4ea9 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:45:57.265943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:57.268671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:57.278943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:57.299638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:57.337056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9097775f-421f-4e3d-85b6-25978596150f None None] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:57.426253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:57.459711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6cffed21-b465-43cd-8f7b-b3dd3b99dada None None] Provisioning for port 9259e264-facd-45c6-9ad2-70c92c53d8ff completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:57.463046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Attempting to bind port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:45:57.463577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Attempting to bind port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:45:57.463884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Attempting to bind port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:45:57.473364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:45:57.473810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:57.474270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:57.474716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:45:57.474837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-59b2c78b-7e7f-4f31-9e11-c21c35381968 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:57.475242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Bound port: 8bbf75ad-d74e-4c1a-af81-e823ee3ff059, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:45:57.475664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:57.545472 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-58822b7e-3a50-4aa8-b8c0-0b60ec9b6ce7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Floating IP 8d9be603-c157-4156-a707-4eac808b5661 associated. External IP: 172.26.7.41, port: 214ca29d-884e-4fce-890b-1b6248896b4b.
Dec 18 06:45:57.557062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Subnet': ['ID=a7ef1740-0ca5-4ea0-acaa-2aeaf2fd8e50,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:57.568547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:57.569699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:57.601427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6cffed21-b465-43cd-8f7b-b3dd3b99dada None None] Provisioning complete for port 9259e264-facd-45c6-9ad2-70c92c53d8ff triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:57.602056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6cffed21-b465-43cd-8f7b-b3dd3b99dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:57.702992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] For port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:45:57.715442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] For port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8bbf75ad-d74e-4c1a-af81-e823ee3ff059,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:45:57.726968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:57.754348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:57.765926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-41c4525b-ee43-48e2-a7d1-1e3c77dff94e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:57.995686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:58.012143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Deleting port 810b213e-dd66-47e3-acc6-688c605400bb {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:45:58.012538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:58.138460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45056) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:58.143173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Router afa9f1be-3534-4664-a2df-a997d32ecfb8 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:45:58.163745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Pushing event updated for resources: {'Port': ['ID=8bbf75ad-d74e-4c1a-af81-e823ee3ff059,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:58.175043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:58.185118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6cffed21-b465-43cd-8f7b-b3dd3b99dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:58.274069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::65b5:d47e:272a:e3ff (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/90ce0dba-0fb9-4263-a357-3caa544f6597/ca8b8641-3011-4a69-b0c7-e784440d4ea9) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:45:58.279685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6cffed21-b465-43cd-8f7b-b3dd3b99dada None None] For port 9259e264-facd-45c6-9ad2-70c92c53d8ff, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9259e264-facd-45c6-9ad2-70c92c53d8ff,segment=NetworkSegment(fc668136-8276-425c-b02a-10e8d37b99c4),segment_id=fc668136-8276-425c-b02a-10e8d37b99c4)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:45:58.295837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6cffed21-b465-43cd-8f7b-b3dd3b99dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:58.298217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3903630-408f-4d3c-a174-33ad00a6097e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:58.393130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffed21-b465-43cd-8f7b-b3dd3b99dada None None] Pushing event updated for resources: {'Port': ['ID=9259e264-facd-45c6-9ad2-70c92c53d8ff,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:58.397018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6cffed21-b465-43cd-8f7b-b3dd3b99dada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:58.504426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event updated for resources: {'Port': ['ID=41b28c0f-3a2b-4c82-b1f6-1100afd1fced,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:58.527839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:58.571349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Checking segment: {'id': '9121fb12-6c62-4b9c-8270-886278ee7e78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bcc7d14d-ff0c-4d82-bbda-13a513c72482'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:45:58.571886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network hostable DHCP agents. Network: bcc7d14d-ff0c-4d82-bbda-13a513c72482, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:45:58.651947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group': {'name': 'tempest-secgroup--578589572'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:58.652802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2474976e-1366-410a-832a-daed4e2dc6a0 None None] Provisioning for port 41b28c0f-3a2b-4c82-b1f6-1100afd1fced completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:45:58.660381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2474976e-1366-410a-832a-daed4e2dc6a0 None None] Provisioning complete for port 41b28c0f-3a2b-4c82-b1f6-1100afd1fced triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:58.660785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2474976e-1366-410a-832a-daed4e2dc6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:58.663781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:58.678032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:58.682813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network bcc7d14d-ff0c-4d82-bbda-13a513c72482 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:45:58.688171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:58.693700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:58.699410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:58.742070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, bcc7d14d-ff0c-4d82-bbda-13a513c72482) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:58.744364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object ca8b8641-3011-4a69-b0c7-e784440d4ea9 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:45:58.756051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9848661-4532-470c-8078-fd546069821c None None] Network bcc7d14d-ff0c-4d82-bbda-13a513c72482 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:45:58.779604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:58.781006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:58.810386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:58.815172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:58.815875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:58.836823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:58.840278 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.8921015
Dec 18 06:45:58.853478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45062) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:58.863420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': 'bcc7d14d-ff0c-4d82-bbda-13a513c72482', 'name': 'tempest-PortsIpV6TestJSON-322028480'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:58.883260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:58.885869 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.8453736
Dec 18 06:45:58.922081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2474976e-1366-410a-832a-daed4e2dc6a0 None None] Port 41b28c0f-3a2b-4c82-b1f6-1100afd1fced cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:45:58.943010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2474976e-1366-410a-832a-daed4e2dc6a0 None None] Provisioning complete for port 9259e264-facd-45c6-9ad2-70c92c53d8ff triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:58.943440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2474976e-1366-410a-832a-daed4e2dc6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:58.957489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83ad4750-1018-412f-9ca1-cac60c091222 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:45:58.967943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45066) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:58.976612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:58.987507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Request body: {'port': {'network_id': 'e552e542-c6c5-4b40-8ab7-cc43e0cac5fa', 'name': 'tempest-AllowedAddressPairTestJSON-166654262', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:38:ca:20'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:59.137631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=ca8b8641-3011-4a69-b0c7-e784440d4ea9,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:45:59.159895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:59.161693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:45:59.184071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58822b7e-3a50-4aa8-b8c0-0b60ec9b6ce7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:45:59.186462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:59.201160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:45:59.214718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d47b35a-b2cb-4ce2-86cd-5ffba86ffc28 None None] Sync routers for ids ['afa9f1be-3534-4664-a2df-a997d32ecfb8'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:45:59.217877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:59.218223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:59.223045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-bcc7d14d-ff0c-4d82-bbda-13a513c72482', 'network_id': 'bcc7d14d-ff0c-4d82-bbda-13a513c72482', 'tenant_id': '42abc569ca2340758e603f78afb67855', 'fixed_ips': [{'subnet_id': 'a7ef1740-0ca5-4ea0-acaa-2aeaf2fd8e50'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:45:59.224247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:59.238093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:59.251935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:45:59.253901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:45:59.256272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:45:59.260653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:59.261341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:59.263651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47b35a-b2cb-4ce2-86cd-5ffba86ffc28 None None] Routers {'afa9f1be-3534-4664-a2df-a997d32ecfb8'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:59.264360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5d47b35a-b2cb-4ce2-86cd-5ffba86ffc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cd27438>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['afa9f1be-3534-4664-a2df-a997d32ecfb8'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:59.268201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:45:59.275774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:59.319711 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.5420704
Dec 18 06:45:59.321315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45070) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:59.339219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5d47b35a-b2cb-4ce2-86cd-5ffba86ffc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cd27438>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:59.355921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d47b35a-b2cb-4ce2-86cd-5ffba86ffc28 None None] Routers {'afa9f1be-3534-4664-a2df-a997d32ecfb8'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:45:59.356632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5d47b35a-b2cb-4ce2-86cd-5ffba86ffc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cd27438>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['afa9f1be-3534-4664-a2df-a997d32ecfb8'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:59.426822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Calling delete_port for 810b213e-dd66-47e3-acc6-688c605400bb owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:45:59.484150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:59.492361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5d47b35a-b2cb-4ce2-86cd-5ffba86ffc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cd27438>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:45:59.492819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d47b35a-b2cb-4ce2-86cd-5ffba86ffc28 None None] The sync data for ids ['afa9f1be-3534-4664-a2df-a997d32ecfb8'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:45:59.529475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port 16d23616-0583-4570-bd87-a62c9f0ee959 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:45:59.557652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:59.562161 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 11.7307210
Dec 18 06:45:59.572366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45074) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:59.581569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:59.587575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d04e89e-7906-4f4e-8268-7a2cb5d8ab5a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:59.592172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d04e89e-7906-4f4e-8268-7a2cb5d8ab5a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:45:59.593080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9d04e89e-7906-4f4e-8268-7a2cb5d8ab5a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:45:59.600691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:59.604730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e6af6f28-cbe3-4f7f-be6e-fc325582d078 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Request body: {'router': {'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'enable_snat': False}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:45:59.622536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:45:59.630014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:45:59.675668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Usage tracker for resource:port and tenant:c4920bca6ecd4d9aa577104b59b44bbb is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:45:59.690818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-02517d98-6d98-4c79-b44f-288edd7a6d5a None None] Provisioning complete for port 41b28c0f-3a2b-4c82-b1f6-1100afd1fced triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:59.690996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02517d98-6d98-4c79-b44f-288edd7a6d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:59.696108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:45:59.751856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-02517d98-6d98-4c79-b44f-288edd7a6d5a None None] Port 41b28c0f-3a2b-4c82-b1f6-1100afd1fced cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:45:59.759916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9d04e89e-7906-4f4e-8268-7a2cb5d8ab5a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:45:59.761255 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9d04e89e-7906-4f4e-8268-7a2cb5d8ab5a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.4388742
Dec 18 06:45:59.785844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-02517d98-6d98-4c79-b44f-288edd7a6d5a None None] Provisioning complete for port 9259e264-facd-45c6-9ad2-70c92c53d8ff triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:45:59.785844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02517d98-6d98-4c79-b44f-288edd7a6d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:59.799288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45078) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:45:59.863578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:45:59.967987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:00.017688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Made reservation on behalf of c4920bca6ecd4d9aa577104b59b44bbb for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:00.124095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58822b7e-3a50-4aa8-b8c0-0b60ec9b6ce7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:46:00.124773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-17a20664-4b39-43f1-94e3-577a37ebf3d0 None None] Provisioning for port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:00.137494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7eb082-0abf-4ed6-8e3a-2ef00ef29c48 None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:46:00.144607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-17a20664-4b39-43f1-94e3-577a37ebf3d0 None None] Provisioning complete for port 9259e264-facd-45c6-9ad2-70c92c53d8ff triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:00.145049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17a20664-4b39-43f1-94e3-577a37ebf3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:00.161215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7eb082-0abf-4ed6-8e3a-2ef00ef29c48 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:00.162181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fc7eb082-0abf-4ed6-8e3a-2ef00ef29c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7b24a8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:00.258912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8::356 (bcc7d14d-ff0c-4d82-bbda-13a513c72482/a7ef1740-0ca5-4ea0-acaa-2aeaf2fd8e50/16d23616-0583-4570-bd87-a62c9f0ee959) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:00.274046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2bdfa311-9f5d-4755-a5c1-8552f1b322b8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port ca8b8641-3011-4a69-b0c7-e784440d4ea9 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:00.274046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bdfa311-9f5d-4755-a5c1-8552f1b322b8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:00.290206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fc7eb082-0abf-4ed6-8e3a-2ef00ef29c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7b24a8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:00.309850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7eb082-0abf-4ed6-8e3a-2ef00ef29c48 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:00.310545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fc7eb082-0abf-4ed6-8e3a-2ef00ef29c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7b24a8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:00.339706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:00.426940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fc7eb082-0abf-4ed6-8e3a-2ef00ef29c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7b24a8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:00.427866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7eb082-0abf-4ed6-8e3a-2ef00ef29c48 None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:46:00.485349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:46:00.524765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:00.580628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:00.587819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:00.588512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:00.622892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:00.643496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:00.739742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:00.790518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8bbf75ad-d74e-4c1a-af81-e823ee3ff059,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:00.799962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:00.800736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9259e264-facd-45c6-9ad2-70c92c53d8ff up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:46:00.867395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b0ee5311-26a6-4423-ade8-979acb87ab93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:00.946651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-76ee4cf5-2df8-4653-b9fe-0a4092a4d0b8 None None] Provisioning for port ca8b8641-3011-4a69-b0c7-e784440d4ea9 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:00.952500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=8bbf75ad-d74e-4c1a-af81-e823ee3ff059,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:00.961056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-76ee4cf5-2df8-4653-b9fe-0a4092a4d0b8 None None] Provisioning complete for port ca8b8641-3011-4a69-b0c7-e784440d4ea9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:00.961915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76ee4cf5-2df8-4653-b9fe-0a4092a4d0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:00.992788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:01.039655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 9259e264-facd-45c6-9ad2-70c92c53d8ff triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:01.040023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.071342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-76ee4cf5-2df8-4653-b9fe-0a4092a4d0b8 None None] Port ca8b8641-3011-4a69-b0c7-e784440d4ea9 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:46:01.161093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.161672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Fanout notify agent at l3_agent the message router_deleted on router 551d2b30-bbc1-4a4b-b18d-347de22a6cf6 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:46:01.194918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-20fbff3b-e1f0-4818-8ea6-2151f4b9cfe9 None None] Provisioning complete for port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:01.195878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20fbff3b-e1f0-4818-8ea6-2151f4b9cfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.224780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] device_id is not set on port 3e6a237f-1aeb-40e2-b819-bc1202cf0ee9 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:01.284909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6af6f28-cbe3-4f7f-be6e-fc325582d078 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.294124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.320474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bdfa311-9f5d-4755-a5c1-8552f1b322b8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.409633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Transition to ACTIVE for port object 16d23616-0583-4570-bd87-a62c9f0ee959 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:01.425395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.431345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.432553 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5565edb8-6ed3-4a45-8e65-a7de840316ec tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "DELETE /v2.0/routers/551d2b30-bbc1-4a4b-b18d-347de22a6cf6 HTTP/1.1" status: 204  len: 168 time: 4.5710545
Dec 18 06:46:01.441792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45082) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:01.444543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.482311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-241eaee1-b813-47c9-8c64-f20a8f14bea9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:01.495349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1713062076', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:01.509068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:01.522800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2bdfa311-9f5d-4755-a5c1-8552f1b322b8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for ca8b8641-3011-4a69-b0c7-e784440d4ea9 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:01.527528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:01.531080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58822b7e-3a50-4aa8-b8c0-0b60ec9b6ce7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:46:01.539187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:01.551923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:01.554884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Usage tracker for resource:router and tenant:06f8062091144cf881fd9509b503f1ac is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:01.563300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:01.579177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:01.581394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:01.583417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroup': ['ID=950a642b-5baf-492b-a0a2-5ef417fdc6d9,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:01.592041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:01.650553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.672494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1a5ec0a5-6764-44c6-84e4-a99c6aa913ae tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:01.693020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Allocated IP 2001:db8::2 (bcc7d14d-ff0c-4d82-bbda-13a513c72482/a7ef1740-0ca5-4ea0-acaa-2aeaf2fd8e50/37763e40-597a-4eca-988c-4985b32b2404) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:01.777906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Allocated IP 172.20.0.12 (e552e542-c6c5-4b40-8ab7-cc43e0cac5fa/b22c2c2f-134b-41ab-8714-105d31ee0550/3e6a237f-1aeb-40e2-b819-bc1202cf0ee9) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:01.796322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.797121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.853532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58822b7e-3a50-4aa8-b8c0-0b60ec9b6ce7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:46:01.871006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=16d23616-0583-4570-bd87-a62c9f0ee959,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:01.874155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:01.878104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84c73c-f4be-46ad-ab57-832046185e5e None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:46:01.908631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c84c73c-f4be-46ad-ab57-832046185e5e None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:01.909300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4c84c73c-f4be-46ad-ab57-832046185e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf4c7b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:01.926378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58822b7e-3a50-4aa8-b8c0-0b60ec9b6ce7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.945202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bdfa311-9f5d-4755-a5c1-8552f1b322b8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.965165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:01.975759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4c84c73c-f4be-46ad-ab57-832046185e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf4c7b8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:01.995973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:01.998582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c84c73c-f4be-46ad-ab57-832046185e5e None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:01.999277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4c84c73c-f4be-46ad-ab57-832046185e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf4c7b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:02.070739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4c84c73c-f4be-46ad-ab57-832046185e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf4c7b8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:02.071197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84c73c-f4be-46ad-ab57-832046185e5e None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:46:02.071692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfa311-9f5d-4755-a5c1-8552f1b322b8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=ca8b8641-3011-4a69-b0c7-e784440d4ea9,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:02.074801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Transition to ACTIVE for port object 37763e40-597a-4eca-988c-4985b32b2404 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:02.075047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2bdfa311-9f5d-4755-a5c1-8552f1b322b8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:02.082157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.083754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.092970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Transition to ACTIVE for port object 37763e40-597a-4eca-988c-4985b32b2404 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:02.098209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.109350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.114662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4996407-2494-4b2f-96ea-2d636729e3b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:02.118953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:02.178835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network bcc7d14d-ff0c-4d82-bbda-13a513c72482 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:02.183681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:02.185998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:02.191423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:02.192015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.248060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Pushing event updated for resources: {'Port': ['ID=37763e40-597a-4eca-988c-4985b32b2404,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:02.253745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:02.288897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.290231 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 4.1486905
Dec 18 06:46:02.306040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45086) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:02.309546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Network bcc7d14d-ff0c-4d82-bbda-13a513c72482 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:02.310905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:02.314201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:02.330577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4cdf60-7d14-4f26-a7c2-d411fcb57f32,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:02.354481 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.4961336
Dec 18 06:46:02.354625 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-58822b7e-3a50-4aa8-b8c0-0b60ec9b6ce7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "PUT /v2.0/floatingips/8d9be603-c157-4156-a707-4eac808b5661 HTTP/1.1" status: 200  len: 977 time: 8.9396393
Dec 18 06:46:02.358204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45090) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:02.358582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45092) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:02.364257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:46:02.379630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2b0f014c-dec8-4e31-85d7-12983300eed4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'floatingip': {'port_id': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:02.411640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:02.432223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Attempting to bind port 37763e40-597a-4eca-988c-4985b32b2404 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:46:02.432650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Attempting to bind port 37763e40-597a-4eca-988c-4985b32b2404 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '9121fb12-6c62-4b9c-8270-886278ee7e78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bcc7d14d-ff0c-4d82-bbda-13a513c72482'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:46:02.433064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Attempting to bind port 37763e40-597a-4eca-988c-4985b32b2404 on network bcc7d14d-ff0c-4d82-bbda-13a513c72482 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:46:02.442480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:46:02.442906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Checking segment: {'id': '9121fb12-6c62-4b9c-8270-886278ee7e78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bcc7d14d-ff0c-4d82-bbda-13a513c72482'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:46:02.443349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.443788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Bound using segment: {'id': '9121fb12-6c62-4b9c-8270-886278ee7e78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bcc7d14d-ff0c-4d82-bbda-13a513c72482'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:46:02.444311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Bound port: 37763e40-597a-4eca-988c-4985b32b2404, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9121fb12-6c62-4b9c-8270-886278ee7e78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bcc7d14d-ff0c-4d82-bbda-13a513c72482'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:46:02.444729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.513258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bdfa311-9f5d-4755-a5c1-8552f1b322b8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.515334 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2bdfa311-9f5d-4755-a5c1-8552f1b322b8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/ca8b8641-3011-4a69-b0c7-e784440d4ea9 HTTP/1.1" status: 204  len: 168 time: 2.5769858
Dec 18 06:46:02.523944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.527773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:02.528207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.530139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45098) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:02.595590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] For port 37763e40-597a-4eca-988c-4985b32b2404, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:46:02.600717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] For port 37763e40-597a-4eca-988c-4985b32b2404, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=37763e40-597a-4eca-988c-4985b32b2404,segment=NetworkSegment(9121fb12-6c62-4b9c-8270-886278ee7e78),segment_id=9121fb12-6c62-4b9c-8270-886278ee7e78)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:46:02.631774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7348a8a8-e712-4757-9194-db24cfd90e27 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 16d23616-0583-4570-bd87-a62c9f0ee959 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:02.632160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7348a8a8-e712-4757-9194-db24cfd90e27 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.640003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.701352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.720409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b0f014c-dec8-4e31-85d7-12983300eed4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.728027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Transition to ACTIVE for port object 3e6a237f-1aeb-40e2-b819-bc1202cf0ee9 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:02.753684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-54861534-e8f5-4a39-b08b-0bb14e3fd267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:02.772392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c9f37473-ae7e-4f2b-8d71-6d454f2b9b08 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:02.782038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e743dfa1-2f1b-403c-b10f-f8bf865636cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:02.784203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e743dfa1-2f1b-403c-b10f-f8bf865636cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:02.788477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e743dfa1-2f1b-403c-b10f-f8bf865636cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2546632
Dec 18 06:46:02.792220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45102) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:02.880593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c9f37473-ae7e-4f2b-8d71-6d454f2b9b08 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:02.881916 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c9f37473-ae7e-4f2b-8d71-6d454f2b9b08 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4354 time: 0.5727122
Dec 18 06:46:02.885016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45106) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:02.892272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fce55010-5576-439c-bd06-f7f8b9f0471f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group': {'name': 'tempest-security--1119574242', 'description': 'tempest-security-description-1202812468'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:02.900825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:02.916165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Pushing event updated for resources: {'Port': ['ID=37763e40-597a-4eca-988c-4985b32b2404,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:02.921606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:02.923799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-92a3b324-4a97-4be9-b71c-ec98d686bb4b tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:03.077581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fce55010-5576-439c-bd06-f7f8b9f0471f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:03.112261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event updated for resources: {'Port': ['ID=3e6a237f-1aeb-40e2-b819-bc1202cf0ee9,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:03.125751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:03.235060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fce55010-5576-439c-bd06-f7f8b9f0471f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:03.250313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fce55010-5576-439c-bd06-f7f8b9f0471f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:03.257565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fce55010-5576-439c-bd06-f7f8b9f0471f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:03.259228 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fce55010-5576-439c-bd06-f7f8b9f0471f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "PUT /v2.0/security-groups/6c4cdf60-7d14-4f26-a7c2-d411fcb57f32 HTTP/1.1" status: 200  len: 1728 time: 0.3731918
Dec 18 06:46:03.260560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:03.279520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45110) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:03.304262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:03.368265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:03.391331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:03.504026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce55010-5576-439c-bd06-f7f8b9f0471f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4cdf60-7d14-4f26-a7c2-d411fcb57f32,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:03.530240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fce55010-5576-439c-bd06-f7f8b9f0471f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:03.584853 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2723adee-1e01-4e79-8251-b31fa797fcd2 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-groups/6c4cdf60-7d14-4f26-a7c2-d411fcb57f32 HTTP/1.1" status: 200  len: 1728 time: 0.3016796
Dec 18 06:46:03.584853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:03.593482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45114) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:03.620303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:03.635794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:03.636384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:03.680603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fc3b5168-241f-44fb-aec6-2e68241a290e None None] Provisioning for port 3e6a237f-1aeb-40e2-b819-bc1202cf0ee9 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:03.694587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fc3b5168-241f-44fb-aec6-2e68241a290e None None] Provisioning complete for port 3e6a237f-1aeb-40e2-b819-bc1202cf0ee9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:03.695248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5168-241f-44fb-aec6-2e68241a290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:03.724736 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 4.7524784
Dec 18 06:46:03.730354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45118) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:03.760909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b5168-241f-44fb-aec6-2e68241a290e None None] Port 3e6a237f-1aeb-40e2-b819-bc1202cf0ee9 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:46:03.810724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b0f014c-dec8-4e31-85d7-12983300eed4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:03.841045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b0f014c-dec8-4e31-85d7-12983300eed4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:03.841401 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-2b0f014c-dec8-4e31-85d7-12983300eed4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Floating IP 8d9be603-c157-4156-a707-4eac808b5661 disassociated. External IP: 172.26.7.41, port: d72ef3b9-3654-4388-8c92-c598e32ff9e2.
Dec 18 06:46:04.130133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7348a8a8-e712-4757-9194-db24cfd90e27 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:04.143161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5f9922-e11b-4272-9ff2-9ed22fe04e5c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 90ce0dba-0fb9-4263-a357-3caa544f6597 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:46:04.145316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5c804c-295a-431b-ac43-50b60e855bd5 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:04.203175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9cdaf-3c36-43db-9d49-24f4400672c4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:04.208092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9cdaf-3c36-43db-9d49-24f4400672c4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:04.211461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-da5f9922-e11b-4272-9ff2-9ed22fe04e5c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:04.212495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9cdaf-3c36-43db-9d49-24f4400672c4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:04.213442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-35f9cdaf-3c36-43db-9d49-24f4400672c4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Synchronizing usage tracker for tenant:c4920bca6ecd4d9aa577104b59b44bbb on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:04.255328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6af6f28-cbe3-4f7f-be6e-fc325582d078 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:04.275036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-35f9cdaf-3c36-43db-9d49-24f4400672c4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Unset dirty status for tenant:c4920bca6ecd4d9aa577104b59b44bbb on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:04.279171 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-35f9cdaf-3c36-43db-9d49-24f4400672c4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2466 time: 0.5452178
Dec 18 06:46:04.286725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45122) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:04.373587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Allocated IP 172.26.7.208 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/a72416cb-4efa-475a-ab87-e1375a5b835f) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:04.382842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 37763e40-597a-4eca-988c-4985b32b2404 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:46:04.385742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-472476aa-37bc-4eee-9165-5d0a9a2c30ef tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Deleting port 3e6a237f-1aeb-40e2-b819-bc1202cf0ee9 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:04.386131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-472476aa-37bc-4eee-9165-5d0a9a2c30ef tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:04.423199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6af6f28-cbe3-4f7f-be6e-fc325582d078 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:04.441056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7348a8a8-e712-4757-9194-db24cfd90e27 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 16d23616-0583-4570-bd87-a62c9f0ee959 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:04.465254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef81839-5863-4892-8ef6-f4edc71785d5 None None] Network bcc7d14d-ff0c-4d82-bbda-13a513c72482 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:46:04.483805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5c804c-295a-431b-ac43-50b60e855bd5 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:04.555308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 37763e40-597a-4eca-988c-4985b32b2404 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:04.571026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-16595e5d-61af-48d5-91ea-0b0e315dadeb None None] Provisioning for port 37763e40-597a-4eca-988c-4985b32b2404 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:04.578151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-16595e5d-61af-48d5-91ea-0b0e315dadeb None None] Provisioning complete for port 37763e40-597a-4eca-988c-4985b32b2404 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:04.578437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16595e5d-61af-48d5-91ea-0b0e315dadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:04.589507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-da5f9922-e11b-4272-9ff2-9ed22fe04e5c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:04.757024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:04.806616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-472476aa-37bc-4eee-9165-5d0a9a2c30ef tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:04.916222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5c804c-295a-431b-ac43-50b60e855bd5 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:04.940377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-472476aa-37bc-4eee-9165-5d0a9a2c30ef tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Calling delete_port for 3e6a237f-1aeb-40e2-b819-bc1202cf0ee9 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:04.981550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-76bd1893-f1b8-4aae-95cd-028f1d880a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:04.997924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16595e5d-61af-48d5-91ea-0b0e315dadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:04.998551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:05.017157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2608328f-8786-4851-af2f-798e6c133a1e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:05.047188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-16595e5d-61af-48d5-91ea-0b0e315dadeb None None] For port 37763e40-597a-4eca-988c-4985b32b2404, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=37763e40-597a-4eca-988c-4985b32b2404,segment=NetworkSegment(9121fb12-6c62-4b9c-8270-886278ee7e78),segment_id=9121fb12-6c62-4b9c-8270-886278ee7e78)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:05.052065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16595e5d-61af-48d5-91ea-0b0e315dadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:05.056712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:05.074912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c804c-295a-431b-ac43-50b60e855bd5 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4cdf60-7d14-4f26-a7c2-d411fcb57f32,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:05.077640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1a5c804c-295a-431b-ac43-50b60e855bd5 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:05.112848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-da5f9922-e11b-4272-9ff2-9ed22fe04e5c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:05.150905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6af6f28-cbe3-4f7f-be6e-fc325582d078 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Router afa9f1be-3534-4664-a2df-a997d32ecfb8 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:46:05.155976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16595e5d-61af-48d5-91ea-0b0e315dadeb None None] Pushing event updated for resources: {'Port': ['ID=37763e40-597a-4eca-988c-4985b32b2404,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:05.173123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16595e5d-61af-48d5-91ea-0b0e315dadeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:05.178616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Pushing event updated for resources: {'Port': ['ID=a72416cb-4efa-475a-ab87-e1375a5b835f,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:05.215831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:05.290647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-472476aa-37bc-4eee-9165-5d0a9a2c30ef tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:05.308695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4416902-0e74-4fc4-8fcf-89fe1e85a532 tempest-FloatingIPAdminTestJSON-1768964470 tempest-FloatingIPAdminTestJSON-1768964470] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:05.388610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-27481ab0-c5ae-47eb-80d2-0df46710b17b None None] Provisioning complete for port 37763e40-597a-4eca-988c-4985b32b2404 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:05.389044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27481ab0-c5ae-47eb-80d2-0df46710b17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:05.414967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:05.421644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472476aa-37bc-4eee-9165-5d0a9a2c30ef tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event deleted for resources: {'Port': ['ID=3e6a237f-1aeb-40e2-b819-bc1202cf0ee9,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:05.424527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:05.434500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-472476aa-37bc-4eee-9165-5d0a9a2c30ef tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:05.435365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:05.501241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0f014c-dec8-4e31-85d7-12983300eed4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:46:05.524457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a5c804c-295a-431b-ac43-50b60e855bd5 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:05.528397 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1a5c804c-295a-431b-ac43-50b60e855bd5 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-groups/6c4cdf60-7d14-4f26-a7c2-d411fcb57f32 HTTP/1.1" status: 204  len: 168 time: 1.8690164
Dec 18 06:46:05.535369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45126) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:05.537878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7348a8a8-e712-4757-9194-db24cfd90e27 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:05.556585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-27481ab0-c5ae-47eb-80d2-0df46710b17b None None] Could not find standard attr ID for object 16d23616-0583-4570-bd87-a62c9f0ee959. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:46:05.623804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:05.670615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81755fef-4309-4d61-9b09-1fe95e06a49b None None] Could not find standard attr ID for object 16d23616-0583-4570-bd87-a62c9f0ee959. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:46:05.871172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-472476aa-37bc-4eee-9165-5d0a9a2c30ef tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:05.886685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348a8a8-e712-4757-9194-db24cfd90e27 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=16d23616-0583-4570-bd87-a62c9f0ee959,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:05.912548 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-472476aa-37bc-4eee-9165-5d0a9a2c30ef tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "DELETE /v2.0/ports/3e6a237f-1aeb-40e2-b819-bc1202cf0ee9 HTTP/1.1" status: 204  len: 168 time: 1.6246192
Dec 18 06:46:05.912764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0c1e1cb7-9097-48cc-ae16-c694c0376c03 None None] Provisioning complete for port 37763e40-597a-4eca-988c-4985b32b2404 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:05.912764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1cb7-9097-48cc-ae16-c694c0376c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:05.921930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7348a8a8-e712-4757-9194-db24cfd90e27 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:05.928545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45130) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:06.022156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:06.175258 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af0d8e8-c726-4a63-967e-d184e9504100 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] GET failed (client error): The resource could not be found.
Dec 18 06:46:06.175828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6af0d8e8-c726-4a63-967e-d184e9504100 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Synchronizing usage tracker for tenant:c4920bca6ecd4d9aa577104b59b44bbb on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:06.202822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c2387303-40e8-45ea-8d32-14b3cd997e1b None None] Provisioning complete for port 37763e40-597a-4eca-988c-4985b32b2404 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:06.203356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c2387303-40e8-45ea-8d32-14b3cd997e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:06.280045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-392bbf2a-f050-4805-b40d-a5acc60f813a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:06.351743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 37763e40-597a-4eca-988c-4985b32b2404 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:46:06.363407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0f014c-dec8-4e31-85d7-12983300eed4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:46:06.373511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95b21c-a47c-480a-b8c9-096ce2300b31 None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:46:06.377998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6af0d8e8-c726-4a63-967e-d184e9504100 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Unset dirty status for tenant:c4920bca6ecd4d9aa577104b59b44bbb on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:06.379017 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6af0d8e8-c726-4a63-967e-d184e9504100 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "GET /v2.0/ports/3e6a237f-1aeb-40e2-b819-bc1202cf0ee9 HTTP/1.1" status: 404  len: 333 time: 0.4378867
Dec 18 06:46:06.383315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45134) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:06.385798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95b21c-a47c-480a-b8c9-096ce2300b31 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:06.386656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-df95b21c-a47c-480a-b8c9-096ce2300b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1f1de4e0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:06.387448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b0f014c-dec8-4e31-85d7-12983300eed4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:06.390966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Request body: {'port': {'network_id': 'e552e542-c6c5-4b40-8ab7-cc43e0cac5fa', 'name': 'tempest-AllowedAddressPairTestJSON-167897455'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:06.432456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-392bbf2a-f050-4805-b40d-a5acc60f813a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:06.437373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-392bbf2a-f050-4805-b40d-a5acc60f813a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.8973107
Dec 18 06:46:06.440197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 37763e40-597a-4eca-988c-4985b32b2404 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:06.440751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:06.447381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45138) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:06.450271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6af6f28-cbe3-4f7f-be6e-fc325582d078 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:46:06.459605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-df95b21c-a47c-480a-b8c9-096ce2300b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1f1de4e0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:06.467443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6af6f28-cbe3-4f7f-be6e-fc325582d078 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:06.471352 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e6af6f28-cbe3-4f7f-be6e-fc325582d078 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "PUT /v2.0/routers/afa9f1be-3534-4664-a2df-a997d32ecfb8 HTTP/1.1" status: 200  len: 921 time: 6.8919294
Dec 18 06:46:06.474314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95b21c-a47c-480a-b8c9-096ce2300b31 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:06.475163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-df95b21c-a47c-480a-b8c9-096ce2300b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1f1de4e0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:06.506564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45142) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:06.515165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0025968-a76b-4c99-bbf5-1258bdf0445b None None] Sync routers for ids ['afa9f1be-3534-4664-a2df-a997d32ecfb8'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:46:06.518644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7348a8a8-e712-4757-9194-db24cfd90e27 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:06.523995 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7348a8a8-e712-4757-9194-db24cfd90e27 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/16d23616-0583-4570-bd87-a62c9f0ee959 HTTP/1.1" status: 204  len: 168 time: 4.1642802
Dec 18 06:46:06.534678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0025968-a76b-4c99-bbf5-1258bdf0445b None None] Routers {'afa9f1be-3534-4664-a2df-a997d32ecfb8'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:06.535547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e0025968-a76b-4c99-bbf5-1258bdf0445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d46b128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['afa9f1be-3534-4664-a2df-a997d32ecfb8'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:06.549098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-df95b21c-a47c-480a-b8c9-096ce2300b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1f1de4e0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:06.549822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95b21c-a47c-480a-b8c9-096ce2300b31 None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:46:06.611633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45146) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:06.664545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e0025968-a76b-4c99-bbf5-1258bdf0445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d46b128>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:06.668667 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-eb6715a9-a87c-4a03-867e-d1c596b00da8 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] delete failed (client error): The resource could not be found.
Dec 18 06:46:06.675379 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eb6715a9-a87c-4a03-867e-d1c596b00da8 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-groups/6c4cdf60-7d14-4f26-a7c2-d411fcb57f32 HTTP/1.1" status: 404  len: 347 time: 0.2175970
Dec 18 06:46:06.678661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45150) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:06.703924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group': {'name': 'tempest-secgroup--262206959'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:06.714052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0025968-a76b-4c99-bbf5-1258bdf0445b None None] Routers {'afa9f1be-3534-4664-a2df-a997d32ecfb8'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:06.717656 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2b0f014c-dec8-4e31-85d7-12983300eed4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "PUT /v2.0/floatingips/8d9be603-c157-4156-a707-4eac808b5661 HTTP/1.1" status: 200  len: 687 time: 4.3557832
Dec 18 06:46:06.721043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:06.721544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e0025968-a76b-4c99-bbf5-1258bdf0445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d46b128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['afa9f1be-3534-4664-a2df-a997d32ecfb8'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:06.726108 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98356ac-911a-49ef-9be7-71fcdd913bc3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] DELETE failed (client error): The resource could not be found.
Dec 18 06:46:06.726625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98356ac-911a-49ef-9be7-71fcdd913bc3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:46:06.731488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a98356ac-911a-49ef-9be7-71fcdd913bc3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/16d23616-0583-4570-bd87-a62c9f0ee959 HTTP/1.1" status: 404  len: 333 time: 0.1077585
Dec 18 06:46:06.745727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45154) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:06.746070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45156) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:06.805393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e0025968-a76b-4c99-bbf5-1258bdf0445b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d46b128>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:06.806356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0025968-a76b-4c99-bbf5-1258bdf0445b None None] The sync data for ids ['afa9f1be-3534-4664-a2df-a997d32ecfb8'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:46:06.824439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:06.939653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:06.958599 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f151841f-7d4a-40ac-bc22-8e73737fd14d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:46:06.959163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f151841f-7d4a-40ac-bc22-8e73737fd14d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:07.024008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:07.050169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:07.071241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Made reservation on behalf of c4920bca6ecd4d9aa577104b59b44bbb for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:07.076030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:07.076848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:07.100750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-71f4dcb3-31ae-429f-a1ce-bc42eb508baa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port a2d03405-fca7-4220-8d58-565927bab1d8 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:07.101084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71f4dcb3-31ae-429f-a1ce-bc42eb508baa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:07.141109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f151841f-7d4a-40ac-bc22-8e73737fd14d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:07.142429 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f151841f-7d4a-40ac-bc22-8e73737fd14d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/16d23616-0583-4570-bd87-a62c9f0ee959 HTTP/1.1" status: 404  len: 333 time: 0.3890724
Dec 18 06:46:07.147907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-da5f9922-e11b-4272-9ff2-9ed22fe04e5c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:07.148420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45162) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:07.155185 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-69762e77-09c6-467d-a6c9-9ed905fdab6b tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/routers/afa9f1be-3534-4664-a2df-a997d32ecfb8 HTTP/1.1" status: 200  len: 921 time: 0.6385474
Dec 18 06:46:07.163471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:07.182496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45166) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:07.185202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:07.221464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:07.258877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Router 69b21451-4d76-47b6-bdd2-7e4ef9a68000 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:46:07.279256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:07.479600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] device_id is not set on port ef1ab5c7-6003-418a-ad55-8397ff1e027c yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:07.600752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f9922-e11b-4272-9ff2-9ed22fe04e5c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=90ce0dba-0fb9-4263-a357-3caa544f6597,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:07.657949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:07.675874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-da5f9922-e11b-4272-9ff2-9ed22fe04e5c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:07.712213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:46:07.722251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9571d9fb-ebb3-48be-b809-a76e9aa68363 None None] Sync routers for ids ['69b21451-4d76-47b6-bdd2-7e4ef9a68000'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:46:07.728413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c8a874-57bb-467a-808d-a0346ff7a7d8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting subnet a7ef1740-0ca5-4ea0-acaa-2aeaf2fd8e50 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:46:07.743800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9571d9fb-ebb3-48be-b809-a76e9aa68363 None None] Routers {'69b21451-4d76-47b6-bdd2-7e4ef9a68000'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:07.744659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9571d9fb-ebb3-48be-b809-a76e9aa68363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1f1de2b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['69b21451-4d76-47b6-bdd2-7e4ef9a68000'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:07.772253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43c8a874-57bb-467a-808d-a0346ff7a7d8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:07.806346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-da5f9922-e11b-4272-9ff2-9ed22fe04e5c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:07.812376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d778a1a0-d8be-4e7d-83dc-236f103fe66f None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:46:07.816401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9571d9fb-ebb3-48be-b809-a76e9aa68363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1f1de2b0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:07.826626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9571d9fb-ebb3-48be-b809-a76e9aa68363 None None] Routers {'69b21451-4d76-47b6-bdd2-7e4ef9a68000'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:07.827497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9571d9fb-ebb3-48be-b809-a76e9aa68363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1f1de2b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['69b21451-4d76-47b6-bdd2-7e4ef9a68000'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:07.853577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:07.855274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71f4dcb3-31ae-429f-a1ce-bc42eb508baa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:07.855765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71f4dcb3-31ae-429f-a1ce-bc42eb508baa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:07.857975 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 6.4105682
Dec 18 06:46:07.864412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45170) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:07.877846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Request body: {'router': {'external_gateway_info': {}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:07.902330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9571d9fb-ebb3-48be-b809-a76e9aa68363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1f1de2b0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:07.903029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9571d9fb-ebb3-48be-b809-a76e9aa68363 None None] The sync data for ids ['69b21451-4d76-47b6-bdd2-7e4ef9a68000'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:46:07.936706 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-da5f9922-e11b-4272-9ff2-9ed22fe04e5c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/90ce0dba-0fb9-4263-a357-3caa544f6597 HTTP/1.1" status: 204  len: 168 time: 5.1288695
Dec 18 06:46:07.940913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43c8a874-57bb-467a-808d-a0346ff7a7d8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:07.969740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Allocated IP 172.20.0.13 (e552e542-c6c5-4b40-8ab7-cc43e0cac5fa/b22c2c2f-134b-41ab-8714-105d31ee0550/ef1ab5c7-6003-418a-ad55-8397ff1e027c) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:07.971782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45174) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:08.001388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-71f4dcb3-31ae-429f-a1ce-bc42eb508baa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for a2d03405-fca7-4220-8d58-565927bab1d8 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:08.079804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e153d5d-cd82-4968-8ad0-ac6514f0ab1e None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:46:08.084712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6e153d5d-cd82-4968-8ad0-ac6514f0ab1e None None] Deleting port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:08.085141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6e153d5d-cd82-4968-8ad0-ac6514f0ab1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:08.087375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a86b55-29d8-409c-a6f3-e3ea033bd17c tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:08.091615 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f0a86b55-29d8-409c-a6f3-e3ea033bd17c tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/ports?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6&device_id=afa9f1be-3534-4664-a2df-a997d32ecfb8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.8720429
Dec 18 06:46:08.099276 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b1a4d020-46a8-4b40-91a9-e403a51dee26 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1117828
Dec 18 06:46:08.100602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45178) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:08.100975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45180) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:08.136365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:08.154900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:08.216081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:08.281874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:08.308763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6e153d5d-cd82-4968-8ad0-ac6514f0ab1e None None] For port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8bbf75ad-d74e-4c1a-af81-e823ee3ff059,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:08.309244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6e153d5d-cd82-4968-8ad0-ac6514f0ab1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:08.332842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2033ed-5e7c-4548-9dee-e853a9bb4526,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:08.335954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:08.379663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:46:08.385823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:08.390002 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.6989603
Dec 18 06:46:08.401194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45186) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:08.410792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bc6c877b-3571-4287-b522-b125c0134479 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group_rule': {'security_group_id': '7b2033ed-5e7c-4548-9dee-e853a9bb4526', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:08.412177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43c8a874-57bb-467a-808d-a0346ff7a7d8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:08.455017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bc6c877b-3571-4287-b522-b125c0134479 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:08.471539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bc6c877b-3571-4287-b522-b125c0134479 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:08.478268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6e153d5d-cd82-4968-8ad0-ac6514f0ab1e None None] Calling delete_port for 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:08.488507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bc6c877b-3571-4287-b522-b125c0134479 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:08.491557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:08.503038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:08.508979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:08.513711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bc6c877b-3571-4287-b522-b125c0134479 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:08.536329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:08.553343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cbeb8d-2e2d-423d-9e97-ebd20b26a916 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:08.554048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-05cbeb8d-2e2d-423d-9e97-ebd20b26a916 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Synchronizing usage tracker for tenant:43c5634ac38545ed97c0d2520b91d5dc on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:08.560557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71f4dcb3-31ae-429f-a1ce-bc42eb508baa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:08.583719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2bdfa311-9f5d-4755-a5c1-8552f1b322b8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:08.619570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6e153d5d-cd82-4968-8ad0-ac6514f0ab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:08.649552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db0ce76a-c4ed-40e2-840b-9e595426528f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:08.718463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:08.725470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:08.738358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:08.743655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc6c877b-3571-4287-b522-b125c0134479 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:08.744856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:08.760602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e153d5d-cd82-4968-8ad0-ac6514f0ab1e None None] Pushing event deleted for resources: {'Port': ['ID=8bbf75ad-d74e-4c1a-af81-e823ee3ff059,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:08.767983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4dcb3-31ae-429f-a1ce-bc42eb508baa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Port': ['ID=a2d03405-fca7-4220-8d58-565927bab1d8,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:08.770828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71f4dcb3-31ae-429f-a1ce-bc42eb508baa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:08.774306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6e153d5d-cd82-4968-8ad0-ac6514f0ab1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:08.847698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e153d5d-cd82-4968-8ad0-ac6514f0ab1e None None] No DVR routers for this DVR port 8bbf75ad-d74e-4c1a-af81-e823ee3ff059 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:46:08.857196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-05cbeb8d-2e2d-423d-9e97-ebd20b26a916 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Unset dirty status for tenant:43c5634ac38545ed97c0d2520b91d5dc on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:08.862952 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-05cbeb8d-2e2d-423d-9e97-ebd20b26a916 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 881 time: 0.7565134
Dec 18 06:46:08.869241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45190) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:08.977161 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-811835fd-4b34-4c10-ba46-2301f5e3afcb tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "GET /v2.0/ports?device_id=afa9f1be-3534-4664-a2df-a997d32ecfb8 HTTP/1.1" status: 200  len: 205 time: 0.0909386
Dec 18 06:46:08.993788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45194) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:09.120628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc6c877b-3571-4287-b522-b125c0134479 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.132903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Transition to ACTIVE for port object ef1ab5c7-6003-418a-ad55-8397ff1e027c will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:09.167173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc6c877b-3571-4287-b522-b125c0134479 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.197099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:09.296446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c877b-3571-4287-b522-b125c0134479 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf182de-a0b9-4f05-b2bd-9a136d317c61,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:09.300250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bc6c877b-3571-4287-b522-b125c0134479 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:09.328010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.349013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a111ecdf-327a-4423-85cb-9aad745e6409 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:09.376588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71f4dcb3-31ae-429f-a1ce-bc42eb508baa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.379000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71f4dcb3-31ae-429f-a1ce-bc42eb508baa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.380239 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-71f4dcb3-31ae-429f-a1ce-bc42eb508baa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/floatingips/8d9be603-c157-4156-a707-4eac808b5661 HTTP/1.1" status: 204  len: 168 time: 2.6293180
Dec 18 06:46:09.386199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc6c877b-3571-4287-b522-b125c0134479 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.387398 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bc6c877b-3571-4287-b522-b125c0134479 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.9828885
Dec 18 06:46:09.392896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45198) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:09.393260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45200) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:09.461923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.467743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.526878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event updated for resources: {'Port': ['ID=ef1ab5c7-6003-418a-ad55-8397ff1e027c,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:09.530063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.535021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:09.539809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43c8a874-57bb-467a-808d-a0346ff7a7d8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.559465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ef0229d2-a729-4798-8204-aaad35056443 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:09.565006 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-2bccfe1e-af4d-4b45-aeeb-5226bd23bf98 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] delete failed (client error): The resource could not be found.
Dec 18 06:46:09.566174 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2bccfe1e-af4d-4b45-aeeb-5226bd23bf98 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/floatingips/8d9be603-c157-4156-a707-4eac808b5661 HTTP/1.1" status: 404  len: 345 time: 0.1719232
Dec 18 06:46:09.574314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45206) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:09.659172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Deleting port a72416cb-4efa-475a-ab87-e1375a5b835f {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:09.659453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.677387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-586580c7-7d1e-48f9-bb5c-d0fc87762c2c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.693779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8a874-57bb-467a-808d-a0346ff7a7d8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Subnet': ['ID=a7ef1740-0ca5-4ea0-acaa-2aeaf2fd8e50,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:09.698154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-586580c7-7d1e-48f9-bb5c-d0fc87762c2c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.716426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-43c8a874-57bb-467a-808d-a0346ff7a7d8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:09.872185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:09.873755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43c8a874-57bb-467a-808d-a0346ff7a7d8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:09.877234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e443152e-6d71-46a3-a8cb-9b6fe780680a None None] Network bcc7d14d-ff0c-4d82-bbda-13a513c72482 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:46:09.879041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:09.884622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:09.936661 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-43c8a874-57bb-467a-808d-a0346ff7a7d8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/a7ef1740-0ca5-4ea0-acaa-2aeaf2fd8e50 HTTP/1.1" status: 204  len: 168 time: 2.7800996
Dec 18 06:46:09.940995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45210) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:10.074652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:10.075342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.106674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.199188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.210029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-25dea7c2-9f81-4bd2-bbdb-57511942068d None None] Provisioning for port ef1ab5c7-6003-418a-ad55-8397ff1e027c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:10.210281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-586580c7-7d1e-48f9-bb5c-d0fc87762c2c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.211861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Deleting port 1707a63d-c7ed-4220-9799-9b5199971cfe {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:10.212233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.215591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-25dea7c2-9f81-4bd2-bbdb-57511942068d None None] Provisioning complete for port ef1ab5c7-6003-418a-ad55-8397ff1e027c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:10.216059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-25dea7c2-9f81-4bd2-bbdb-57511942068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.251274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] DHCP port deletion for bcc7d14d-ff0c-4d82-bbda-13a513c72482 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:46:10.257099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887bd7e5-d32a-4539-8d01-0f5c1fc30c8e tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:10.259628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Calling delete_port for a72416cb-4efa-475a-ab87-e1375a5b835f owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:10.261662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887bd7e5-d32a-4539-8d01-0f5c1fc30c8e tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:10.265733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Deleting port 37763e40-597a-4eca-988c-4985b32b2404 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:10.265850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887bd7e5-d32a-4539-8d01-0f5c1fc30c8e tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:10.266782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.267302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-887bd7e5-d32a-4539-8d01-0f5c1fc30c8e tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Synchronizing usage tracker for tenant:d84c80aa29cd479aaa23f7126d9bd5ce on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:10.276347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bc6c877b-3571-4287-b522-b125c0134479 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:10.302931 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.9184504
Dec 18 06:46:10.304468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586580c7-7d1e-48f9-bb5c-d0fc87762c2c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bf182de-a0b9-4f05-b2bd-9a136d317c61,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:10.311448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45214) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:10.312459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-586580c7-7d1e-48f9-bb5c-d0fc87762c2c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.316622 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-586580c7-7d1e-48f9-bb5c-d0fc87762c2c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-group-rules/6bf182de-a0b9-4f05-b2bd-9a136d317c61 HTTP/1.1" status: 204  len: 168 time: 0.9208064
Dec 18 06:46:10.321119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45218) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:10.322251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-586580c7-7d1e-48f9-bb5c-d0fc87762c2c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:10.328269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-83e19034-4241-4b0e-b0bb-352d6d474b7d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:38:ca:20'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:10.369041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.378617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 37763e40-597a-4eca-988c-4985b32b2404 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:46:10.438731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-25dea7c2-9f81-4bd2-bbdb-57511942068d None None] Port ef1ab5c7-6003-418a-ad55-8397ff1e027c cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:46:10.456726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-887bd7e5-d32a-4539-8d01-0f5c1fc30c8e tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Unset dirty status for tenant:d84c80aa29cd479aaa23f7126d9bd5ce on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:10.460490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-887bd7e5-d32a-4539-8d01-0f5c1fc30c8e tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "GET /v2.0/ports?network_id=99b02d45-9ab5-4f19-b763-d256162b5e41 HTTP/1.1" status: 200  len: 2357 time: 0.8805859
Dec 18 06:46:10.462971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45222) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:10.483258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1c3bb025-4bf5-42aa-b465-0aefc41600c0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:10.564167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 37763e40-597a-4eca-988c-4985b32b2404 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:10.564556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.566773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1c3bb025-4bf5-42aa-b465-0aefc41600c0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:10.571128 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1c3bb025-4bf5-42aa-b465-0aefc41600c0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.2431023
Dec 18 06:46:10.572666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45226) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:10.577440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.754961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d646c4-5228-4bf4-b676-97edb9421906 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:10.755173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e9d646c4-5228-4bf4-b676-97edb9421906 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Synchronizing usage tracker for tenant:d84c80aa29cd479aaa23f7126d9bd5ce on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:10.763422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Calling delete_port for 1707a63d-c7ed-4220-9799-9b5199971cfe owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:10.818232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] For port 37763e40-597a-4eca-988c-4985b32b2404, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=37763e40-597a-4eca-988c-4985b32b2404,segment=NetworkSegment(9121fb12-6c62-4b9c-8270-886278ee7e78),segment_id=9121fb12-6c62-4b9c-8270-886278ee7e78)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:10.818674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.835059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.872454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:10.890004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c475c69b-339b-457e-aa24-23c35fc91d7e tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:10.951191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e9d646c4-5228-4bf4-b676-97edb9421906 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Unset dirty status for tenant:d84c80aa29cd479aaa23f7126d9bd5ce on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:10.957862 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e9d646c4-5228-4bf4-b676-97edb9421906 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "GET /v2.0/subnets/36c19ce1-d6c5-4835-8730-fb91763b5bd0 HTTP/1.1" status: 200  len: 797 time: 0.4889438
Dec 18 06:46:10.966756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Calling delete_port for 37763e40-597a-4eca-988c-4985b32b2404 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:10.998994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45230) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:11.032067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 37763e40-597a-4eca-988c-4985b32b2404, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=37763e40-597a-4eca-988c-4985b32b2404,segment=NetworkSegment(9121fb12-6c62-4b9c-8270-886278ee7e78),segment_id=9121fb12-6c62-4b9c-8270-886278ee7e78)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:11.036550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'port': {'network_id': '99b02d45-9ab5-4f19-b763-d256162b5e41', 'name': 'tempest-FloatingIPTestJSON-198665074', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:11.040296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.044700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:11.052430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a798dfb1-413b-4dc1-a22c-24262af8518a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.059854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] For port 37763e40-597a-4eca-988c-4985b32b2404, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=37763e40-597a-4eca-988c-4985b32b2404,segment=NetworkSegment(9121fb12-6c62-4b9c-8270-886278ee7e78),segment_id=9121fb12-6c62-4b9c-8270-886278ee7e78)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:11.060017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.081124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83e19034-4241-4b0e-b0bb-352d6d474b7d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.122146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:46:11.122530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:46:11.131344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=37763e40-597a-4eca-988c-4985b32b2404,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:11.139660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.140048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.140427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.140798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.141373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.141608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.142322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.142322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.142585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.142932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.143294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.143897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.144017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.144379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.144738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.145218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.146286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.146286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.146503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.146766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.147127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.147480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.147838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.148189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:11.152995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:11.204060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=ec905f98-2949-4ba3-a169-2df560eb0793,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:11.218372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 37763e40-597a-4eca-988c-4985b32b2404 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:11.219393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:11.237943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a798dfb1-413b-4dc1-a22c-24262af8518a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.292688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.310058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ea5615b2-f733-48c0-8192-16a39c22d949 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:11.329550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.471269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:11.472795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:11.477627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:11.479377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a798dfb1-413b-4dc1-a22c-24262af8518a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.488212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd15671f-3e21-47c8-b0e1-9e4d3572b51c None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:46:11.493829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9cd1fa90-2469-4b48-86bb-c99c0f12b7d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111321754] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:11.532803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798dfb1-413b-4dc1-a22c-24262af8518a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2033ed-5e7c-4548-9dee-e853a9bb4526,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:11.535187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:11.535844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.540232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a798dfb1-413b-4dc1-a22c-24262af8518a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:11.544006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:11.606127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Made reservation on behalf of d84c80aa29cd479aaa23f7126d9bd5ce for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:11.628743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Deleting port 37763e40-597a-4eca-988c-4985b32b2404 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:11.629174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.715137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Pushing event deleted for resources: {'Port': ['ID=a72416cb-4efa-475a-ab87-e1375a5b835f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:11.730323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:11.733439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.6294351
Dec 18 06:46:11.734892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a798dfb1-413b-4dc1-a22c-24262af8518a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.738385 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a798dfb1-413b-4dc1-a22c-24262af8518a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-groups/7b2033ed-5e7c-4548-9dee-e853a9bb4526 HTTP/1.1" status: 204  len: 168 time: 1.1614864
Dec 18 06:46:11.739988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45234) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:11.740423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45236) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:11.772660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.778982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'fixed_ips': [{'subnet_id': 'ec905f98-2949-4ba3-a169-2df560eb0793', 'ip_address': '2001:db8::bb5e:f356:9627:3e29'}], 'name': 'tempest-NetworksTestDHCPv6-1110866897'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:11.940222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.944718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.955391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.957487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] For port 37763e40-597a-4eca-988c-4985b32b2404, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=37763e40-597a-4eca-988c-4985b32b2404,segment=NetworkSegment(9121fb12-6c62-4b9c-8270-886278ee7e78),segment_id=9121fb12-6c62-4b9c-8270-886278ee7e78)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:11.957646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:11.968234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': 'ec905f98-2949-4ba3-a169-2df560eb0793'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:46:11.969158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.017918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.018521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Fanout notify agent at l3_agent the message router_deleted on router afa9f1be-3534-4664-a2df-a997d32ecfb8 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:46:12.027255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:46:12.027629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:46:12.042320 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b312be18-bcb6-4337-81ed-103b9cc62dde tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2951322
Dec 18 06:46:12.058827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45242) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:12.101162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.106251 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d4be0f9c-71a9-4e9e-b5b0-30d63e7a66a5 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "DELETE /v2.0/routers/afa9f1be-3534-4664-a2df-a997d32ecfb8 HTTP/1.1" status: 204  len: 168 time: 3.1112435
Dec 18 06:46:12.109776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45246) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:12.117461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-30184fad-9539-458a-a9d6-bf91f8aae727 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1376802652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:12.122512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Calling delete_port for 37763e40-597a-4eca-988c-4985b32b2404 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:12.128877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-30184fad-9539-458a-a9d6-bf91f8aae727 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:12.129623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group': {'name': 'tempest-secgroup--1579460561'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:12.138074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-30184fad-9539-458a-a9d6-bf91f8aae727 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Usage tracker for resource:router and tenant:c06b3828b8854c03a69053518c2c739f is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:12.144424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-30184fad-9539-458a-a9d6-bf91f8aae727 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:12.148001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:12.163589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-30184fad-9539-458a-a9d6-bf91f8aae727 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:12.171252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:12.173910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] device_id is not set on port 97b42131-71ad-4710-a9fc-5899d7c4d6b5 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:12.209166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:12.218890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30184fad-9539-458a-a9d6-bf91f8aae727 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.220018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30184fad-9539-458a-a9d6-bf91f8aae727 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.225191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:12.227597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:12.278335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:12.296557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30184fad-9539-458a-a9d6-bf91f8aae727 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.297557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.333568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:12.338158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.354207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ece9d8df-b7e6-4b1f-bf0d-4a2841c39856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:12.362071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.371193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30184fad-9539-458a-a9d6-bf91f8aae727 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.423552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30184fad-9539-458a-a9d6-bf91f8aae727 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.427399 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-30184fad-9539-458a-a9d6-bf91f8aae727 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.3147416
Dec 18 06:46:12.429595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45250) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:12.440070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Request body: {'router': {'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:12.460032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Pushing event deleted for resources: {'Port': ['ID=37763e40-597a-4eca-988c-4985b32b2404,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:12.476916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:12.478444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:12.500213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:12.559681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:12.562893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 37763e40-597a-4eca-988c-4985b32b2404 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:12.563094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.574604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] No DVR routers for this DVR port 37763e40-597a-4eca-988c-4985b32b2404 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:46:12.603332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Allocated IP 2001:db8::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/ec905f98-2949-4ba3-a169-2df560eb0793/7c3df216-96d9-4308-b684-9665f0a686ef) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:12.618556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:12.623022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-83e19034-4241-4b0e-b0bb-352d6d474b7d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:46:12.731779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] The port '37763e40-597a-4eca-988c-4985b32b2404' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:46:12.745400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83e19034-4241-4b0e-b0bb-352d6d474b7d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.869106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83e19034-4241-4b0e-b0bb-352d6d474b7d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.888319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.890746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a73d87e9-11e7-4e76-96af-fcfc3ebd1cef tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:12.902314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Transition to ACTIVE for port object 7c3df216-96d9-4308-b684-9665f0a686ef will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:12.923901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Transition to ACTIVE for port object 7c3df216-96d9-4308-b684-9665f0a686ef will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:12.930831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:12.950964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6cffed21-b465-43cd-8f7b-b3dd3b99dada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:13.159873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:13.164387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:13.168608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:13.177231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Pushing event updated for resources: {'Port': ['ID=7c3df216-96d9-4308-b684-9665f0a686ef,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:13.189821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:13.201035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:13.252250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Attempting to bind port 7c3df216-96d9-4308-b684-9665f0a686ef on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:46:13.252665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Attempting to bind port 7c3df216-96d9-4308-b684-9665f0a686ef by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:46:13.253076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Attempting to bind port 7c3df216-96d9-4308-b684-9665f0a686ef on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:46:13.259784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:46:13.260208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:46:13.260656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:13.261096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:46:13.261643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Bound port: 7c3df216-96d9-4308-b684-9665f0a686ef, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:46:13.262068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:13.283786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:13.317599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:13.335917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:13.347158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e19034-4241-4b0e-b0bb-352d6d474b7d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event updated for resources: {'Port': ['ID=ef1ab5c7-6003-418a-ad55-8397ff1e027c,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:13.376307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] For port 7c3df216-96d9-4308-b684-9665f0a686ef, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:46:13.380321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] For port 7c3df216-96d9-4308-b684-9665f0a686ef, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7c3df216-96d9-4308-b684-9665f0a686ef,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:46:13.388151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:13.405973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-976610c0-82ab-4f0a-a114-4963c99e6d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:13.422240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83e19034-4241-4b0e-b0bb-352d6d474b7d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:13.441915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:13.506869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.20.0.14 (99b02d45-9ab5-4f19-b763-d256162b5e41/36c19ce1-d6c5-4835-8730-fb91763b5bd0/97b42131-71ad-4710-a9fc-5899d7c4d6b5) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:13.519515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.20.0.13 (99b02d45-9ab5-4f19-b763-d256162b5e41/36c19ce1-d6c5-4835-8730-fb91763b5bd0/97b42131-71ad-4710-a9fc-5899d7c4d6b5) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:13.755534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Pushing event updated for resources: {'Port': ['ID=7c3df216-96d9-4308-b684-9665f0a686ef,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:13.760453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:13.813491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:13.915124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.062191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.073675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1731edd8>,) {'filters': {'network_id': ['bcc7d14d-ff0c-4d82-bbda-13a513c72482']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:14.129532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.148750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1731edd8>, '9121fb12-6c62-4b9c-8270-886278ee7e78') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:14.149090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1731edd8>, '9121fb12-6c62-4b9c-8270-886278ee7e78') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:14.156552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-21260652-818c-44ae-8c8c-7456beb713b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:14.185457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Router 69b21451-4d76-47b6-bdd2-7e4ef9a68000 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:46:14.195711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.224266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.288827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.297679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 4c24ddbd-cd18-454d-8a1e-c31aedba1657 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:14.360094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Allocated IP 172.26.7.12 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/343bf952-9e47-4945-9a3a-4e2b762c91d2) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:14.365080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.381890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-765ae35c-24ba-40e2-9e6f-ff03c32f172f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:14.384227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7c3df216-96d9-4308-b684-9665f0a686ef up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:46:14.397986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dbba91-69f1-4d43-9176-420e04e8c447,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:14.403877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:14.412350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Releasing vxlan tunnel 6 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:46:14.426958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-83e19034-4241-4b0e-b0bb-352d6d474b7d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] In _notify_port_updated(), no bound segment for port ef1ab5c7-6003-418a-ad55-8397ff1e027c on network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa {{(pid=81084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:46:14.431262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e19034-4241-4b0e-b0bb-352d6d474b7d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:14.432056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83e19034-4241-4b0e-b0bb-352d6d474b7d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.434010 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-83e19034-4241-4b0e-b0bb-352d6d474b7d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "PUT /v2.0/ports/ef1ab5c7-6003-418a-ad55-8397ff1e027c HTTP/1.1" status: 200  len: 993 time: 4.1207147
Dec 18 06:46:14.460225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45256) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:14.464491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 7c3df216-96d9-4308-b684-9665f0a686ef completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:14.506992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ff319cd0-947c-48e4-ab08-f33a7f12ac6d None None] Provisioning complete for port ef1ab5c7-6003-418a-ad55-8397ff1e027c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:14.507729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff319cd0-947c-48e4-ab08-f33a7f12ac6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.510413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.514362 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 2.4468248
Dec 18 06:46:14.518948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45260) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:14.570454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ff319cd0-947c-48e4-ab08-f33a7f12ac6d None None] Port ef1ab5c7-6003-418a-ad55-8397ff1e027c cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:46:14.585990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-29ed2243-3400-413c-abd5-9b046a59e693 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group_rule': {'security_group_id': 'f0dbba91-69f1-4d43-9176-420e04e8c447', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:14.588987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b82cf51-68ee-41d9-9e38-44a41073658b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.608217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-29ed2243-3400-413c-abd5-9b046a59e693 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:14.626754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-29ed2243-3400-413c-abd5-9b046a59e693 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:14.631523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-29ed2243-3400-413c-abd5-9b046a59e693 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:14.636015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=97b42131-71ad-4710-a9fc-5899d7c4d6b5,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:14.649060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-29ed2243-3400-413c-abd5-9b046a59e693 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:14.651412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:14.679635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:46:14.693791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e6fae-42f6-46c8-afbf-54ba33340ed5 None None] Sync routers for ids ['69b21451-4d76-47b6-bdd2-7e4ef9a68000'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:46:14.707969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e6fae-42f6-46c8-afbf-54ba33340ed5 None None] Routers {'69b21451-4d76-47b6-bdd2-7e4ef9a68000'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:14.708673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6e1e6fae-42f6-46c8-afbf-54ba33340ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e8d94a8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['69b21451-4d76-47b6-bdd2-7e4ef9a68000'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:14.716893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29ed2243-3400-413c-abd5-9b046a59e693 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.775777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6e1e6fae-42f6-46c8-afbf-54ba33340ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e8d94a8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:14.785123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e6fae-42f6-46c8-afbf-54ba33340ed5 None None] Routers {'69b21451-4d76-47b6-bdd2-7e4ef9a68000'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:14.785806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6e1e6fae-42f6-46c8-afbf-54ba33340ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e8d94a8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:45:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['69b21451-4d76-47b6-bdd2-7e4ef9a68000'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:14.788390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network 99b02d45-9ab5-4f19-b763-d256162b5e41 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:14.791465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.801337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:14.806667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:14.813826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-25afc289-3683-4c25-be05-78058dd0405c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Deleting port ef1ab5c7-6003-418a-ad55-8397ff1e027c {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:14.814205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-25afc289-3683-4c25-be05-78058dd0405c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.857386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6e1e6fae-42f6-46c8-afbf-54ba33340ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e8d94a8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:14.857876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1e6fae-42f6-46c8-afbf-54ba33340ed5 None None] The sync data for ids ['69b21451-4d76-47b6-bdd2-7e4ef9a68000'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:46:14.859906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:14.861162 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "PUT /v2.0/routers/69b21451-4d76-47b6-bdd2-7e4ef9a68000 HTTP/1.1" status: 200  len: 710 time: 6.9957349
Dec 18 06:46:14.866679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45264) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:14.880921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network bcc7d14d-ff0c-4d82-bbda-13a513c72482 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:46:14.891954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.028325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:15.028960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.059914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29ed2243-3400-413c-abd5-9b046a59e693 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.066259 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b920697a-addb-4906-8b3f-4a2b9fbffc1b tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/routers/69b21451-4d76-47b6-bdd2-7e4ef9a68000 HTTP/1.1" status: 200  len: 745 time: 0.1958501
Dec 18 06:46:15.076035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45268) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:15.076756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29ed2243-3400-413c-abd5-9b046a59e693 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.142691 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d16a47d7-90ac-4ee5-b6d4-7ad1167741f8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] 10.222.0.23 "GET /v2.0/ports?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6&device_id=69b21451-4d76-47b6-bdd2-7e4ef9a68000 HTTP/1.1" status: 200  len: 205 time: 0.0611525
Dec 18 06:46:15.146197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:15.155880 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 4.1536505
Dec 18 06:46:15.160087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45272) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:15.160463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45274) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:15.162189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.172945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': '97b42131-71ad-4710-a9fc-5899d7c4d6b5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:15.240014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:15.254575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed2243-3400-413c-abd5-9b046a59e693 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c7cdb5-92c6-41cb-a03d-7a7bd25aab0e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:15.257950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-29ed2243-3400-413c-abd5-9b046a59e693 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:15.261203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1d80af4c-6995-4cda-8516-0a117e1d2d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:15.275329 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ebce7245-b0f2-480d-8e11-80525c75db3d tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "GET /v2.0/ports?device_id=69b21451-4d76-47b6-bdd2-7e4ef9a68000 HTTP/1.1" status: 200  len: 205 time: 0.1136200
Dec 18 06:46:15.284335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network bcc7d14d-ff0c-4d82-bbda-13a513c72482 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:46:15.291940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45280) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:15.294548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29ed2243-3400-413c-abd5-9b046a59e693 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.295507 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-29ed2243-3400-413c-abd5-9b046a59e693 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.7260420
Dec 18 06:46:15.302855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45282) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:15.312194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:15.322715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-20c265b7-2a6b-4e20-89e8-5c13133e677e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group_rule': {'security_group_id': 'f0dbba91-69f1-4d43-9176-420e04e8c447', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:15.351773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-20c265b7-2a6b-4e20-89e8-5c13133e677e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:15.360445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-20c265b7-2a6b-4e20-89e8-5c13133e677e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:15.366911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-20c265b7-2a6b-4e20-89e8-5c13133e677e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:15.385404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-20c265b7-2a6b-4e20-89e8-5c13133e677e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:46:15.386935 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:46:15.397206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Pushing event updated for resources: {'Port': ['ID=343bf952-9e47-4945-9a3a-4e2b762c91d2,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:15.400352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:15.424689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0858ce43-9cbf-406f-ad5e-5eeca3431efd None None] Provisioning for port 7c3df216-96d9-4308-b684-9665f0a686ef completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:15.430743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0858ce43-9cbf-406f-ad5e-5eeca3431efd None None] Provisioning complete for port 7c3df216-96d9-4308-b684-9665f0a686ef triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:15.430936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20c265b7-2a6b-4e20-89e8-5c13133e677e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.431313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0858ce43-9cbf-406f-ad5e-5eeca3431efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.445607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:15.449510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:15.452042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:15.511883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::bb5e:f356:9627:3e29 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/ec905f98-2949-4ba3-a169-2df560eb0793/4c24ddbd-cd18-454d-8a1e-c31aedba1657) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:15.589486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0858ce43-9cbf-406f-ad5e-5eeca3431efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.639220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.642130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0858ce43-9cbf-406f-ad5e-5eeca3431efd None None] For port 7c3df216-96d9-4308-b684-9665f0a686ef, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7c3df216-96d9-4308-b684-9665f0a686ef,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:15.646761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0858ce43-9cbf-406f-ad5e-5eeca3431efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.653942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:15.695425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9e218f6-fd4d-4c8b-8886-18106f648e50 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.751387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858ce43-9cbf-406f-ad5e-5eeca3431efd None None] Pushing event updated for resources: {'Port': ['ID=7c3df216-96d9-4308-b684-9665f0a686ef,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:15.760585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0858ce43-9cbf-406f-ad5e-5eeca3431efd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:15.773741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f4b8d44b-f867-4e42-8ece-d12975101ce4 None None] Provisioning complete for port 7c3df216-96d9-4308-b684-9665f0a686ef triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:15.774179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4b8d44b-f867-4e42-8ece-d12975101ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.992562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20c265b7-2a6b-4e20-89e8-5c13133e677e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:15.996539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20c265b7-2a6b-4e20-89e8-5c13133e677e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.034036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:16.044831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2b166188-d9e8-4d45-a2e7-af18093dcb15 None None] Provisioning complete for port 7c3df216-96d9-4308-b684-9665f0a686ef triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:16.045406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b166188-d9e8-4d45-a2e7-af18093dcb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.072790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c265b7-2a6b-4e20-89e8-5c13133e677e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954706c3-7c65-4a23-8d9e-ad7179b7ad2b,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:16.081797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-20c265b7-2a6b-4e20-89e8-5c13133e677e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:16.097217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20c265b7-2a6b-4e20-89e8-5c13133e677e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.101541 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-20c265b7-2a6b-4e20-89e8-5c13133e677e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.7959626
Dec 18 06:46:16.103148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45288) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:16.109717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d4576f62-3d28-47be-b3a1-93780dd7bf04 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group_rule': {'security_group_id': 'f0dbba91-69f1-4d43-9176-420e04e8c447', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:16.117235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d4576f62-3d28-47be-b3a1-93780dd7bf04 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:16.178613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d4576f62-3d28-47be-b3a1-93780dd7bf04 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:16.191899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.192760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d4576f62-3d28-47be-b3a1-93780dd7bf04 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:16.202106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d4576f62-3d28-47be-b3a1-93780dd7bf04 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:16.287950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4576f62-3d28-47be-b3a1-93780dd7bf04 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.293546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.293929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc72728e-80d3-4061-95f0-65718c5ba02e tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:16.329813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7c3df216-96d9-4308-b684-9665f0a686ef up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:46:16.365791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.399963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 7c3df216-96d9-4308-b684-9665f0a686ef triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:16.400421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.412914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Network': ['ID=bcc7d14d-ff0c-4d82-bbda-13a513c72482,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:16.415781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:16.430155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9e218f6-fd4d-4c8b-8886-18106f648e50 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.439370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45292) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:16.439544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/networks/bcc7d14d-ff0c-4d82-bbda-13a513c72482 HTTP/1.1" status: 204  len: 168 time: 6.4950678
Dec 18 06:46:16.441057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9e218f6-fd4d-4c8b-8886-18106f648e50 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.443962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-25afc289-3683-4c25-be05-78058dd0405c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.457834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-347476432'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:16.465395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4576f62-3d28-47be-b3a1-93780dd7bf04 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.466686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:16.481904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4576f62-3d28-47be-b3a1-93780dd7bf04 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.486031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:network and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:16.491059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:16.499599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:16.564832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:16.602656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4576f62-3d28-47be-b3a1-93780dd7bf04 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d878e1e-9b4f-4c3e-8469-25e3ea57a7a4,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:16.616019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d4576f62-3d28-47be-b3a1-93780dd7bf04 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:16.623212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:16.628710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.642847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4576f62-3d28-47be-b3a1-93780dd7bf04 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.646001 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d4576f62-3d28-47be-b3a1-93780dd7bf04 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.5417683
Dec 18 06:46:16.647151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45296) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:16.665246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-81ccae0c-6d99-4a6f-809f-5eadf1ad5322 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group_rule': {'security_group_id': 'f0dbba91-69f1-4d43-9176-420e04e8c447', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:16.675966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-25afc289-3683-4c25-be05-78058dd0405c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Calling delete_port for ef1ab5c7-6003-418a-ad55-8397ff1e027c owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:16.732779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-81ccae0c-6d99-4a6f-809f-5eadf1ad5322 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:16.751084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-81ccae0c-6d99-4a6f-809f-5eadf1ad5322 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:16.755894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-81ccae0c-6d99-4a6f-809f-5eadf1ad5322 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:16.757874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9e218f6-fd4d-4c8b-8886-18106f648e50 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.758439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e218f6-fd4d-4c8b-8886-18106f648e50 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Fanout notify agent at l3_agent the message router_deleted on router 69b21451-4d76-47b6-bdd2-7e4ef9a68000 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:46:16.775365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-81ccae0c-6d99-4a6f-809f-5eadf1ad5322 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:16.791235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:46:16.826089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9e218f6-fd4d-4c8b-8886-18106f648e50 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.827280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b9e218f6-fd4d-4c8b-8886-18106f648e50 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "DELETE /v2.0/routers/69b21451-4d76-47b6-bdd2-7e4ef9a68000 HTTP/1.1" status: 204  len: 168 time: 1.5121326
Dec 18 06:46:16.832565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45300) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:16.872150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.872509 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Added segment a7f430b4-e74b-4cbd-8b34-203f4f81ac06 of type vxlan for network 85a1c59f-bb7c-417d-80eb-548550aadb59
Dec 18 06:46:16.889984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81ccae0c-6d99-4a6f-809f-5eadf1ad5322 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.916503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.924121 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-98eaf5b2-f968-46f2-bb47-c704780afbd2 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "GET /v2.0/ports?device_id=69b21451-4d76-47b6-bdd2-7e4ef9a68000 HTTP/1.1" status: 200  len: 205 time: 0.0880051
Dec 18 06:46:16.937122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45304) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:16.942308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:16.992570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.006497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 4c24ddbd-cd18-454d-8a1e-c31aedba1657 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:17.012989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.044102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.052149 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-1d8c470c-7b08-42a4-90b5-37dccfbff076 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] delete failed (client error): The resource could not be found.
Dec 18 06:46:17.053276 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1d8c470c-7b08-42a4-90b5-37dccfbff076 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "DELETE /v2.0/routers/69b21451-4d76-47b6-bdd2-7e4ef9a68000 HTTP/1.1" status: 404  len: 336 time: 0.1133902
Dec 18 06:46:17.066843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45308) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:17.104974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-25afc289-3683-4c25-be05-78058dd0405c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.123999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2fe35b19-46ff-42cd-bfbe-88474f74a34c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:17.206566 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5710e0ad-af7d-4c10-94d5-7eaac1780bb2 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "GET /v2.0/ports?device_id=551d2b30-bbc1-4a4b-b18d-347de22a6cf6 HTTP/1.1" status: 200  len: 205 time: 0.1384180
Dec 18 06:46:17.212137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45312) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:17.213820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81ccae0c-6d99-4a6f-809f-5eadf1ad5322 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.216949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.221659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:17.222314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.230372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-578b845f-d908-411b-a0e5-fe265b251d1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:17.231593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afc289-3683-4c25-be05-78058dd0405c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event deleted for resources: {'Port': ['ID=ef1ab5c7-6003-418a-ad55-8397ff1e027c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:17.247731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-25afc289-3683-4c25-be05-78058dd0405c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:17.272621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.293222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a22a8a88-a8af-45dc-a592-104b6ad6a807 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:17.317796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81ccae0c-6d99-4a6f-809f-5eadf1ad5322 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.341296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.380857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27b460e3-6575-441e-a108-1504b43a6246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.477346 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-cb373c44-5fe9-4413-9672-2b902bbf7176 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] delete failed (client error): The resource could not be found.
Dec 18 06:46:17.478528 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cb373c44-5fe9-4413-9672-2b902bbf7176 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "DELETE /v2.0/routers/551d2b30-bbc1-4a4b-b18d-347de22a6cf6 HTTP/1.1" status: 404  len: 336 time: 0.2633650
Dec 18 06:46:17.485443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45316) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:17.503248 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.0528669
Dec 18 06:46:17.506243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45320) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:17.519002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Network': ['ID=85a1c59f-bb7c-417d-80eb-548550aadb59,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:17.529857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': '85a1c59f-bb7c-417d-80eb-548550aadb59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:17.532635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 85a1c59f-bb7c-417d-80eb-548550aadb59 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:46:17.544591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:17.545396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81ccae0c-6d99-4a6f-809f-5eadf1ad5322 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.549183 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-81ccae0c-6d99-4a6f-809f-5eadf1ad5322 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.8929591
Dec 18 06:46:17.549347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 85a1c59f-bb7c-417d-80eb-548550aadb59 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:46:17.549457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c69a70e3-519e-409c-bb62-71f0e7250565 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:17.560240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45324) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:17.573959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=4c24ddbd-cd18-454d-8a1e-c31aedba1657,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:17.585999 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-99d373e3-3960-49c8-a249-518be2268a5e tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "GET /v2.0/ports?device_id=429bfe09-d79d-49ca-9bc1-f20cc213966e HTTP/1.1" status: 200  len: 205 time: 0.0953748
Dec 18 06:46:17.591336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:17.594402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45328) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:17.619346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e2e83d73-77ff-4cd1-b4cc-d940f008cd15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group_rule': {'security_group_id': 'f0dbba91-69f1-4d43-9176-420e04e8c447', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:17.640303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e2e83d73-77ff-4cd1-b4cc-d940f008cd15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:17.647492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccae0c-6d99-4a6f-809f-5eadf1ad5322 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7d79a7-5381-43b2-a7dd-e88b6362f670,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:17.656358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e2e83d73-77ff-4cd1-b4cc-d940f008cd15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:17.661149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81ccae0c-6d99-4a6f-809f-5eadf1ad5322 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:17.681821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e2e83d73-77ff-4cd1-b4cc-d940f008cd15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:17.697157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e2e83d73-77ff-4cd1-b4cc-d940f008cd15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:17.761486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:17.764342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2e83d73-77ff-4cd1-b4cc-d940f008cd15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.780981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:17.789395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:17.802721 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-0c8d960b-2298-4b35-a6a9-82a476362a00 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] delete failed (client error): The resource could not be found.
Dec 18 06:46:17.806980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0c8d960b-2298-4b35-a6a9-82a476362a00 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "DELETE /v2.0/routers/429bfe09-d79d-49ca-9bc1-f20cc213966e HTTP/1.1" status: 404  len: 336 time: 0.2049739
Dec 18 06:46:17.807172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:17.816307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45332) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:17.823682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Router a090fb07-6d01-47e4-8093-23261491b777 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:46:17.864913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-25afc289-3683-4c25-be05-78058dd0405c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.888735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.26.7.197 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/fc479e73-9053-4568-82df-fb9c0ce89243) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:17.891949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:17.895798 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a941b4de-9a8d-43a7-bfbe-447af5edd557 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "GET /v2.0/ports?device_id=143afbea-15f2-4d30-b7d4-3f427d933021 HTTP/1.1" status: 200  len: 205 time: 0.0755682
Dec 18 06:46:17.896234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:17.897677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:17.901919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45336) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:17.905417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:17.909718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:17.910396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:17.985851 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-25afc289-3683-4c25-be05-78058dd0405c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "DELETE /v2.0/ports/ef1ab5c7-6003-418a-ad55-8397ff1e027c HTTP/1.1" status: 204  len: 168 time: 3.4727981
Dec 18 06:46:17.999520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45340) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:18.019320 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-1270fce2-fa1a-4f15-933f-886fd80e71ac tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] delete failed (client error): The resource could not be found.
Dec 18 06:46:18.023013 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1270fce2-fa1a-4f15-933f-886fd80e71ac tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "DELETE /v2.0/routers/143afbea-15f2-4d30-b7d4-3f427d933021 HTTP/1.1" status: 404  len: 336 time: 0.1175330
Dec 18 06:46:18.027067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45344) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:18.116910 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 6.3752565
Dec 18 06:46:18.131440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45348) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:18.135041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-07c43c44-17d9-4d68-aa1b-7c01c28f9be4 None None] Provisioning for port 4c24ddbd-cd18-454d-8a1e-c31aedba1657 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:18.139501 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-8476ad35-e5ca-40a4-86c0-49670a317520 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] GET failed (client error): The resource could not be found.
Dec 18 06:46:18.140001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8476ad35-e5ca-40a4-86c0-49670a317520 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Synchronizing usage tracker for tenant:c4920bca6ecd4d9aa577104b59b44bbb on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:18.141760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-07c43c44-17d9-4d68-aa1b-7c01c28f9be4 None None] Provisioning complete for port 4c24ddbd-cd18-454d-8a1e-c31aedba1657 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:18.142193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07c43c44-17d9-4d68-aa1b-7c01c28f9be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:18.207222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-07c43c44-17d9-4d68-aa1b-7c01c28f9be4 None None] Port 4c24ddbd-cd18-454d-8a1e-c31aedba1657 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:46:18.232739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8476ad35-e5ca-40a4-86c0-49670a317520 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Unset dirty status for tenant:c4920bca6ecd4d9aa577104b59b44bbb on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:18.234043 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8476ad35-e5ca-40a4-86c0-49670a317520 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "GET /v2.0/ports/ef1ab5c7-6003-418a-ad55-8397ff1e027c HTTP/1.1" status: 404  len: 333 time: 0.2325492
Dec 18 06:46:18.238603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45352) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:18.258171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Request body: {'port': {'network_id': 'e552e542-c6c5-4b40-8ab7-cc43e0cac5fa', 'name': 'tempest-AllowedAddressPairTestJSON-1514298632'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:18.381905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:18.385437 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e1b2bbd1-799b-4a97-80e4-8e304db47ad2 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "GET /v2.0/ports?device_id=ea1d1a1f-8324-4430-9c75-a85017eb866d HTTP/1.1" status: 200  len: 205 time: 0.3463988
Dec 18 06:46:18.389991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45356) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:18.398278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2e83d73-77ff-4cd1-b4cc-d940f008cd15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:18.416647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2e83d73-77ff-4cd1-b4cc-d940f008cd15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:18.479891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:18.481038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:18.486319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa6016-d3b1-45e1-8c06-0ab609468eef tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:18.490647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fa6016-d3b1-45e1-8c06-0ab609468eef tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:18.491479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d2fa6016-d3b1-45e1-8c06-0ab609468eef tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:18.517591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:18.595205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e83d73-77ff-4cd1-b4cc-d940f008cd15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36403e01-ac29-4714-b263-871cd5a36a96,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:18.598223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2e83d73-77ff-4cd1-b4cc-d940f008cd15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:18.649772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2e83d73-77ff-4cd1-b4cc-d940f008cd15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:18.653940 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e2e83d73-77ff-4cd1-b4cc-d940f008cd15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 742 time: 1.0847974
Dec 18 06:46:18.656726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45360) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:18.691831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:46:18.698588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:18.702701 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "PUT /v2.0/routers/a090fb07-6d01-47e4-8093-23261491b777 HTTP/1.1" status: 200  len: 879 time: 6.2696135
Dec 18 06:46:18.703057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e615f-75a0-40db-b2b9-e646c863f966 None None] Sync routers for ids ['a090fb07-6d01-47e4-8093-23261491b777'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:46:18.714690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e615f-75a0-40db-b2b9-e646c863f966 None None] Routers {'a090fb07-6d01-47e4-8093-23261491b777'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:18.714916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45364) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:18.715395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a39e615f-75a0-40db-b2b9-e646c863f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac233bd940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['a090fb07-6d01-47e4-8093-23261491b777'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:18.784933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a39e615f-75a0-40db-b2b9-e646c863f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac233bd940>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:18.788683 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-9842df56-3d16-4b41-bdb4-83edf1d0a0c5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] delete failed (client error): The resource could not be found.
Dec 18 06:46:18.792343 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9842df56-3d16-4b41-bdb4-83edf1d0a0c5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "DELETE /v2.0/routers/ea1d1a1f-8324-4430-9c75-a85017eb866d HTTP/1.1" status: 404  len: 336 time: 0.3988762
Dec 18 06:46:18.792500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01a87bfb-9f95-4265-a95e-c5d5fa1d0d60 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:18.798204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45368) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:18.798899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e615f-75a0-40db-b2b9-e646c863f966 None None] Routers {'a090fb07-6d01-47e4-8093-23261491b777'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:18.799956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a39e615f-75a0-40db-b2b9-e646c863f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac233bd940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['a090fb07-6d01-47e4-8093-23261491b777'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:18.824659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01a87bfb-9f95-4265-a95e-c5d5fa1d0d60 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:18.868438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a39e615f-75a0-40db-b2b9-e646c863f966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac233bd940>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:18.868901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e615f-75a0-40db-b2b9-e646c863f966 None None] The sync data for ids ['a090fb07-6d01-47e4-8093-23261491b777'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:46:18.873200 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ded07c9e-9dda-48be-9a88-01bd616697c3 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "GET /v2.0/ports?device_id=513eb318-9ec5-4eb5-b165-5e9f59b54031 HTTP/1.1" status: 200  len: 205 time: 0.0666974
Dec 18 06:46:18.875751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45372) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:18.884278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:18.943178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d2fa6016-d3b1-45e1-8c06-0ab609468eef tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:18.944355 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d2fa6016-d3b1-45e1-8c06-0ab609468eef tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1687 time: 0.8095946
Dec 18 06:46:18.953150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45376) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:18.967606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01a87bfb-9f95-4265-a95e-c5d5fa1d0d60 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:18.985448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:18.997607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:19.006527 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-009066ac-9100-406f-a68a-6c3b8bbf3ab2 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] delete failed (client error): The resource could not be found.
Dec 18 06:46:19.007647 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-009066ac-9100-406f-a68a-6c3b8bbf3ab2 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "DELETE /v2.0/routers/513eb318-9ec5-4eb5-b165-5e9f59b54031 HTTP/1.1" status: 404  len: 336 time: 0.1281095
Dec 18 06:46:19.015280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45380) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:19.018022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a87bfb-9f95-4265-a95e-c5d5fa1d0d60 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36403e01-ac29-4714-b263-871cd5a36a96,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:19.020181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:19.020663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-01a87bfb-9f95-4265-a95e-c5d5fa1d0d60 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:19.038826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-56add416-f2ac-46e1-a85a-370658ef84f5 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:19.084858 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fdef6c-8896-4a97-9344-424081ba23b3 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] DELETE failed (client error): The resource could not be found.
Dec 18 06:46:19.085357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fdef6c-8896-4a97-9344-424081ba23b3 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:46:19.087165 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a7fdef6c-8896-4a97-9344-424081ba23b3 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] 10.222.0.23 "DELETE /v2.0/subnets/398b1bdc-8ff2-4f08-a1b3-adff5de3419f HTTP/1.1" status: 404  len: 337 time: 0.0707343
Dec 18 06:46:19.097873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c6de5206-649e-46a6-b373-f22b0a70b0c7 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/routers/a090fb07-6d01-47e4-8093-23261491b777 HTTP/1.1" status: 200  len: 920 time: 0.3749728
Dec 18 06:46:19.097873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01a87bfb-9f95-4265-a95e-c5d5fa1d0d60 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:19.097873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-01a87bfb-9f95-4265-a95e-c5d5fa1d0d60 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-group-rules/36403e01-ac29-4714-b263-871cd5a36a96 HTTP/1.1" status: 204  len: 168 time: 0.4369845
Dec 18 06:46:19.108934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45386) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:19.109312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45388) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:19.139097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Made reservation on behalf of c4920bca6ecd4d9aa577104b59b44bbb for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:19.144586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:19.197163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0f44e625-2f92-49d2-858e-eb24c04893e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 4c24ddbd-cd18-454d-8a1e-c31aedba1657 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:19.197399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f44e625-2f92-49d2-858e-eb24c04893e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:19.268725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=fc479e73-9053-4568-82df-fb9c0ce89243,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:19.285590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:19.319807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-190254ba-0c14-4ba2-9138-a3e95708b51e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:19.339068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:19.375799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02a3901-d6c3-42cd-b043-4d706b60ed3d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:19.377619 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d02a3901-d6c3-42cd-b043-4d706b60ed3d tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/ports?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6&device_id=a090fb07-6d01-47e4-8093-23261491b777&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2664671
Dec 18 06:46:19.380691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-190254ba-0c14-4ba2-9138-a3e95708b51e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:19.382273 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-190254ba-0c14-4ba2-9138-a3e95708b51e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5481 time: 0.2697139
Dec 18 06:46:19.384829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45396) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:19.385131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45398) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:19.434090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45404) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:19.530339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8974b20-e67c-43f8-aeac-d1c599ac64c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:19.549997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8974b20-e67c-43f8-aeac-d1c599ac64c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:19.593678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:19.598060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] device_id is not set on port 398a2099-2690-4d5c-a22c-cdf83a935294 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:19.633013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8974b20-e67c-43f8-aeac-d1c599ac64c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:19.637153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:19.643333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:19.643506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f060a5c5-b4f5-43ec-976d-519499e7151f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:19.645093 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f060a5c5-b4f5-43ec-976d-519499e7151f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 881 time: 0.2581520
Dec 18 06:46:19.648939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-586580c7-7d1e-48f9-bb5c-d0fc87762c2c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:19.659382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45410) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:19.704624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8974b20-e67c-43f8-aeac-d1c599ac64c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f7d79a7-5381-43b2-a7dd-e88b6362f670,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:19.707601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f8974b20-e67c-43f8-aeac-d1c599ac64c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:19.731415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8974b20-e67c-43f8-aeac-d1c599ac64c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:19.732581 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f8974b20-e67c-43f8-aeac-d1c599ac64c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-group-rules/9f7d79a7-5381-43b2-a7dd-e88b6362f670 HTTP/1.1" status: 204  len: 168 time: 0.3435490
Dec 18 06:46:19.736813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45414) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:19.750119 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2aab13c4-949a-4706-a3bc-8c0952d310e6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "GET /v2.0/ports?device_id=a090fb07-6d01-47e4-8093-23261491b777 HTTP/1.1" status: 200  len: 205 time: 0.0888929
Dec 18 06:46:19.755960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45418) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:19.763991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7f7676c-83b7-41b3-8e9a-373d47f4c379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:19.831434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d7f7676c-83b7-41b3-8e9a-373d47f4c379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:19.844531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d7f7676c-83b7-41b3-8e9a-373d47f4c379 admin admin] Usage tracker for resource:security_group_rule and tenant:06f8062091144cf881fd9509b503f1ac is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:19.858474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d7f7676c-83b7-41b3-8e9a-373d47f4c379 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:19.865020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:19.886910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:19.918690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d7f7676c-83b7-41b3-8e9a-373d47f4c379 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:19.934587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f44e625-2f92-49d2-858e-eb24c04893e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:19.978281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3d407e6c-623a-4223-9ce3-d8ec93f96e0d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:20.063601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3d407e6c-623a-4223-9ce3-d8ec93f96e0d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:20.064929 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3d407e6c-623a-4223-9ce3-d8ec93f96e0d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4965 time: 0.3212042
Dec 18 06:46:20.065755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Subnet': ['ID=25f9bcf0-b18d-4cfa-a37a-f352a8945662,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:20.068571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:20.086827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45422) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:20.138149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0f44e625-2f92-49d2-858e-eb24c04893e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 4c24ddbd-cd18-454d-8a1e-c31aedba1657 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:20.159466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fac04d06-382e-45c0-8f56-6f384ba8acf8 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.182797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fac04d06-382e-45c0-8f56-6f384ba8acf8 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.252223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Allocated IP 172.20.0.10 (e552e542-c6c5-4b40-8ab7-cc43e0cac5fa/b22c2c2f-134b-41ab-8714-105d31ee0550/398a2099-2690-4d5c-a22c-cdf83a935294) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:20.262106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Checking segment: {'id': 'a7f430b4-e74b-4cbd-8b34-203f4f81ac06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '85a1c59f-bb7c-417d-80eb-548550aadb59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:46:20.262513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network hostable DHCP agents. Network: 85a1c59f-bb7c-417d-80eb-548550aadb59, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:46:20.269888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7f7676c-83b7-41b3-8e9a-373d47f4c379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.270867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fac04d06-382e-45c0-8f56-6f384ba8acf8 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.283260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-29ed2243-3400-413c-abd5-9b046a59e693 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:20.289005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7f7676c-83b7-41b3-8e9a-373d47f4c379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.311675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac04d06-382e-45c0-8f56-6f384ba8acf8 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d878e1e-9b4f-4c3e-8469-25e3ea57a7a4,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:20.323821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fac04d06-382e-45c0-8f56-6f384ba8acf8 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:20.328693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d9be587c-6558-4e62-8783-6bca7fc863dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:20.346298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 85a1c59f-bb7c-417d-80eb-548550aadb59 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:46:20.355688 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d7f7676c-83b7-41b3-8e9a-373d47f4c379 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06f8062091144cf881fd9509b503f1ac&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9166632
Dec 18 06:46:20.364322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45426) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:20.391339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 85a1c59f-bb7c-417d-80eb-548550aadb59) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:20.399078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e7fc9-0596-44f5-937a-d95240c0a988 None None] Network 85a1c59f-bb7c-417d-80eb-548550aadb59 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:46:20.399955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fac04d06-382e-45c0-8f56-6f384ba8acf8 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.403759 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fac04d06-382e-45c0-8f56-6f384ba8acf8 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-group-rules/7d878e1e-9b4f-4c3e-8469-25e3ea57a7a4 HTTP/1.1" status: 204  len: 168 time: 0.3133049
Dec 18 06:46:20.403759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7676c-83b7-41b3-8e9a-373d47f4c379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c2f9e9-5f30-4d7d-b344-7dd37b4267aa,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:20.405821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45430) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:20.410713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.415744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d7f7676c-83b7-41b3-8e9a-373d47f4c379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:20.424842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:20.425528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.468377 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9491646
Dec 18 06:46:20.469971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45434) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:20.488480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': '85a1c59f-bb7c-417d-80eb-548550aadb59', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1509043944'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:20.508054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5465bc7b-5565-446e-b6a6-d38ff111368b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.620007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5465bc7b-5565-446e-b6a6-d38ff111368b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.661680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-85a1c59f-bb7c-417d-80eb-548550aadb59', 'network_id': '85a1c59f-bb7c-417d-80eb-548550aadb59', 'tenant_id': '42abc569ca2340758e603f78afb67855', 'fixed_ips': [{'subnet_id': '25f9bcf0-b18d-4cfa-a37a-f352a8945662'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:46:20.662665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.727981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:20.732981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:port and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:20.737567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for port was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:20.743845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5465bc7b-5565-446e-b6a6-d38ff111368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.747993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:20.751389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d7f7676c-83b7-41b3-8e9a-373d47f4c379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:20.766602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465bc7b-5565-446e-b6a6-d38ff111368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c2f9e9-5f30-4d7d-b344-7dd37b4267aa,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:20.773033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5465bc7b-5565-446e-b6a6-d38ff111368b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:20.780418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:20.786973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.800015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5465bc7b-5565-446e-b6a6-d38ff111368b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:20.803839 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5465bc7b-5565-446e-b6a6-d38ff111368b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/86c2f9e9-5f30-4d7d-b344-7dd37b4267aa HTTP/1.1" status: 204  len: 168 time: 0.4285219
Dec 18 06:46:21.009369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port cd73458f-e60f-4037-8cf3-8c6f3fa3292a yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:21.034562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Allocated IP 2001:db8::2 (85a1c59f-bb7c-417d-80eb-548550aadb59/25f9bcf0-b18d-4cfa-a37a-f352a8945662/82a5a75b-1d69-46d6-8291-ecf24bdd03ce) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:21.135088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e72bb47c-d744-489d-a6e2-524793971f12 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:21.198705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45442) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:21.245355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e72bb47c-d744-489d-a6e2-524793971f12 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:21.249711 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e72bb47c-d744-489d-a6e2-524793971f12 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4449 time: 0.7864234
Dec 18 06:46:21.250895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45446) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:21.259773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.264129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f44e625-2f92-49d2-858e-eb24c04893e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.273177 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-68324a8e-392d-4d9f-a013-98eaad231222 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35462906a2ca4e79bfb2577711d4c091&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0708642
Dec 18 06:46:21.273388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.274353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45450) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:21.277538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Deleting port 343bf952-9e47-4945-9a3a-4e2b762c91d2 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:21.277965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.284017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Transition to ACTIVE for port object 82a5a75b-1d69-46d6-8291-ecf24bdd03ce will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:21.300477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Transition to ACTIVE for port object 82a5a75b-1d69-46d6-8291-ecf24bdd03ce will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:21.305576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78eeec7f-5e3d-4f85-8bfb-a8b1f69b3f32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.306798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.323729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34bc8ab2-5d89-4d5e-a998-5511700b3055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:21.326177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-25afc289-3683-4c25-be05-78058dd0405c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:21.395516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8::229 (85a1c59f-bb7c-417d-80eb-548550aadb59/25f9bcf0-b18d-4cfa-a37a-f352a8945662/cd73458f-e60f-4037-8cf3-8c6f3fa3292a) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:21.434560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44e625-2f92-49d2-858e-eb24c04893e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=4c24ddbd-cd18-454d-8a1e-c31aedba1657,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:21.449135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78eeec7f-5e3d-4f85-8bfb-a8b1f69b3f32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.455739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Pushing event updated for resources: {'Port': ['ID=82a5a75b-1d69-46d6-8291-ecf24bdd03ce,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:21.459642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0f44e625-2f92-49d2-858e-eb24c04893e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:21.461211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:21.477210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.522145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Network 85a1c59f-bb7c-417d-80eb-548550aadb59 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:21.523317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:21.527230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:21.583143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Attempting to bind port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:46:21.583568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Attempting to bind port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'a7f430b4-e74b-4cbd-8b34-203f4f81ac06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '85a1c59f-bb7c-417d-80eb-548550aadb59'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:46:21.583983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Attempting to bind port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce on network 85a1c59f-bb7c-417d-80eb-548550aadb59 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:46:21.590194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:46:21.590625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Checking segment: {'id': 'a7f430b4-e74b-4cbd-8b34-203f4f81ac06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '85a1c59f-bb7c-417d-80eb-548550aadb59'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:46:21.591137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.591515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Bound using segment: {'id': 'a7f430b4-e74b-4cbd-8b34-203f4f81ac06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '85a1c59f-bb7c-417d-80eb-548550aadb59'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:46:21.592039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Bound port: 82a5a75b-1d69-46d6-8291-ecf24bdd03ce, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f430b4-e74b-4cbd-8b34-203f4f81ac06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '85a1c59f-bb7c-417d-80eb-548550aadb59'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:46:21.592467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.617132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d9762c6-b2d0-46b2-89c2-271a933d40b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.618884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78eeec7f-5e3d-4f85-8bfb-a8b1f69b3f32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.620364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Transition to ACTIVE for port object 398a2099-2690-4d5c-a22c-cdf83a935294 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:21.659118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:21.692742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeec7f-5e3d-4f85-8bfb-a8b1f69b3f32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=954706c3-7c65-4a23-8d9e-ad7179b7ad2b,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:21.695715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] For port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:46:21.699946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] For port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=82a5a75b-1d69-46d6-8291-ecf24bdd03ce,segment=NetworkSegment(a7f430b4-e74b-4cbd-8b34-203f4f81ac06),segment_id=a7f430b4-e74b-4cbd-8b34-203f4f81ac06)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:46:21.701791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-78eeec7f-5e3d-4f85-8bfb-a8b1f69b3f32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:21.706704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.725922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cfcb92d6-2593-43a3-99a8-2e6b0e872348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:21.728089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d9762c6-b2d0-46b2-89c2-271a933d40b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.731332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f44e625-2f92-49d2-858e-eb24c04893e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.735197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.738896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.777340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78eeec7f-5e3d-4f85-8bfb-a8b1f69b3f32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.783468 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-78eeec7f-5e3d-4f85-8bfb-a8b1f69b3f32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-group-rules/954706c3-7c65-4a23-8d9e-ad7179b7ad2b HTTP/1.1" status: 204  len: 168 time: 0.5270193
Dec 18 06:46:21.784399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45454) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:21.793530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.856036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Transition to ACTIVE for port object cd73458f-e60f-4037-8cf3-8c6f3fa3292a will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:21.883388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.884154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:21.892591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Calling delete_port for 343bf952-9e47-4945-9a3a-4e2b762c91d2 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:21.909474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3e28e28f-b3dd-4b80-8549-f9a719fe5e29 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:21.954244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-570412e9-969f-4014-81ab-5880ba048d98 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:22.058348 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0f44e625-2f92-49d2-858e-eb24c04893e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/4c24ddbd-cd18-454d-8a1e-c31aedba1657 HTTP/1.1" status: 204  len: 168 time: 3.1004610
Dec 18 06:46:22.069732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45458) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:22.114445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Pushing event updated for resources: {'Port': ['ID=82a5a75b-1d69-46d6-8291-ecf24bdd03ce,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:22.120517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:22.222684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event updated for resources: {'Port': ['ID=398a2099-2690-4d5c-a22c-cdf83a935294,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:22.225462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d9762c6-b2d0-46b2-89c2-271a933d40b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:22.249090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:22.288798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbb304e-03dc-4654-98d3-f7ad7a7bfbb5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:22.289349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:22.290304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbb304e-03dc-4654-98d3-f7ad7a7bfbb5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:22.291942 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dbbb304e-03dc-4654-98d3-f7ad7a7bfbb5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2111049
Dec 18 06:46:22.297179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45462) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:22.305805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:22.332430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-94b79f2e-8c8e-4551-90d8-d72456df272a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:22.371760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d9762c6-b2d0-46b2-89c2-271a933d40b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:22.373010 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3d9762c6-b2d0-46b2-89c2-271a933d40b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/da4d8bb7-66ce-4e73-9bcc-afba5b6e20cd HTTP/1.1" status: 204  len: 168 time: 1.0976813
Dec 18 06:46:22.391512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=cd73458f-e60f-4037-8cf3-8c6f3fa3292a,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:22.397909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:22.400314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a798dfb1-413b-4dc1-a22c-24262af8518a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:22.424467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-94b79f2e-8c8e-4551-90d8-d72456df272a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:22.425836 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-94b79f2e-8c8e-4551-90d8-d72456df272a tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3933 time: 0.6366808
Dec 18 06:46:22.429491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9762c6-b2d0-46b2-89c2-271a933d40b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4d8bb7-66ce-4e73-9bcc-afba5b6e20cd,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:22.431366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45468) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:22.436588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d9762c6-b2d0-46b2-89c2-271a933d40b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:22.507564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c772aed-5339-4e24-a4d3-a1f62ddf502b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:22.528049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 85a1c59f-bb7c-417d-80eb-548550aadb59 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:22.535330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:22.539739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:22.543226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c772aed-5339-4e24-a4d3-a1f62ddf502b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:22.550879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:22.552804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:22.557843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:22.558595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:22.600170 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 893 time: 2.1200571
Dec 18 06:46:22.603047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45472) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:22.616983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:22.680332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:22.693852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-daa1fee1-c9b5-4ca6-bcb0-eee2ff9aa1d9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port cd73458f-e60f-4037-8cf3-8c6f3fa3292a {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:22.694380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-daa1fee1-c9b5-4ca6-bcb0-eee2ff9aa1d9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:22.722305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c772aed-5339-4e24-a4d3-a1f62ddf502b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:22.743675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d4576f62-3d28-47be-b3a1-93780dd7bf04 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:22.762071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c772aed-5339-4e24-a4d3-a1f62ddf502b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0c7cdb5-92c6-41cb-a03d-7a7bd25aab0e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:22.765162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2c772aed-5339-4e24-a4d3-a1f62ddf502b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:22.800332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c772aed-5339-4e24-a4d3-a1f62ddf502b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:22.804108 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2c772aed-5339-4e24-a4d3-a1f62ddf502b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-group-rules/d0c7cdb5-92c6-41cb-a03d-7a7bd25aab0e HTTP/1.1" status: 204  len: 168 time: 0.3676152
Dec 18 06:46:22.805909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45480) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:22.900538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:22.901220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:23.065650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-91f55f97-820a-43a2-84c2-9d0c808eea54 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:23.080641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e4f41c6e-2713-4ca9-b76c-fc9b36b7e153 None None] Provisioning for port 398a2099-2690-4d5c-a22c-cdf83a935294 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:23.087829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e4f41c6e-2713-4ca9-b76c-fc9b36b7e153 None None] Provisioning complete for port 398a2099-2690-4d5c-a22c-cdf83a935294 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:23.088408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e4f41c6e-2713-4ca9-b76c-fc9b36b7e153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:23.104051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-311c0695-84ae-4b86-9788-fde3487a563c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet ec905f98-2949-4ba3-a169-2df560eb0793 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:46:23.108042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-311c0695-84ae-4b86-9788-fde3487a563c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:23.129435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-91f55f97-820a-43a2-84c2-9d0c808eea54 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:23.133714 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-91f55f97-820a-43a2-84c2-9d0c808eea54 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.3239954
Dec 18 06:46:23.137719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45490) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:23.185899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435672f-90ab-450b-8b2f-dfe937d26143 req-a864768f-0084-4d7e-8a6e-a04296f53e33 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:23.186915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e4f41c6e-2713-4ca9-b76c-fc9b36b7e153 None None] Port 398a2099-2690-4d5c-a22c-cdf83a935294 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:46:23.190414 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5435672f-90ab-450b-8b2f-dfe937d26143 req-a864768f-0084-4d7e-8a6e-a04296f53e33 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.3067358
Dec 18 06:46:23.193292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-daa1fee1-c9b5-4ca6-bcb0-eee2ff9aa1d9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:23.386025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-daa1fee1-c9b5-4ca6-bcb0-eee2ff9aa1d9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for cd73458f-e60f-4037-8cf3-8c6f3fa3292a owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:23.483034 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.2431674
Dec 18 06:46:23.485692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b73f7b3-eb4d-4fd2-867a-792303e4dad4 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:23.486419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-311c0695-84ae-4b86-9788-fde3487a563c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:23.489621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45500) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:23.508397 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5435672f-90ab-450b-8b2f-dfe937d26143 req-4a4f2b58-210c-4624-b1f1-ff9727b3b3a5 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2972806
Dec 18 06:46:23.519138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a785a070-21cf-4d3a-9a07-350c4cbabebf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:38:ca:20'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:23.674498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:23.836556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:23.842611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:23.849475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b73f7b3-eb4d-4fd2-867a-792303e4dad4 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:23.849727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:23.861341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:23.869990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c28791-45e1-4db6-80e2-ae196fb446be None None] Network 85a1c59f-bb7c-417d-80eb-548550aadb59 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:46:23.890626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d26826c-cdbe-4a62-8762-65e7665f6ae1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:23.921710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-311c0695-84ae-4b86-9788-fde3487a563c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.060919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.061736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Fanout notify agent at l3_agent the message router_deleted on router a090fb07-6d01-47e4-8093-23261491b777 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:46:24.095101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.099850 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c69f0f25-71f7-4649-9594-6f6e339565ec tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "DELETE /v2.0/routers/a090fb07-6d01-47e4-8093-23261491b777 HTTP/1.1" status: 204  len: 168 time: 4.3364787
Dec 18 06:46:24.105187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45512) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:24.106277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=fc479e73-9053-4568-82df-fb9c0ce89243,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:24.109787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:24.109915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8fabb39b-ef1e-4606-bc23-609715fcd37e None None] Provisioning for port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:24.130454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b73f7b3-eb4d-4fd2-867a-792303e4dad4 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.140246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1302c4c0-cb05-45ef-a753-5a5032c16df4 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1233300380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:24.178210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:24.196585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-daa1fee1-c9b5-4ca6-bcb0-eee2ff9aa1d9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.218796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1302c4c0-cb05-45ef-a753-5a5032c16df4 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:24.274304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73f7b3-eb4d-4fd2-867a-792303e4dad4 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dbba91-69f1-4d43-9176-420e04e8c447,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:24.279233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a785a070-21cf-4d3a-9a07-350c4cbabebf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.317241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1302c4c0-cb05-45ef-a753-5a5032c16df4 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Usage tracker for resource:router and tenant:c06b3828b8854c03a69053518c2c739f is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:24.332898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0b73f7b3-eb4d-4fd2-867a-792303e4dad4 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:24.369056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-362fdb33-5d40-442d-9e42-42345648b08c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:24.420192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1302c4c0-cb05-45ef-a753-5a5032c16df4 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:24.448141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 82a5a75b-1d69-46d6-8291-ecf24bdd03ce up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:46:24.467952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.525101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1fee1-c9b5-4ca6-bcb0-eee2ff9aa1d9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=cd73458f-e60f-4037-8cf3-8c6f3fa3292a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:24.526237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:24.533039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:24.533557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.538900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1302c4c0-cb05-45ef-a753-5a5032c16df4 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:24.545992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-daa1fee1-c9b5-4ca6-bcb0-eee2ff9aa1d9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:24.590360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b73f7b3-eb4d-4fd2-867a-792303e4dad4 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.594849 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0b73f7b3-eb4d-4fd2-867a-792303e4dad4 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-groups/f0dbba91-69f1-4d43-9176-420e04e8c447 HTTP/1.1" status: 204  len: 168 time: 1.4537930
Dec 18 06:46:24.602321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45522) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:24.628717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-daa1fee1-c9b5-4ca6-bcb0-eee2ff9aa1d9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.631279 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-daa1fee1-c9b5-4ca6-bcb0-eee2ff9aa1d9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/cd73458f-e60f-4037-8cf3-8c6f3fa3292a HTTP/1.1" status: 204  len: 168 time: 2.0270817
Dec 18 06:46:24.634375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45526) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:24.669506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9175a5bd-8e49-423e-ada7-1af195851a96 None None] Could not find standard attr ID for object cd73458f-e60f-4037-8cf3-8c6f3fa3292a. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:46:24.673544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-311c0695-84ae-4b86-9788-fde3487a563c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.698900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc14d0aa-2982-4df1-9ace-a28c5e8ba4ed tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:24.742713 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b727ece-2b11-4bb5-ae8e-2ebf497505b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:46:24.743498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1b727ece-2b11-4bb5-ae8e-2ebf497505b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:24.750925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9175a5bd-8e49-423e-ada7-1af195851a96 None None] Provisioning complete for port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:24.751554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9175a5bd-8e49-423e-ada7-1af195851a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.796434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629eac9-28a1-40e8-94d5-f7c6028072ac req-00a324f3-5952-4daa-906d-e931a7dcc795 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:24.800064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7629eac9-28a1-40e8-94d5-f7c6028072ac req-00a324f3-5952-4daa-906d-e931a7dcc795 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 1.0064309
Dec 18 06:46:24.801166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1302c4c0-cb05-45ef-a753-5a5032c16df4 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.802856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1302c4c0-cb05-45ef-a753-5a5032c16df4 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.826232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c0695-84ae-4b86-9788-fde3487a563c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=ec905f98-2949-4ba3-a169-2df560eb0793,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:24.829286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-311c0695-84ae-4b86-9788-fde3487a563c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:24.863677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.872297 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Floating IP d1fbbf1b-2469-4ae5-bb22-aa11f434d3ed associated. External IP: 172.26.7.197, port: 97b42131-71ad-4710-a9fc-5899d7c4d6b5.
Dec 18 06:46:24.918215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1b727ece-2b11-4bb5-ae8e-2ebf497505b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:24.919672 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1b727ece-2b11-4bb5-ae8e-2ebf497505b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/cd73458f-e60f-4037-8cf3-8c6f3fa3292a HTTP/1.1" status: 404  len: 333 time: 0.2771654
Dec 18 06:46:24.929943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45534) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:24.967243 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7629eac9-28a1-40e8-94d5-f7c6028072ac req-14c75b48-3677-44b2-a322-54389da26506 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1514132
Dec 18 06:46:24.968588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1302c4c0-cb05-45ef-a753-5a5032c16df4 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:24.996788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-311c0695-84ae-4b86-9788-fde3487a563c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:25.008202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=82a5a75b-1d69-46d6-8291-ecf24bdd03ce,segment=NetworkSegment(a7f430b4-e74b-4cbd-8b34-203f4f81ac06),segment_id=a7f430b4-e74b-4cbd-8b34-203f4f81ac06)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:25.011352 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-311c0695-84ae-4b86-9788-fde3487a563c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/ec905f98-2949-4ba3-a169-2df560eb0793 HTTP/1.1" status: 204  len: 168 time: 2.7106745
Dec 18 06:46:25.016136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45538) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:25.022064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c5535-5182-4443-ba10-76be33b8d114 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:46:25.048479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-382dc13e-5941-44ba-a93d-7c8bc4ab7a15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:25.128516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:25.146858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:25.163444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45544) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:25.188112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-287732ca-5607-40ed-9273-48d47a34380e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1706083
Dec 18 06:46:25.199394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45550) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:25.209260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:25.228747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9175a5bd-8e49-423e-ada7-1af195851a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:25.393266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-382dc13e-5941-44ba-a93d-7c8bc4ab7a15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:25.402446 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-382dc13e-5941-44ba-a93d-7c8bc4ab7a15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.7943184
Dec 18 06:46:25.411122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45556) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:25.433498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group': {'name': 'tempest-secgroup--1537246680'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:25.440707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1302c4c0-cb05-45ef-a753-5a5032c16df4 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:25.462595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:25.477431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1302c4c0-cb05-45ef-a753-5a5032c16df4 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:25.478816 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1302c4c0-cb05-45ef-a753-5a5032c16df4 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.3500454
Dec 18 06:46:25.486421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:25.490966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:25.494051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:25.496543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45560) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:25.500538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:25.521586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=82a5a75b-1d69-46d6-8291-ecf24bdd03ce,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:25.526616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:25.529018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:25.537406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Request body: {'router': {'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'enable_snat': True}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:25.545427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:25.546237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-9175a5bd-8e49-423e-ada7-1af195851a96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:46:25.546658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-9175a5bd-8e49-423e-ada7-1af195851a96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:46:25.547597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:25.655710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1191614768', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:25.661122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:25.702888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e6df08-a3ce-4967-b570-f78088a6b0fb None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:46:25.709690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-05e6df08-a3ce-4967-b570-f78088a6b0fb None None] Deleting port 7c3df216-96d9-4308-b684-9665f0a686ef {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:25.710275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05e6df08-a3ce-4967-b570-f78088a6b0fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:25.775117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:46:25.797773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Usage tracker for resource:port and tenant:17deadf3754a4d738837205afe8f75a5 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:25.802506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:25.824949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:25.827138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:25.942509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Made reservation on behalf of 17deadf3754a4d738837205afe8f75a5 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:25.947082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:25.949038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-05e6df08-a3ce-4967-b570-f78088a6b0fb None None] For port 7c3df216-96d9-4308-b684-9665f0a686ef, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7c3df216-96d9-4308-b684-9665f0a686ef,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:25.949484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05e6df08-a3ce-4967-b570-f78088a6b0fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:25.961440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:25.980647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:25.988698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:25.991537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.009753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:26.109285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-05e6df08-a3ce-4967-b570-f78088a6b0fb None None] Calling delete_port for 7c3df216-96d9-4308-b684-9665f0a686ef owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:26.181166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee97b2e1-5901-4cd3-bb7a-d6489e43ec33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting subnet 25f9bcf0-b18d-4cfa-a37a-f352a8945662 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:46:26.189362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee97b2e1-5901-4cd3-bb7a-d6489e43ec33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.211177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05e6df08-a3ce-4967-b570-f78088a6b0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.230190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:26.333119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-45739eb2-3a70-4b64-aa6a-3205fe9dd8eb None None] Could not find standard attr ID for object cd73458f-e60f-4037-8cf3-8c6f3fa3292a. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:46:26.345687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6df08-a3ce-4967-b570-f78088a6b0fb None None] Pushing event deleted for resources: {'Port': ['ID=7c3df216-96d9-4308-b684-9665f0a686ef,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:26.350980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-05e6df08-a3ce-4967-b570-f78088a6b0fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:26.372742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-45739eb2-3a70-4b64-aa6a-3205fe9dd8eb None None] Provisioning complete for port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:26.373103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45739eb2-3a70-4b64-aa6a-3205fe9dd8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.388366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:26.406651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 82a5a75b-1d69-46d6-8291-ecf24bdd03ce up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:46:26.415954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Usage tracker for resource:security_group_rule and tenant:17deadf3754a4d738837205afe8f75a5 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:26.419827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:26.459336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-a785a070-21cf-4d3a-9a07-350c4cbabebf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:46:26.469431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:26.477979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6df08-a3ce-4967-b570-f78088a6b0fb None None] No DVR routers for this DVR port 7c3df216-96d9-4308-b684-9665f0a686ef on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:46:26.478933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:46:26.482818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee97b2e1-5901-4cd3-bb7a-d6489e43ec33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.499144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2b204-f143-445f-ae7f-05912f46e8cd None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:46:26.516857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2b204-f143-445f-ae7f-05912f46e8cd None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:26.517382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-45e2b204-f143-445f-ae7f-05912f46e8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c394550>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:26.542701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.547959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a785a070-21cf-4d3a-9a07-350c4cbabebf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.561832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a785a070-21cf-4d3a-9a07-350c4cbabebf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.582955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7348a8a8-e712-4757-9194-db24cfd90e27 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:26.593279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-45e2b204-f143-445f-ae7f-05912f46e8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c394550>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:26.614915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.644896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.670168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2b204-f143-445f-ae7f-05912f46e8cd None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:26.671160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-45e2b204-f143-445f-ae7f-05912f46e8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c394550>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:26.678029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.691326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:26.708152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0215e-8edf-454b-8d61-c1fad61f4a00 req-3d580739-c04b-49ab-8aeb-5fda27ba738f tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:26.716545 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-66a0215e-8edf-454b-8d61-c1fad61f4a00 req-3d580739-c04b-49ab-8aeb-5fda27ba738f tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.7722321
Dec 18 06:46:26.739669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:26.739669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.770702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-45e2b204-f143-445f-ae7f-05912f46e8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c394550>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:26.771154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e2b204-f143-445f-ae7f-05912f46e8cd None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:46:26.782928 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 11.6168835
Dec 18 06:46:26.803368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45564) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:26.842043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.846905 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.4258506
Dec 18 06:46:26.848426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-27fc7b4f-40c5-4310-8ed4-cb641ec15291 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'floatingip': {'port_id': '97b42131-71ad-4710-a9fc-5899d7c4d6b5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:26.850522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45568) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:26.853084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9c3144-61ae-4085-a932-660bf7878771,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:26.861086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e84e33ad-d4c8-4275-9335-1d2c41ae9e88 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group_rule': {'security_group_id': '3d9c3144-61ae-4085-a932-660bf7878771', 'direction': 'ingress', 'protocol': 17}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:26.866811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:26.884159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e84e33ad-d4c8-4275-9335-1d2c41ae9e88 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:26.894621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.896226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e84e33ad-d4c8-4275-9335-1d2c41ae9e88 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:26.900391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e84e33ad-d4c8-4275-9335-1d2c41ae9e88 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:26.908102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:26.924777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e84e33ad-d4c8-4275-9335-1d2c41ae9e88 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:26.926618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7c3df216-96d9-4308-b684-9665f0a686ef no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:46:26.926958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6905a5c1-5ac9-48b0-8ec8-ddcac0c63350 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:26.962330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 7c3df216-96d9-4308-b684-9665f0a686ef {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:46:26.963216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7c3df216-96d9-4308-b684-9665f0a686ef not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:46:26.985978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785a070-21cf-4d3a-9a07-350c4cbabebf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event updated for resources: {'Port': ['ID=398a2099-2690-4d5c-a22c-cdf83a935294,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:26.989475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a785a070-21cf-4d3a-9a07-350c4cbabebf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:27.035527 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-66a0215e-8edf-454b-8d61-c1fad61f4a00 req-7720f65b-22d8-4a5c-ac59-90a3a4843730 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3178444
Dec 18 06:46:27.043422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee97b2e1-5901-4cd3-bb7a-d6489e43ec33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:27.046148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9368f3-a514-4fd6-bd69-966a1eaf2396,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:27.057869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:27.058685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e84e33ad-d4c8-4275-9335-1d2c41ae9e88 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:27.102976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27fc7b4f-40c5-4310-8ed4-cb641ec15291 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:27.163355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] device_id is not set on port f3134c2f-2d36-4044-95b3-3cb370e49a18 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:27.257088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e84e33ad-d4c8-4275-9335-1d2c41ae9e88 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:27.302691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e84e33ad-d4c8-4275-9335-1d2c41ae9e88 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:27.321757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:27.394454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e33ad-d4c8-4275-9335-1d2c41ae9e88 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f7c45d-2b0b-4398-b6c3-ea1bd2d83f92,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:27.410636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e84e33ad-d4c8-4275-9335-1d2c41ae9e88 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:27.411344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:27.411911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a7a28e82-57e9-4702-aa14-1a435658915a None None] Provisioning complete for port 398a2099-2690-4d5c-a22c-cdf83a935294 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:27.412521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7a28e82-57e9-4702-aa14-1a435658915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:27.431902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-604069df-ab43-4345-ac11-6c2fea57d418 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:27.469270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a7a28e82-57e9-4702-aa14-1a435658915a None None] Port 398a2099-2690-4d5c-a22c-cdf83a935294 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:46:27.523596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a785a070-21cf-4d3a-9a07-350c4cbabebf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] In _notify_port_updated(), no bound segment for port 398a2099-2690-4d5c-a22c-cdf83a935294 on network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa {{(pid=81085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:46:27.527929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a785a070-21cf-4d3a-9a07-350c4cbabebf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:27.528614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a785a070-21cf-4d3a-9a07-350c4cbabebf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:27.530037 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a785a070-21cf-4d3a-9a07-350c4cbabebf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "PUT /v2.0/ports/398a2099-2690-4d5c-a22c-cdf83a935294 HTTP/1.1" status: 200  len: 997 time: 4.0366237
Dec 18 06:46:27.539071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45572) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:27.554618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e84e33ad-d4c8-4275-9335-1d2c41ae9e88 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:27.555836 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e84e33ad-d4c8-4275-9335-1d2c41ae9e88 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 742 time: 0.7000744
Dec 18 06:46:27.561109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45576) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:27.621300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Allocated IP 172.26.7.46 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/f3134c2f-2d36-4044-95b3-3cb370e49a18) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:27.672811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=88773bce-62b3-41c5-903a-b127f0ad7425,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:27.681779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:27.706492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-28a63019-b336-4936-9887-a2511a804def tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Deleting port 398a2099-2690-4d5c-a22c-cdf83a935294 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:27.706874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28a63019-b336-4936-9887-a2511a804def tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:27.824607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:27.872892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:27.883034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb55781-078a-42a4-9914-1c626d2d2700 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:46:27.962772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:27.963846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:28.037495 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.8343151
Dec 18 06:46:28.048429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45580) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:28.126521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': '88773bce-62b3-41c5-903a-b127f0ad7425'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:46:28.127460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:28.132229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'fixed_ips': [{'subnet_id': '88773bce-62b3-41c5-903a-b127f0ad7425', 'ip_address': '2001:db8::cbb2:cb4e:6546:2a89'}], 'name': 'tempest-NetworksTestDHCPv6-1669709027'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:28.185878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:28.248849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28a63019-b336-4936-9887-a2511a804def tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:28.382734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-28a63019-b336-4936-9887-a2511a804def tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Calling delete_port for 398a2099-2690-4d5c-a22c-cdf83a935294 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:28.418225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:28.434797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4188c552-390e-4e06-be07-18c4b46644ec tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:28.442303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Allocated IP 2001:db8::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/88773bce-62b3-41c5-903a-b127f0ad7425/30235a2a-d01d-4915-b5c5-c4ec037efa6b) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:28.478060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70190436-3bf3-416f-8320-bb58af6689ee tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:28.487225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:46:28.608499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Pushing event updated for resources: {'Port': ['ID=f3134c2f-2d36-4044-95b3-3cb370e49a18,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:28.610092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:28.614905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:28.663136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee97b2e1-5901-4cd3-bb7a-d6489e43ec33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:28.697883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-99626d77-0a62-4159-b56d-c40b4e9a9582 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:28.735391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:28.738822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:28.742819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:28.786702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:28.792886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:28.797041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70190436-3bf3-416f-8320-bb58af6689ee tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:28.800502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28a63019-b336-4936-9887-a2511a804def tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:28.805956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Transition to ACTIVE for port object 30235a2a-d01d-4915-b5c5-c4ec037efa6b will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:28.824125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Transition to ACTIVE for port object 30235a2a-d01d-4915-b5c5-c4ec037efa6b will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:28.830068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:28.836719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97b2e1-5901-4cd3-bb7a-d6489e43ec33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Subnet': ['ID=25f9bcf0-b18d-4cfa-a37a-f352a8945662,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:28.847169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-333105cc-5825-4e82-b519-9a4ad7b69a18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:28.874623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee97b2e1-5901-4cd3-bb7a-d6489e43ec33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:28.875397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2f48ec92-7e19-4078-8482-c2936d212002 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:28.881470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:28.966201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Pushing event updated for resources: {'Port': ['ID=30235a2a-d01d-4915-b5c5-c4ec037efa6b,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:28.969386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:28.990930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:29.007416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:29.032699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:29.040943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46a33d-5711-4f1f-a662-59ba4af0b324 req-fc28b80c-f82c-4541-a6b8-1dc3dd3aa97d tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:29.042737 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae46a33d-5711-4f1f-a662-59ba4af0b324 req-fc28b80c-f82c-4541-a6b8-1dc3dd3aa97d tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.7514431
Dec 18 06:46:29.067450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:29.069267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:29.072413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:29.096096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:29.204304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee97b2e1-5901-4cd3-bb7a-d6489e43ec33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.221312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:29.221913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.226266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a63019-b336-4936-9887-a2511a804def tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event deleted for resources: {'Port': ['ID=398a2099-2690-4d5c-a22c-cdf83a935294,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:29.231742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-28a63019-b336-4936-9887-a2511a804def tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:29.241128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70190436-3bf3-416f-8320-bb58af6689ee tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.257468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:29.278997 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 4.1115918
Dec 18 06:46:29.279190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45586) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:29.286036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff2cf3f-e8fd-4719-b4d7-cf67d888c5c5 None None] Network 85a1c59f-bb7c-417d-80eb-548550aadb59 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:46:29.293377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Request body: {'router': {'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}]}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:29.303035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:29.312772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Usage tracker for resource:router and tenant:17deadf3754a4d738837205afe8f75a5 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:29.317662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:29.328312 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ee97b2e1-5901-4cd3-bb7a-d6489e43ec33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/25f9bcf0-b18d-4cfa-a37a-f352a8945662 HTTP/1.1" status: 204  len: 168 time: 4.3902338
Dec 18 06:46:29.328510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:29.328596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45590) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:29.328670 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae46a33d-5711-4f1f-a662-59ba4af0b324 req-9f25efde-058b-44c5-8499-badf105f5900 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2645233
Dec 18 06:46:29.329547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70190436-3bf3-416f-8320-bb58af6689ee tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9c3144-61ae-4085-a932-660bf7878771,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:29.355394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-70190436-3bf3-416f-8320-bb58af6689ee tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:29.368049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70190436-3bf3-416f-8320-bb58af6689ee tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.371707 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-70190436-3bf3-416f-8320-bb58af6689ee tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-groups/3d9c3144-61ae-4085-a932-660bf7878771 HTTP/1.1" status: 204  len: 168 time: 1.7966280
Dec 18 06:46:29.388193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45594) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:29.400075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Attempting to bind port 30235a2a-d01d-4915-b5c5-c4ec037efa6b on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:46:29.400508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Attempting to bind port 30235a2a-d01d-4915-b5c5-c4ec037efa6b by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:46:29.400928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Attempting to bind port 30235a2a-d01d-4915-b5c5-c4ec037efa6b on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:46:29.447827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:46:29.448256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:46:29.448714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.449162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:46:29.449737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Bound port: 30235a2a-d01d-4915-b5c5-c4ec037efa6b, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:46:29.450163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.467284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-27fc7b4f-40c5-4310-8ed4-cb641ec15291 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:46:29.552809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.554365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.594942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.630566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.652472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5e1d6764-0471-4ea0-9ff2-d21dbf51e98f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:29.661266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] For port 30235a2a-d01d-4915-b5c5-c4ec037efa6b, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:46:29.661431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.668325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] For port 30235a2a-d01d-4915-b5c5-c4ec037efa6b, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=30235a2a-d01d-4915-b5c5-c4ec037efa6b,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:46:29.685371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.686994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:29.687404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.690863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27fc7b4f-40c5-4310-8ed4-cb641ec15291 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.711674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-90a6aa62-7fa2-4805-8697-1003b07cc0cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:29.719629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27fc7b4f-40c5-4310-8ed4-cb641ec15291 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.720249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28a63019-b336-4936-9887-a2511a804def tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:29.748714 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-28a63019-b336-4936-9887-a2511a804def tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "DELETE /v2.0/ports/398a2099-2690-4d5c-a22c-cdf83a935294 HTTP/1.1" status: 204  len: 168 time: 2.1931107
Dec 18 06:46:29.750098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45598) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:29.777008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Allocated IP 172.26.7.44 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/a4e6363e-0bcc-4625-980f-e5d1a494e5ae) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:29.796690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5e1d6764-0471-4ea0-9ff2-d21dbf51e98f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:29.802899 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5e1d6764-0471-4ea0-9ff2-d21dbf51e98f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.4094105
Dec 18 06:46:29.803999 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-9266e5bc-036e-4caf-913d-cf7bc82f4bc2 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] GET failed (client error): The resource could not be found.
Dec 18 06:46:29.804562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9266e5bc-036e-4caf-913d-cf7bc82f4bc2 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Synchronizing usage tracker for tenant:c4920bca6ecd4d9aa577104b59b44bbb on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:29.810053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45602) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:29.859758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Pushing event updated for resources: {'Port': ['ID=30235a2a-d01d-4915-b5c5-c4ec037efa6b,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:29.865717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:29.959307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9acff96-7e9c-4e8b-b892-b7a8ff1aeaf2 None None] DHCP port deletion for 85a1c59f-bb7c-417d-80eb-548550aadb59 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:46:29.959817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group': {'name': 'tempest-secgroup--312882701'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:29.965500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d9acff96-7e9c-4e8b-b892-b7a8ff1aeaf2 None None] Deleting port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:29.966142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9acff96-7e9c-4e8b-b892-b7a8ff1aeaf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:30.070795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:30.163093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:30.171001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9266e5bc-036e-4caf-913d-cf7bc82f4bc2 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Unset dirty status for tenant:c4920bca6ecd4d9aa577104b59b44bbb on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:30.172523 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9266e5bc-036e-4caf-913d-cf7bc82f4bc2 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "GET /v2.0/ports/398a2099-2690-4d5c-a22c-cdf83a935294 HTTP/1.1" status: 404  len: 333 time: 0.4187517
Dec 18 06:46:30.178680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:30.184827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45606) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:30.210200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Request body: {'port': {'network_id': 'e552e542-c6c5-4b40-8ab7-cc43e0cac5fa', 'name': 'tempest-AllowedAddressPairTestJSON-242273965'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:30.237322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d9acff96-7e9c-4e8b-b892-b7a8ff1aeaf2 None None] For port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=82a5a75b-1d69-46d6-8291-ecf24bdd03ce,segment=NetworkSegment(a7f430b4-e74b-4cbd-8b34-203f4f81ac06),segment_id=a7f430b4-e74b-4cbd-8b34-203f4f81ac06)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:30.237810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9acff96-7e9c-4e8b-b892-b7a8ff1aeaf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:30.405164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d9acff96-7e9c-4e8b-b892-b7a8ff1aeaf2 None None] Calling delete_port for 82a5a75b-1d69-46d6-8291-ecf24bdd03ce owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:30.438702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:30.475680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port a394ece6-7799-45a2-ba1c-5ef77d292479 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:30.521851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 30235a2a-d01d-4915-b5c5-c4ec037efa6b up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:46:30.575489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9acff96-7e9c-4e8b-b892-b7a8ff1aeaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:30.597856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:30.603093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:30.633606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:30.637443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] For port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=82a5a75b-1d69-46d6-8291-ecf24bdd03ce,segment=NetworkSegment(a7f430b4-e74b-4cbd-8b34-203f4f81ac06),segment_id=a7f430b4-e74b-4cbd-8b34-203f4f81ac06)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:30.637877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:30.646978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:30.663222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:30.726667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:30.747371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acff96-7e9c-4e8b-b892-b7a8ff1aeaf2 None None] Pushing event deleted for resources: {'Port': ['ID=82a5a75b-1d69-46d6-8291-ecf24bdd03ce,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:30.755877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d9acff96-7e9c-4e8b-b892-b7a8ff1aeaf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:30.776202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9acff96-7e9c-4e8b-b892-b7a8ff1aeaf2 None None] No DVR routers for this DVR port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:46:30.780103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 30235a2a-d01d-4915-b5c5-c4ec037efa6b completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:30.787752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 82a5a75b-1d69-46d6-8291-ecf24bdd03ce owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:30.825652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:30.842777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 82a5a75b-1d69-46d6-8291-ecf24bdd03ce no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:46:30.848489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:30.884547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 82a5a75b-1d69-46d6-8291-ecf24bdd03ce {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:46:30.885232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 82a5a75b-1d69-46d6-8291-ecf24bdd03ce not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:46:30.896436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Made reservation on behalf of c4920bca6ecd4d9aa577104b59b44bbb for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:30.902336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:30.980971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:46:30.981315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:46:30.992973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd12f6-3e0a-4302-92c1-863c48b6f56e req-7b986a57-ba2a-4b15-86bd-09ef8ba2cd83 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:30.994641 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22cd12f6-3e0a-4302-92c1-863c48b6f56e req-7b986a57-ba2a-4b15-86bd-09ef8ba2cd83 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.4775267
Dec 18 06:46:31.014424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fc7b4f-40c5-4310-8ed4-cb641ec15291 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:46:31.035267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::cbb2:cb4e:6546:2a89 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/88773bce-62b3-41c5-903a-b127f0ad7425/a394ece6-7799-45a2-ba1c-5ef77d292479) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:31.043926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:31.064404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c10ab411-d1bf-4b53-b7c8-50d6998772c5 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:31.083199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:31.105675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:31.115109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fce55010-5576-439c-bd06-f7f8b9f0471f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:31.224825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroup': ['ID=efb6d575-02be-4eba-8fa6-7f8776233de8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:31.244614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:31.258169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] device_id is not set on port 25bf8bf4-4636-423b-9e6b-90e6274d735e yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:31.297891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:31.301853 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.3459208
Dec 18 06:46:31.303283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45612) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:31.316434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group': {'name': 'tempest-secgroup--553141602'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:31.325751 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22cd12f6-3e0a-4302-92c1-863c48b6f56e req-e6837453-5407-4c49-a6c7-4a1030f0c20a tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3230641
Dec 18 06:46:31.330909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:31.340787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Pushing event updated for resources: {'Port': ['ID=a4e6363e-0bcc-4625-980f-e5d1a494e5ae,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:31.344661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:31.398276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:31.413392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:31.480863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:31.490170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 82a5a75b-1d69-46d6-8291-ecf24bdd03ce {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:31.490549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:31.530804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-91c96aa8-a304-46b4-ab46-18aeb848663b None None] Provisioning for port 30235a2a-d01d-4915-b5c5-c4ec037efa6b completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:31.538535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-91c96aa8-a304-46b4-ab46-18aeb848663b None None] Provisioning complete for port 30235a2a-d01d-4915-b5c5-c4ec037efa6b triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:31.539398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91c96aa8-a304-46b4-ab46-18aeb848663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:31.618594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] The port '82a5a75b-1d69-46d6-8291-ecf24bdd03ce' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:46:31.627445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:31.664607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fc7b4f-40c5-4310-8ed4-cb641ec15291 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:46:31.676384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2185b-eb8b-4a6a-aece-4341b03c6b7d None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:46:31.693563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2185b-eb8b-4a6a-aece-4341b03c6b7d None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:31.694248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-13b2185b-eb8b-4a6a-aece-4341b03c6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d78df98>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:31.701120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91c96aa8-a304-46b4-ab46-18aeb848663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:31.701315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:31.709556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:31.725092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:31.764216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-91c96aa8-a304-46b4-ab46-18aeb848663b None None] For port 30235a2a-d01d-4915-b5c5-c4ec037efa6b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=30235a2a-d01d-4915-b5c5-c4ec037efa6b,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:31.769073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91c96aa8-a304-46b4-ab46-18aeb848663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:31.772009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a3960c4-94d7-49a2-b814-c2b5e3894b7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:31.793766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-13b2185b-eb8b-4a6a-aece-4341b03c6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d78df98>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:31.809990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2185b-eb8b-4a6a-aece-4341b03c6b7d None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:31.811031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-13b2185b-eb8b-4a6a-aece-4341b03c6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d78df98>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:31.849038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c96aa8-a304-46b4-ab46-18aeb848663b None None] Pushing event updated for resources: {'Port': ['ID=30235a2a-d01d-4915-b5c5-c4ec037efa6b,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:31.849478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:31.861716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-91c96aa8-a304-46b4-ab46-18aeb848663b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:31.873960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:31.895096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:31.898386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:31.903892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-13b2185b-eb8b-4a6a-aece-4341b03c6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d78df98>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:31.906381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2185b-eb8b-4a6a-aece-4341b03c6b7d None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:46:31.926229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b4fe7245-75a7-4d0f-b95b-9a246cc9c55e None None] Provisioning complete for port 30235a2a-d01d-4915-b5c5-c4ec037efa6b triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:31.926729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4fe7245-75a7-4d0f-b95b-9a246cc9c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:32.087632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27fc7b4f-40c5-4310-8ed4-cb641ec15291 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:32.198408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8f7d950d-2896-485f-95e5-511a32f20a80 None None] Provisioning complete for port 30235a2a-d01d-4915-b5c5-c4ec037efa6b triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:32.199039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8f7d950d-2896-485f-95e5-511a32f20a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:32.230273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:32.240683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:32.247375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:32.257947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:32.326790 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-27fc7b4f-40c5-4310-8ed4-cb641ec15291 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "PUT /v2.0/floatingips/d1fbbf1b-2469-4ae5-bb22-aa11f434d3ed HTTP/1.1" status: 200  len: 978 time: 5.5125225
Dec 18 06:46:32.335125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Allocated IP 172.20.0.13 (e552e542-c6c5-4b40-8ab7-cc43e0cac5fa/b22c2c2f-134b-41ab-8714-105d31ee0550/25bf8bf4-4636-423b-9e6b-90e6274d735e) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:32.336862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45616) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:32.357847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 30235a2a-d01d-4915-b5c5-c4ec037efa6b up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:46:32.437025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 30235a2a-d01d-4915-b5c5-c4ec037efa6b triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:32.438246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:32.535297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1e93d6d8>,) {'filters': {'network_id': ['85a1c59f-bb7c-417d-80eb-548550aadb59']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:32.571519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e93d6d8>, 'a7f430b4-e74b-4cbd-8b34-203f4f81ac06') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:32.571927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e93d6d8>, 'a7f430b4-e74b-4cbd-8b34-203f4f81ac06') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:32.620611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:32.679298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object a394ece6-7799-45a2-ba1c-5ef77d292479 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:32.779110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:32.782900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:32.799165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Releasing vxlan tunnel 6 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:46:32.827322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:32.853001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-40e69e64-77d4-46ae-8e34-63b1e7b15742 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:32.961795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.050325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.075763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-522bd50f-699c-4a79-9acf-a420fee4dbcd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:33.108860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9ae426-faa4-4022-a3b5-eabc6e1e6476,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:33.123110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:33.129049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.130434 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.8250866
Dec 18 06:46:33.148020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45622) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:33.168956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e35770b2-90b6-470e-be54-066a606f95f3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group_rule': {'security_group_id': 'efb6d575-02be-4eba-8fa6-7f8776233de8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2d9ae426-faa4-4022-a3b5-eabc6e1e6476', 'remote_ip_prefix': None}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:33.194058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e35770b2-90b6-470e-be54-066a606f95f3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:33.200163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 85a1c59f-bb7c-417d-80eb-548550aadb59 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:46:33.211381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port fc479e73-9053-4568-82df-fb9c0ce89243 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:33.211774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.237154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e35770b2-90b6-470e-be54-066a606f95f3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:33.243384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.251935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bdfcb3-a748-4fcc-891f-b6c956a51f41 req-b9ce92b2-fd1e-42b8-afbf-a9dcaff458fe tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:33.253656 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86bdfcb3-a748-4fcc-891f-b6c956a51f41 req-b9ce92b2-fd1e-42b8-afbf-a9dcaff458fe tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.5721984
Dec 18 06:46:33.270833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e35770b2-90b6-470e-be54-066a606f95f3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:33.344598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.347797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e35770b2-90b6-470e-be54-066a606f95f3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:33.404458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=a394ece6-7799-45a2-ba1c-5ef77d292479,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:33.409079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Transition to ACTIVE for port object 25bf8bf4-4636-423b-9e6b-90e6274d735e will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:33.416300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:33.517343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 85a1c59f-bb7c-417d-80eb-548550aadb59 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:46:33.526818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.592725 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86bdfcb3-a748-4fcc-891f-b6c956a51f41 req-3b0f263c-6521-49a3-aa1a-773c6f78ed48 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2662175
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:46:33.604161 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:46:33.661393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35770b2-90b6-470e-be54-066a606f95f3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.679445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:33.741092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:33.758980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:33.763388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:33.764082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.785222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.785631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.917070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.918778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.938962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for fc479e73-9053-4568-82df-fb9c0ce89243 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:33.943861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0f44e625-2f92-49d2-858e-eb24c04893e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:33.959979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6f8a5f03-7944-4573-a6e4-367ea133096e None None] Provisioning for port a394ece6-7799-45a2-ba1c-5ef77d292479 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:33.965476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6f8a5f03-7944-4573-a6e4-367ea133096e None None] Provisioning complete for port a394ece6-7799-45a2-ba1c-5ef77d292479 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:33.965928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f8a5f03-7944-4573-a6e4-367ea133096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:33.969532 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 5.9098551
Dec 18 06:46:33.975963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45626) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:33.978645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.022232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6f8a5f03-7944-4573-a6e4-367ea133096e None None] Port a394ece6-7799-45a2-ba1c-5ef77d292479 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:46:34.027335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.036988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.041242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.053557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.094562 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/networks/85a1c59f-bb7c-417d-80eb-548550aadb59 HTTP/1.1" status: 204  len: 168 time: 4.7648261
Dec 18 06:46:34.110841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45630) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:34.133081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'name': 'tempest-PortsIpV6TestJSON-1081902522'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:34.228328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event updated for resources: {'Port': ['ID=25bf8bf4-4636-423b-9e6b-90e6274d735e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:34.261206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35770b2-90b6-470e-be54-066a606f95f3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.262460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:34.263181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:34.278229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.278769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Fanout notify agent at l3_agent the message router_deleted on router ac3f5a71-0d43-4e4c-b92c-ea2935292708 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:46:34.280421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed6d755-ceba-43b0-b75f-b35d8d1e0c83 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:34.285483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed6d755-ceba-43b0-b75f-b35d8d1e0c83 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:34.286346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1ed6d755-ceba-43b0-b75f-b35d8d1e0c83 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:34.298030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35770b2-90b6-470e-be54-066a606f95f3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.304802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Network': ['ID=85a1c59f-bb7c-417d-80eb-548550aadb59,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:34.322890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:34.337692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e84e33ad-d4c8-4275-9335-1d2c41ae9e88 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:34.367362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1ed6d755-ceba-43b0-b75f-b35d8d1e0c83 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:34.368637 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1ed6d755-ceba-43b0-b75f-b35d8d1e0c83 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1687 time: 0.3878486
Dec 18 06:46:34.371464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35770b2-90b6-470e-be54-066a606f95f3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f092ac9-2770-4ab6-80fd-09d4adca42ec,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:34.373068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45634) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:34.376443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e35770b2-90b6-470e-be54-066a606f95f3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:34.380948 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] create failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:46:34.382124 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-145e16eb-2445-4eb1-af29-96fc8b5f857b tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 5.1019394
Dec 18 06:46:34.386559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:34.390077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45638) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:34.441533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.456077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c314b13-17e3-45ed-bc3e-65a8ee622b65 tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:34.456257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:34.465756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:34.471381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35770b2-90b6-470e-be54-066a606f95f3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.472676 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e35770b2-90b6-470e-be54-066a606f95f3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.3210666
Dec 18 06:46:34.481622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:34.485620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45642) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:34.489056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:34.747762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-deaad67a-5a07-44d1-9b74-a19e4d68eeb9 None None] Provisioning for port 25bf8bf4-4636-423b-9e6b-90e6274d735e completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:34.755228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-deaad67a-5a07-44d1-9b74-a19e4d68eeb9 None None] Provisioning complete for port 25bf8bf4-4636-423b-9e6b-90e6274d735e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:34.755540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-deaad67a-5a07-44d1-9b74-a19e4d68eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.819320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-deaad67a-5a07-44d1-9b74-a19e4d68eeb9 None None] Port 25bf8bf4-4636-423b-9e6b-90e6274d735e cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:46:34.836044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:34.841551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.871333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1ebee57d-3376-468f-80e2-40d4eea4b7fc tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Deleting port f3134c2f-2d36-4044-95b3-3cb370e49a18 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:34.871721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ebee57d-3376-468f-80e2-40d4eea4b7fc tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.877706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Port': ['ID=fc479e73-9053-4568-82df-fb9c0ce89243,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:34.919329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:34.938679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Router 4c0a012b-d93a-497f-a300-bde18c50c1ef is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:46:34.946841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-94f6e54b-e381-4d42-89b2-a5e20b2df1be tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port a394ece6-7799-45a2-ba1c-5ef77d292479 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:34.947249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94f6e54b-e381-4d42-89b2-a5e20b2df1be tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.964080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f33021a1-6911-4b7b-9efd-88a3c40526e2 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.985380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:34.986075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:34.992610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f33021a1-6911-4b7b-9efd-88a3c40526e2 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:35.145865 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.9581957
Dec 18 06:46:35.153501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45648) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:35.173752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Request body: {'port': {'network_id': 'e552e542-c6c5-4b40-8ab7-cc43e0cac5fa', 'name': 'tempest-AllowedAddressPairTestJSON-42721927'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:35.199695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port fedf7682-857c-467a-837a-7034fadc8775 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:35.382848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f33021a1-6911-4b7b-9efd-88a3c40526e2 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:35.410786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e35770b2-90b6-470e-be54-066a606f95f3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:35.413256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e835b-a89f-43e2-8a83-ec6ff0e1a50e req-0ebb4353-ff18-4240-99b9-c285ad2c2816 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:35.414894 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0e3e835b-a89f-43e2-8a83-ec6ff0e1a50e req-0ebb4353-ff18-4240-99b9-c285ad2c2816 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.5500855
Dec 18 06:46:35.437877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33021a1-6911-4b7b-9efd-88a3c40526e2 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f092ac9-2770-4ab6-80fd-09d4adca42ec,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:35.449976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f33021a1-6911-4b7b-9efd-88a3c40526e2 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:35.496759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:35.497143 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Floating IP d1fbbf1b-2469-4ae5-bb22-aa11f434d3ed disassociated (deleted). External IP: 172.26.7.197, port: 97b42131-71ad-4710-a9fc-5899d7c4d6b5.
Dec 18 06:46:35.527230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f33021a1-6911-4b7b-9efd-88a3c40526e2 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:35.528457 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f33021a1-6911-4b7b-9efd-88a3c40526e2 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-group-rules/3f092ac9-2770-4ab6-80fd-09d4adca42ec HTTP/1.1" status: 204  len: 168 time: 1.0411384
Dec 18 06:46:35.547531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:46:35.548730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45652) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:35.557698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f7d1bd-bdeb-469b-8834-35d6aac112b2 None None] Sync routers for ids ['4c0a012b-d93a-497f-a300-bde18c50c1ef'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:46:35.568597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f7d1bd-bdeb-469b-8834-35d6aac112b2 None None] Routers {'4c0a012b-d93a-497f-a300-bde18c50c1ef'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:35.569366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-39f7d1bd-bdeb-469b-8834-35d6aac112b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d457908>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4c0a012b-d93a-497f-a300-bde18c50c1ef'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:35.600682 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0e3e835b-a89f-43e2-8a83-ec6ff0e1a50e req-761669c2-03ae-4507-9031-1ad097df10d0 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1708107
Dec 18 06:46:35.607092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ebee57d-3376-468f-80e2-40d4eea4b7fc tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:35.641571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94f6e54b-e381-4d42-89b2-a5e20b2df1be tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:35.655388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-39f7d1bd-bdeb-469b-8834-35d6aac112b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d457908>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:35.673612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f7d1bd-bdeb-469b-8834-35d6aac112b2 None None] Routers {'4c0a012b-d93a-497f-a300-bde18c50c1ef'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:35.675149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-39f7d1bd-bdeb-469b-8834-35d6aac112b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d457908>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4c0a012b-d93a-497f-a300-bde18c50c1ef'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:35.742704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:35.746877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-39f7d1bd-bdeb-469b-8834-35d6aac112b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d457908>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:35.747402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f7d1bd-bdeb-469b-8834-35d6aac112b2 None None] The sync data for ids ['4c0a012b-d93a-497f-a300-bde18c50c1ef'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:46:35.811720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1ebee57d-3376-468f-80e2-40d4eea4b7fc tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Calling delete_port for f3134c2f-2d36-4044-95b3-3cb370e49a18 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:35.836009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:35.840181 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "PUT /v2.0/routers/4c0a012b-d93a-497f-a300-bde18c50c1ef HTTP/1.1" status: 200  len: 914 time: 10.3297737
Dec 18 06:46:35.847824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-94f6e54b-e381-4d42-89b2-a5e20b2df1be tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for a394ece6-7799-45a2-ba1c-5ef77d292479 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:35.856907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45656) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:35.939806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:35.998945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8f80319c-3d67-4a66-b9f8-bc9e9e7a31a4 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:36.041085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Made reservation on behalf of c4920bca6ecd4d9aa577104b59b44bbb for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:36.046531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:36.075799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:36.171319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94f6e54b-e381-4d42-89b2-a5e20b2df1be tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:36.186717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8f80319c-3d67-4a66-b9f8-bc9e9e7a31a4 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:36.190925 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8f80319c-3d67-4a66-b9f8-bc9e9e7a31a4 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4459 time: 0.6348364
Dec 18 06:46:36.191078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-50678463-c194-4077-88ee-35214b890d97 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:36.225304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45662) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:36.285491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6e54b-e381-4d42-89b2-a5e20b2df1be tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=a394ece6-7799-45a2-ba1c-5ef77d292479,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:36.288255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94f6e54b-e381-4d42-89b2-a5e20b2df1be tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:36.314413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:46:36.360994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ae5b3de3-b487-4552-a886-7b9298160dde tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/routers/4c0a012b-d93a-497f-a300-bde18c50c1ef HTTP/1.1" status: 200  len: 920 time: 0.4964347
Dec 18 06:46:36.373954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45668) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:36.450762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:36.480375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd29185c-f35e-4afa-afff-9f6d5763e01c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:36.599279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ebee57d-3376-468f-80e2-40d4eea4b7fc tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:36.714217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-268f07cd-a3c5-4f91-8967-0c2b97863a27 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:36.734165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] device_id is not set on port cc10e8a4-1ba8-42bd-b213-cecb82cdf611 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:36.806599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94f6e54b-e381-4d42-89b2-a5e20b2df1be tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:36.883633 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-94f6e54b-e381-4d42-89b2-a5e20b2df1be tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/a394ece6-7799-45a2-ba1c-5ef77d292479 HTTP/1.1" status: 204  len: 168 time: 2.5092812
Dec 18 06:46:36.884977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:46:36.886580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45676) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:36.893317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:36.895760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2756e7-7a1a-4470-aa06-641559cbf591 None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:46:36.907188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2756e7-7a1a-4470-aa06-641559cbf591 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:36.907889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4f2756e7-7a1a-4470-aa06-641559cbf591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dadb400>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:36.977093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4f2756e7-7a1a-4470-aa06-641559cbf591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dadb400>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:36.988474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2756e7-7a1a-4470-aa06-641559cbf591 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:36.989170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4f2756e7-7a1a-4470-aa06-641559cbf591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dadb400>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:37.038016 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/floatingips/d1fbbf1b-2469-4ae5-bb22-aa11f434d3ed HTTP/1.1" status: 204  len: 168 time: 4.6924553
Dec 18 06:46:37.043393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45680) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:37.052874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a83538-8e10-46ed-97a8-556ae283b4c9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:37.054885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a83538-8e10-46ed-97a8-556ae283b4c9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:37.055686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4f2756e7-7a1a-4470-aa06-641559cbf591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dadb400>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:37.055797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f8a83538-8e10-46ed-97a8-556ae283b4c9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:37.056155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2756e7-7a1a-4470-aa06-641559cbf591 None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:46:37.101446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f50380-e1e4-4267-ab92-fb432be86844 req-4a1f5942-94bb-421c-a408-242037252a35 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:37.103181 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-30f50380-e1e4-4267-ab92-fb432be86844 req-4a1f5942-94bb-421c-a408-242037252a35 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.2934494
Dec 18 06:46:37.157232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f8a83538-8e10-46ed-97a8-556ae283b4c9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:37.158562 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f8a83538-8e10-46ed-97a8-556ae283b4c9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2708206
Dec 18 06:46:37.158998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=fedf7682-857c-467a-837a-7034fadc8775,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:37.172788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45686) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:37.184063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d9418031-c76c-47fe-b418-8f94b015de42 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port 97b42131-71ad-4710-a9fc-5899d7c4d6b5 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:37.184497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9418031-c76c-47fe-b418-8f94b015de42 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:37.205548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.205975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.206398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.206808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.207212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.207613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.208010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.208408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.208802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.209201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.209640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.210043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.210495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.210893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.211288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.211680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.212073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.212469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.212864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.213251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.213672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.214065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.214458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.214849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:37.233933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-268f07cd-a3c5-4f91-8967-0c2b97863a27 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:37.249561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:37.253008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3638ae93-3491-4d42-9d1b-b7c30d5c26e6 tempest-RoutersAdminNegativeIpV6Test-694516081 tempest-RoutersAdminNegativeIpV6Test-694516081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.539s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:37.270659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-30f50380-e1e4-4267-ab92-fb432be86844 req-3161d377-ed82-4d30-b8c7-3399b146d046 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1549103
Dec 18 06:46:37.321708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebee57d-3376-468f-80e2-40d4eea4b7fc tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Pushing event deleted for resources: {'Port': ['ID=f3134c2f-2d36-4044-95b3-3cb370e49a18,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:37.337318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1ebee57d-3376-468f-80e2-40d4eea4b7fc tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:37.411375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb995e7a-e1ee-4d76-9cb6-d992b7f5e1d0 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:37.412148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eb995e7a-e1ee-4d76-9cb6-d992b7f5e1d0 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Synchronizing usage tracker for tenant:43c5634ac38545ed97c0d2520b91d5dc on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:37.452514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:37.462381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:37.472937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:37.477169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:37.477875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:37.513837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eb995e7a-e1ee-4d76-9cb6-d992b7f5e1d0 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Unset dirty status for tenant:43c5634ac38545ed97c0d2520b91d5dc on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:37.515127 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eb995e7a-e1ee-4d76-9cb6-d992b7f5e1d0 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/ports?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6&device_id=4c0a012b-d93a-497f-a300-bde18c50c1ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 1.1361628
Dec 18 06:46:37.536063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45696) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:37.596266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Allocated IP 172.20.0.11 (e552e542-c6c5-4b40-8ab7-cc43e0cac5fa/b22c2c2f-134b-41ab-8714-105d31ee0550/cc10e8a4-1ba8-42bd-b213-cecb82cdf611) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:37.604454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-268f07cd-a3c5-4f91-8967-0c2b97863a27 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:37.627236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7c918785-d0c8-4f23-b33a-2ebe70389442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:37.645165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ebee57d-3376-468f-80e2-40d4eea4b7fc tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:37.650100 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1ebee57d-3376-468f-80e2-40d4eea4b7fc tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] 10.222.0.23 "DELETE /v2.0/ports/f3134c2f-2d36-4044-95b3-3cb370e49a18 HTTP/1.1" status: 204  len: 168 time: 3.2553692
Dec 18 06:46:37.657035 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 3.5339136
Dec 18 06:46:37.660143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f07cd-a3c5-4f91-8967-0c2b97863a27 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9ae426-faa4-4022-a3b5-eabc6e1e6476,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:37.671185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45702) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:37.689204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-268f07cd-a3c5-4f91-8967-0c2b97863a27 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:37.694309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-268f07cd-a3c5-4f91-8967-0c2b97863a27 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:37.695920 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-268f07cd-a3c5-4f91-8967-0c2b97863a27 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-groups/2d9ae426-faa4-4022-a3b5-eabc6e1e6476 HTTP/1.1" status: 204  len: 168 time: 1.4682884
Dec 18 06:46:37.742677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45704) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:37.943037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60dc43-731b-45df-89b5-7dcc7abfbe40 req-ad66a600-5e56-4c87-bb4b-521b5a5cc14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:37.945308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2c60dc43-731b-45df-89b5-7dcc7abfbe40 req-ad66a600-5e56-4c87-bb4b-521b5a5cc14d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4d99721b2184071bdf48ed15e267486&device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 1162 time: 0.2454169
Dec 18 06:46:37.945740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dff2f9-73c6-437e-804b-0557b5c8957a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 88773bce-62b3-41c5-903a-b127f0ad7425 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:46:37.979414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01dff2f9-73c6-437e-804b-0557b5c8957a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:37.994721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:38.020723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9418031-c76c-47fe-b418-8f94b015de42 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:38.029371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45712) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:38.036234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-287c855a-e312-4569-898e-6ae038632ceb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port fedf7682-857c-467a-837a-7034fadc8775 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:38.036616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-287c855a-e312-4569-898e-6ae038632ceb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:38.078755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Transition to ACTIVE for port object cc10e8a4-1ba8-42bd-b213-cecb82cdf611 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:38.135304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60dc43-731b-45df-89b5-7dcc7abfbe40 req-40563695-9a15-4802-b4f5-a25b0f3c70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:38.136902 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2c60dc43-731b-45df-89b5-7dcc7abfbe40 req-40563695-9a15-4802-b4f5-a25b0f3c70ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=3473ab7c-f2ea-4397-a8e9-9a05accc7567 HTTP/1.1" status: 200  len: 906 time: 0.1734569
Dec 18 06:46:38.146695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:38.166670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9829e41c-212a-4c66-b9be-927dea84d90d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:38.278492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98faa091-7853-45ee-bd50-a60d66ff70b0 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:38.280013 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-98faa091-7853-45ee-bd50-a60d66ff70b0 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 881 time: 0.7429280
Dec 18 06:46:38.290901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d9418031-c76c-47fe-b418-8f94b015de42 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for 97b42131-71ad-4710-a9fc-5899d7c4d6b5 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:38.306429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45718) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:38.347781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01dff2f9-73c6-437e-804b-0557b5c8957a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:38.380611 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b53981f0-bbc6-472b-8f0e-8f5c3ca1e0c8 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4354 time: 0.5902829
Dec 18 06:46:38.398339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45722) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:38.399339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b2c840c-2898-42df-b3d5-7c862dc70833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:38.415021 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0b702f36-fb2b-4348-acf6-3eb8d1e3fc42 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "GET /v2.0/ports?device_id=4c0a012b-d93a-497f-a300-bde18c50c1ef HTTP/1.1" status: 200  len: 205 time: 0.1014497
Dec 18 06:46:38.424133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45724) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:38.444837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5c133-8f97-4722-9f72-dc52efd5aa10 req-2b3fd083-5870-48b1-a275-ae4efea2f9ac tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:38.446447 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2eb5c133-8f97-4722-9f72-dc52efd5aa10 req-2b3fd083-5870-48b1-a275-ae4efea2f9ac tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.7762804
Dec 18 06:46:38.509158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event updated for resources: {'Port': ['ID=cc10e8a4-1ba8-42bd-b213-cecb82cdf611,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:38.523757 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2c60dc43-731b-45df-89b5-7dcc7abfbe40 req-cfeed173-eab9-438d-b9d2-861e28e00056 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df HTTP/1.1" status: 200  len: 1000 time: 0.3582284
Dec 18 06:46:38.524664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:38.545372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8b2c840c-2898-42df-b3d5-7c862dc70833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:38.581483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8b2c840c-2898-42df-b3d5-7c862dc70833 admin admin] Usage tracker for resource:security_group_rule and tenant:9c003b66a85b487dbf4c424883776877 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:38.601478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8b2c840c-2898-42df-b3d5-7c862dc70833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:38.704064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8b2c840c-2898-42df-b3d5-7c862dc70833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:38.715911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:38.719669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60dc43-731b-45df-89b5-7dcc7abfbe40 req-1850b797-2c2b-4407-9378-38b0b585277c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:38.721268 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2c60dc43-731b-45df-89b5-7dcc7abfbe40 req-1850b797-2c2b-4407-9378-38b0b585277c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=425adf38-5fd3-496d-999b-301b4439713d HTTP/1.1" status: 200  len: 851 time: 0.1822498
Dec 18 06:46:38.724303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:38.737615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:38.741832 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2eb5c133-8f97-4722-9f72-dc52efd5aa10 req-07e440b4-c1d9-431e-a7e7-09cb8fa0daac tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2591503
Dec 18 06:46:38.839644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8aab-79fd-42d4-ad58-683559fdc418 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:38.852481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-287c855a-e312-4569-898e-6ae038632ceb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:38.867669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:38.900941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01dff2f9-73c6-437e-804b-0557b5c8957a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:38.946149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:38.946813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:38.976393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-780471a0-a078-4742-af79-21a5ee32b9f5 None None] Provisioning for port cc10e8a4-1ba8-42bd-b213-cecb82cdf611 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:38.981872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-780471a0-a078-4742-af79-21a5ee32b9f5 None None] Provisioning complete for port cc10e8a4-1ba8-42bd-b213-cecb82cdf611 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:38.982587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-780471a0-a078-4742-af79-21a5ee32b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:39.045012 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.8806386
Dec 18 06:46:39.054307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45736) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:39.055129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-780471a0-a078-4742-af79-21a5ee32b9f5 None None] Port cc10e8a4-1ba8-42bd-b213-cecb82cdf611 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:46:39.068537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3f3ef84d-c75d-489f-84a5-42a84a96c207 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:38:ca:20'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:35:62:32'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:39.085542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-287c855a-e312-4569-898e-6ae038632ceb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for fedf7682-857c-467a-837a-7034fadc8775 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:39.094726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60dc43-731b-45df-89b5-7dcc7abfbe40 req-090924c1-9e52-40e1-8fbf-39a181a310a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:39.096383 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2c60dc43-731b-45df-89b5-7dcc7abfbe40 req-090924c1-9e52-40e1-8fbf-39a181a310a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3473ab7c-f2ea-4397-a8e9-9a05accc7567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3599412
Dec 18 06:46:39.253020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:39.325279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Deleting port a4e6363e-0bcc-4625-980f-e5d1a494e5ae {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:39.325708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:39.398732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8aab-79fd-42d4-ad58-683559fdc418 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:39.695829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8aab-79fd-42d4-ad58-683559fdc418 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:39.712397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-583f0a7b-abd1-49ad-b551-56b455898044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:39.737799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-287c855a-e312-4569-898e-6ae038632ceb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:39.748572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b2c840c-2898-42df-b3d5-7c862dc70833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:39.763822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8aab-79fd-42d4-ad58-683559fdc418 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb6d575-02be-4eba-8fa6-7f8776233de8,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:39.824492 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2c60dc43-731b-45df-89b5-7dcc7abfbe40 req-b5cc85c6-2632-4d90-8f87-5183f60819a4 service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7103541
Dec 18 06:46:39.833272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9f1f8aab-79fd-42d4-ad58-683559fdc418 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:39.834159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9418031-c76c-47fe-b418-8f94b015de42 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:39.835894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71f4dcb3-31ae-429f-a1ce-bc42eb508baa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:39.868966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b2c840c-2898-42df-b3d5-7c862dc70833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.000760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c855a-e312-4569-898e-6ae038632ceb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=fedf7682-857c-467a-837a-7034fadc8775,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:40.005887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.050676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-287c855a-e312-4569-898e-6ae038632ceb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:40.094354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:40.155738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Calling delete_port for a4e6363e-0bcc-4625-980f-e5d1a494e5ae owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:40.173438 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8b2c840c-2898-42df-b3d5-7c862dc70833 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c003b66a85b487dbf4c424883776877&name=default HTTP/1.1" status: 200  len: 2879 time: 2.1091919
Dec 18 06:46:40.184556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45744) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:40.207515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8aab-79fd-42d4-ad58-683559fdc418 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.208723 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9f1f8aab-79fd-42d4-ad58-683559fdc418 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-groups/efb6d575-02be-4eba-8fa6-7f8776233de8 HTTP/1.1" status: 204  len: 168 time: 1.7714226
Dec 18 06:46:40.218119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45750) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:40.218481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef84d-c75d-489f-84a5-42a84a96c207 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.236786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c840c-2898-42df-b3d5-7c862dc70833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27033ecb-b0e5-49c0-8afc-9122a83e22c3,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:40.245616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b2c840c-2898-42df-b3d5-7c862dc70833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:40.261761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f00c3382-37e2-4ee2-9fae-c5057d70badc tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:40.313582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-287c855a-e312-4569-898e-6ae038632ceb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.335449 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2c60dc43-731b-45df-89b5-7dcc7abfbe40 req-b8c0af4c-d91b-46a4-8df5-1c31472326b4 service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4963689
Dec 18 06:46:40.342967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9418031-c76c-47fe-b418-8f94b015de42 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Port': ['ID=97b42131-71ad-4710-a9fc-5899d7c4d6b5,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:40.352975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d9418031-c76c-47fe-b418-8f94b015de42 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:40.371992 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-287c855a-e312-4569-898e-6ae038632ceb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/fedf7682-857c-467a-837a-7034fadc8775 HTTP/1.1" status: 204  len: 168 time: 2.6333160
Dec 18 06:46:40.379372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45754) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:40.385316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01dff2f9-73c6-437e-804b-0557b5c8957a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.415138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:40.417488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'mac_address': 'fa:16:3e:b9:76:c0', 'name': 'tempest-PortsIpV6TestJSON-1236488539'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:40.545984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dff2f9-73c6-437e-804b-0557b5c8957a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=88773bce-62b3-41c5-903a-b127f0ad7425,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:40.563678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7c3a6b13-8763-4a65-adc3-eebe296390ab tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:40.571569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24abc42-90c3-44ee-bdce-66fe32c5c462 req-4c45c74f-676b-4cff-9045-0cf9822a062f tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:40.573202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b24abc42-90c3-44ee-bdce-66fe32c5c462 req-4c45c74f-676b-4cff-9045-0cf9822a062f tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.6438417
Dec 18 06:46:40.577120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa41cb22-4977-4dc5-8406-c7af3de31629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.582064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-01dff2f9-73c6-437e-804b-0557b5c8957a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:40.654143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa41cb22-4977-4dc5-8406-c7af3de31629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.667489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.670996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7c3a6b13-8763-4a65-adc3-eebe296390ab tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:40.676867 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7c3a6b13-8763-4a65-adc3-eebe296390ab tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.4377031
Dec 18 06:46:40.676867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9418031-c76c-47fe-b418-8f94b015de42 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.682136 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d9418031-c76c-47fe-b418-8f94b015de42 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/ports/97b42131-71ad-4710-a9fc-5899d7c4d6b5 HTTP/1.1" status: 204  len: 168 time: 3.6359527
Dec 18 06:46:40.685991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45758) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:40.686600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45760) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:40.697937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:40.700852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a99c96-2194-4a66-9020-91ae3ddcf35e None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:46:40.703089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01dff2f9-73c6-437e-804b-0557b5c8957a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.707296 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-01dff2f9-73c6-437e-804b-0557b5c8957a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/88773bce-62b3-41c5-903a-b127f0ad7425 HTTP/1.1" status: 204  len: 168 time: 3.5312111
Dec 18 06:46:40.712204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group': {'name': 'tempest-secgroup--149891715'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:40.716304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45766) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:40.719230 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b24abc42-90c3-44ee-bdce-66fe32c5c462 req-b3093904-bbe0-4cf0-872d-de1d66afe536 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1274495
Dec 18 06:46:40.747044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:40.780443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:40.783777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:40.788555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:40.803926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:floatingip and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:40.809508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:40.816510 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ee8051c4-d031-46ea-b42a-45203482faf7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0938220
Dec 18 06:46:40.817887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:40.820247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:40.822157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45770) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:40.822585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:40.880429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.892785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.917442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa41cb22-4977-4dc5-8406-c7af3de31629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:40.933929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:40.960484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41cb22-4977-4dc5-8406-c7af3de31629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27033ecb-b0e5-49c0-8afc-9122a83e22c3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:40.965200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fa41cb22-4977-4dc5-8406-c7af3de31629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:40.989613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:41.006419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:41.016179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:41.019248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d683e17-ef97-4071-a6d5-85f0be8130dd None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:46:41.026987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1d683e17-ef97-4071-a6d5-85f0be8130dd None None] Deleting port 30235a2a-d01d-4915-b5c5-c4ec037efa6b {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:41.027376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d683e17-ef97-4071-a6d5-85f0be8130dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.027486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:41.031820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.062180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa41cb22-4977-4dc5-8406-c7af3de31629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.063335 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fa41cb22-4977-4dc5-8406-c7af3de31629 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/27033ecb-b0e5-49c0-8afc-9122a83e22c3 HTTP/1.1" status: 204  len: 168 time: 0.8745875
Dec 18 06:46:41.096376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17420ec-6a36-45f6-a84c-77e634bac3e8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:41.097143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b17420ec-6a36-45f6-a84c-77e634bac3e8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:41.112634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.184504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b17420ec-6a36-45f6-a84c-77e634bac3e8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:41.188618 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b17420ec-6a36-45f6-a84c-77e634bac3e8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3629465
Dec 18 06:46:41.189925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45776) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:41.259159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.261557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.295816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.306617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.317996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8204a109-3f31-4371-8a40-e6c8b1d33a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:41.337005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179e5c73-6650-4bd9-bafb-4242ce91f7d9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:41.337918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-179e5c73-6650-4bd9-bafb-4242ce91f7d9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:41.349443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.349673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Fanout notify agent at l3_agent the message router_deleted on router 4c0a012b-d93a-497f-a300-bde18c50c1ef {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:46:41.367613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1d683e17-ef97-4071-a6d5-85f0be8130dd None None] For port 30235a2a-d01d-4915-b5c5-c4ec037efa6b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=30235a2a-d01d-4915-b5c5-c4ec037efa6b,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:41.368071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d683e17-ef97-4071-a6d5-85f0be8130dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.373913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.409225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroup': ['ID=0b758d0a-e6ee-4f29-9bf5-00d47b7f9176,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:41.415237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:41.416110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-179e5c73-6650-4bd9-bafb-4242ce91f7d9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:41.420025 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-179e5c73-6650-4bd9-bafb-4242ce91f7d9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2264869
Dec 18 06:46:41.434929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45782) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:41.462906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port 98c62293-bd75-4ceb-8873-05352173247f yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:41.492173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.496283 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.8058336
Dec 18 06:46:41.498484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45786) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:41.510941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.512128 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cb77006a-48f2-4a55-931a-961faed33cfd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "DELETE /v2.0/routers/4c0a012b-d93a-497f-a300-bde18c50c1ef HTTP/1.1" status: 204  len: 168 time: 3.0849509
Dec 18 06:46:41.522534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-83d6916a-2dc0-4190-bd02-f251ed5d508b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group_rule': {'security_group_id': '0b758d0a-e6ee-4f29-9bf5-00d47b7f9176', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:41.528928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83d6916a-2dc0-4190-bd02-f251ed5d508b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:41.534770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83d6916a-2dc0-4190-bd02-f251ed5d508b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:41.539024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83d6916a-2dc0-4190-bd02-f251ed5d508b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:41.552707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45790) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:41.553090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45792) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:41.555270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83d6916a-2dc0-4190-bd02-f251ed5d508b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:41.601007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9cf54501-5112-4d9d-b92b-d884229d618a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-158559235', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:41.612868 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b5d8a85d-aaff-4eda-a407-3429da887192 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1716664
Dec 18 06:46:41.617558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45798) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:41.618641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9cf54501-5112-4d9d-b92b-d884229d618a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:41.628532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d6916a-2dc0-4190-bd02-f251ed5d508b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.632521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:41.650250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9cf54501-5112-4d9d-b92b-d884229d618a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Usage tracker for resource:router and tenant:c06b3828b8854c03a69053518c2c739f is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:41.659689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9cf54501-5112-4d9d-b92b-d884229d618a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:41.735482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9cf54501-5112-4d9d-b92b-d884229d618a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:41.741383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1d683e17-ef97-4071-a6d5-85f0be8130dd None None] Calling delete_port for 30235a2a-d01d-4915-b5c5-c4ec037efa6b owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:41.816642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d683e17-ef97-4071-a6d5-85f0be8130dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.832980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:41.856413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cf54501-5112-4d9d-b92b-d884229d618a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.857424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cf54501-5112-4d9d-b92b-d884229d618a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.873741 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-056040e4-b1f5-4e61-91a1-e31d04fd7c24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17deadf3754a4d738837205afe8f75a5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3008821
Dec 18 06:46:41.882820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45804) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:41.885331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:41.922344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-3f3ef84d-c75d-489f-84a5-42a84a96c207 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:46:41.931401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d683e17-ef97-4071-a6d5-85f0be8130dd None None] Pushing event deleted for resources: {'Port': ['ID=30235a2a-d01d-4915-b5c5-c4ec037efa6b,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:41.946446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1d683e17-ef97-4071-a6d5-85f0be8130dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:41.964979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:41.965423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef84d-c75d-489f-84a5-42a84a96c207 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.974120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.975367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cf54501-5112-4d9d-b92b-d884229d618a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:41.986437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d683e17-ef97-4071-a6d5-85f0be8130dd None None] No DVR routers for this DVR port 30235a2a-d01d-4915-b5c5-c4ec037efa6b on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:46:41.987528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef84d-c75d-489f-84a5-42a84a96c207 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:42.014051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-193b73ea-264c-4dfa-9304-7aa6b1f8d66f tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:42.041553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:42.048543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:42.106772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d6916a-2dc0-4190-bd02-f251ed5d508b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:42.138511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d6916a-2dc0-4190-bd02-f251ed5d508b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:42.199853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a316421-6e23-4f80-bc57-4fa247b737da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:42.201737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ef84d-c75d-489f-84a5-42a84a96c207 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event updated for resources: {'Port': ['ID=cc10e8a4-1ba8-42bd-b213-cecb82cdf611,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:42.214042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f3ef84d-c75d-489f-84a5-42a84a96c207 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:42.216766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:42.288570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6916a-2dc0-4190-bd02-f251ed5d508b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57e1ddb-931d-4adc-99a4-3b00b4a5707f,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:42.291040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:42.297931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83d6916a-2dc0-4190-bd02-f251ed5d508b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:42.300157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a316421-6e23-4f80-bc57-4fa247b737da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:42.330695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-28a63019-b336-4936-9887-a2511a804def tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:42.346233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 30235a2a-d01d-4915-b5c5-c4ec037efa6b no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:46:42.361697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d6916a-2dc0-4190-bd02-f251ed5d508b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:42.365665 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-83d6916a-2dc0-4190-bd02-f251ed5d508b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 750 time: 0.8494360
Dec 18 06:46:42.380142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 30235a2a-d01d-4915-b5c5-c4ec037efa6b {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:46:42.380541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 30235a2a-d01d-4915-b5c5-c4ec037efa6b not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:46:42.382115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45808) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:42.424406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cf54501-5112-4d9d-b92b-d884229d618a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:42.457906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.26.7.134 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/377f38f5-0de9-4f17-8dd9-6e1ee6219a0f) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:42.488341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8949a-2d28-427b-bac1-a9eaed1d94ad req-54dbe5fd-d4f4-4e27-9f77-4989e3ee2e79 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:42.490015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a3c8949a-2d28-427b-bac1-a9eaed1d94ad req-54dbe5fd-d4f4-4e27-9f77-4989e3ee2e79 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.6061537
Dec 18 06:46:42.525881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cf54501-5112-4d9d-b92b-d884229d618a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:42.529885 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9cf54501-5112-4d9d-b92b-d884229d618a tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.9563262
Dec 18 06:46:42.549331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45812) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:42.591846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Request body: {'router': {'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'enable_snat': False}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:42.661018 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a3c8949a-2d28-427b-bac1-a9eaed1d94ad req-71948200-7fb4-4dd0-9230-136ac6035bf7 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1582668
Dec 18 06:46:42.679887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3098604f-1a74-4847-acef-0d9f0e11dcd1 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:42.712535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=98c62293-bd75-4ceb-8873-05352173247f,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:42.796385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:42.806853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9a9e402d-13ba-4a77-90a3-83060690f097 None None] Provisioning complete for port cc10e8a4-1ba8-42bd-b213-cecb82cdf611 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:42.808120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a9e402d-13ba-4a77-90a3-83060690f097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:42.877321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e402d-13ba-4a77-90a3-83060690f097 None None] Port cc10e8a4-1ba8-42bd-b213-cecb82cdf611 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:46:42.990248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:43.008568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-713c907b-49c1-4769-b079-1307277e4c9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:43.056809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:43.059530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3098604f-1a74-4847-acef-0d9f0e11dcd1 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:43.163086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:43.175390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:43.177253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ef84d-c75d-489f-84a5-42a84a96c207 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] In _notify_port_updated(), no bound segment for port cc10e8a4-1ba8-42bd-b213-cecb82cdf611 on network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa {{(pid=81084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:46:43.181447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ef84d-c75d-489f-84a5-42a84a96c207 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:43.182030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=377f38f5-0de9-4f17-8dd9-6e1ee6219a0f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:43.182166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f3ef84d-c75d-489f-84a5-42a84a96c207 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:43.183505 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3f3ef84d-c75d-489f-84a5-42a84a96c207 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "PUT /v2.0/ports/cc10e8a4-1ba8-42bd-b213-cecb82cdf611 HTTP/1.1" status: 200  len: 1055 time: 4.1281970
Dec 18 06:46:43.188146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:43.192232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:43.192873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:43.196789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a316421-6e23-4f80-bc57-4fa247b737da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:43.201702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:43.202225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45818) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:43.246929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf98c69-9b27-405c-ac70-1ad64a1acf5c req-d30f24e7-6731-4225-bf94-1096a4c39c46 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:43.248553 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-adf98c69-9b27-405c-ac70-1ad64a1acf5c req-d30f24e7-6731-4225-bf94-1096a4c39c46 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.4025474
Dec 18 06:46:43.253996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-404f88bd-5017-4fcd-a635-04e8287c393e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:43.285092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a316421-6e23-4f80-bc57-4fa247b737da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9368f3-a514-4fd6-bd69-966a1eaf2396,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:43.291260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a316421-6e23-4f80-bc57-4fa247b737da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:43.356363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3098604f-1a74-4847-acef-0d9f0e11dcd1 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:43.359827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-565599a0-7cfa-4323-a82b-02fba62b72a4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Deleting port cc10e8a4-1ba8-42bd-b213-cecb82cdf611 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:43.360178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-565599a0-7cfa-4323-a82b-02fba62b72a4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:43.375123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83d6916a-2dc0-4190-bd02-f251ed5d508b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:43.381111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a316421-6e23-4f80-bc57-4fa247b737da admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:43.384733 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9a316421-6e23-4f80-bc57-4fa247b737da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c9368f3-a514-4fd6-bd69-966a1eaf2396 HTTP/1.1" status: 204  len: 168 time: 1.4888198
Dec 18 06:46:43.402110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:43.424695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:43.428419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-adf98c69-9b27-405c-ac70-1ad64a1acf5c req-dc0670b4-3870-4dd2-a6a8-97bbb3fb4c9f tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1588407
Dec 18 06:46:43.433037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:43.453159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:43.463160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3098604f-1a74-4847-acef-0d9f0e11dcd1 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:43.467021 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3098604f-1a74-4847-acef-0d9f0e11dcd1 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-group-rules/a57e1ddb-931d-4adc-99a4-3b00b4a5707f HTTP/1.1" status: 204  len: 168 time: 1.0294204
Dec 18 06:46:43.468918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45824) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:43.474572 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 3.0924120
Dec 18 06:46:43.475786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098604f-1a74-4847-acef-0d9f0e11dcd1 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a57e1ddb-931d-4adc-99a4-3b00b4a5707f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:43.477844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45830) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:43.480918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3098604f-1a74-4847-acef-0d9f0e11dcd1 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:43.639458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c18eef-8126-48e7-9ba8-c25178fa27c9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:43.640269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e4c18eef-8126-48e7-9ba8-c25178fa27c9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:43.674112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e4c18eef-8126-48e7-9ba8-c25178fa27c9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:43.678704 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e4c18eef-8126-48e7-9ba8-c25178fa27c9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/98c62293-bd75-4ceb-8873-05352173247f HTTP/1.1" status: 200  len: 845 time: 0.1997383
Dec 18 06:46:43.680141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45836) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:43.777477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c642d26e-7421-4e15-9f15-d6c4e8b9e466 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 98c62293-bd75-4ceb-8873-05352173247f {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:43.777798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c642d26e-7421-4e15-9f15-d6c4e8b9e466 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:43.800263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-67b60b79-0127-4d76-bd8b-f4be61667a9b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:43.861797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:43.881875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:44.011194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-67b60b79-0127-4d76-bd8b-f4be61667a9b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:44.016039 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-67b60b79-0127-4d76-bd8b-f4be61667a9b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.5407913
Dec 18 06:46:44.019353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45848) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:44.033636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:44.110397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-565599a0-7cfa-4323-a82b-02fba62b72a4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:44.125863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=d6ba4314-3c1c-4e0e-b1f0-108566f5c30d,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:44.136515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:44.231169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36c12d-33d9-47d6-8fd0-4dc184b5f634 req-868c7471-9f8e-4fb0-9b69-25ef933364da tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:44.231668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:44.232792 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f36c12d-33d9-47d6-8fd0-4dc184b5f634 req-868c7471-9f8e-4fb0-9b69-25ef933364da tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.6059391
Dec 18 06:46:44.259080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c642d26e-7421-4e15-9f15-d6c4e8b9e466 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:44.282394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:44.313225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-565599a0-7cfa-4323-a82b-02fba62b72a4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Calling delete_port for cc10e8a4-1ba8-42bd-b213-cecb82cdf611 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:44.383951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:44.424699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c642d26e-7421-4e15-9f15-d6c4e8b9e466 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 98c62293-bd75-4ceb-8873-05352173247f owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:44.474055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45858) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:44.534334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8187abc-208c-4b68-9f28-6bd4c6a2e4c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:44.562770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:44.572181 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f36c12d-33d9-47d6-8fd0-4dc184b5f634 req-2bf6edc7-7054-4853-84ef-7d5fc2b3908a tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2285933
Dec 18 06:46:44.575457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:44.600269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:44.600927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:44.603050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e9073c-17f7-4872-b988-8b9cf0328eea None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:46:44.627488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8187abc-208c-4b68-9f28-6bd4c6a2e4c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:44.752447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c642d26e-7421-4e15-9f15-d6c4e8b9e466 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:44.779796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83e19034-4241-4b0e-b0bb-352d6d474b7d tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:44.791274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a25a37c7-925c-4b06-a882-92af0d47b57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:44.821827 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-22df8c9e-ea6d-4e56-904c-3e38f662dab6 tempest-AgentManagementNegativeTest-700971812 tempest-AgentManagementNegativeTest-700971812] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.3464227
Dec 18 06:46:44.855944 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.2302914
Dec 18 06:46:44.855944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45868) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:44.866438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'fixed_ips': [{'subnet_id': 'd6ba4314-3c1c-4e0e-b1f0-108566f5c30d', 'ip_address': '2001:db8::6f5:4f61:9225:8d2'}], 'name': 'tempest-NetworksTestDHCPv6-326728609'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:44.887579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-565599a0-7cfa-4323-a82b-02fba62b72a4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:44.907128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642d26e-7421-4e15-9f15-d6c4e8b9e466 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=98c62293-bd75-4ceb-8873-05352173247f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:44.919250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c642d26e-7421-4e15-9f15-d6c4e8b9e466 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:44.968738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8187abc-208c-4b68-9f28-6bd4c6a2e4c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:44.984694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94d70ea9-d585-4460-8b71-66d295d062c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:45.009177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8187abc-208c-4b68-9f28-6bd4c6a2e4c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b758d0a-e6ee-4f29-9bf5-00d47b7f9176,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:45.059188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f8187abc-208c-4b68-9f28-6bd4c6a2e4c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:45.071512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': 'd6ba4314-3c1c-4e0e-b1f0-108566f5c30d'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:46:45.072868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:45.101507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c642d26e-7421-4e15-9f15-d6c4e8b9e466 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:45.110113 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c642d26e-7421-4e15-9f15-d6c4e8b9e466 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/98c62293-bd75-4ceb-8873-05352173247f HTTP/1.1" status: 204  len: 168 time: 1.4284830
Dec 18 06:46:45.118259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45874) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:45.119261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8187abc-208c-4b68-9f28-6bd4c6a2e4c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:45.123178 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f8187abc-208c-4b68-9f28-6bd4c6a2e4c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-groups/0b758d0a-e6ee-4f29-9bf5-00d47b7f9176 HTTP/1.1" status: 204  len: 168 time: 1.0715210
Dec 18 06:46:45.169904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45878) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:45.206279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Allocated IP 172.26.7.247 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/fbf318e0-09a5-42a8-9671-51f0449cfaaa) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:45.216419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c2247e-53bf-49f2-9b42-a5f1b987a915 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:46:45.217074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f6c2247e-53bf-49f2-9b42-a5f1b987a915 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:45.276164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85f1739b-c758-42e1-ac61-d087999784c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:45.348864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45884) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:45.395953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e36af015-bcc7-480b-9b9e-6107991a7816 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:45.410112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f6c2247e-53bf-49f2-9b42-a5f1b987a915 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:45.411528 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f6c2247e-53bf-49f2-9b42-a5f1b987a915 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/98c62293-bd75-4ceb-8873-05352173247f HTTP/1.1" status: 404  len: 333 time: 0.2896850
Dec 18 06:46:45.422960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45890) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:45.443754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'name': 'tempest-PortsIpV6TestJSON-1110555833'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:45.465835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565599a0-7cfa-4323-a82b-02fba62b72a4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event deleted for resources: {'Port': ['ID=cc10e8a4-1ba8-42bd-b213-cecb82cdf611,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:45.478347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-565599a0-7cfa-4323-a82b-02fba62b72a4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:45.485311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Allocated IP 2001:db8::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/d6ba4314-3c1c-4e0e-b1f0-108566f5c30d/a694bcd6-115f-41a7-ad6f-c3390743439f) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:45.538813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e36af015-bcc7-480b-9b9e-6107991a7816 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:45.544988 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e36af015-bcc7-480b-9b9e-6107991a7816 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3646879
Dec 18 06:46:45.559315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45894) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:45.566667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group': {'name': 'tempest-secgroup--165581496'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:45.586993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:45.604185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:45.623694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:45.628185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:45.636054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:45.647503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:45.651216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:45.652993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:45.668502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:45.672279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-755e17f9-e0c4-494f-8567-5440a82f8810 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:45.675588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:45.704582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:45.707811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:45.732936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5e2b7bf0-d3db-433f-9920-ca19d8b883de tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:45.779878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43f480-28ac-41d4-8ddf-784df884c39b req-adddef32-e279-4dea-9c98-4a857d2a5365 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:45.782100 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7d43f480-28ac-41d4-8ddf-784df884c39b req-adddef32-e279-4dea-9c98-4a857d2a5365 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.5289152
Dec 18 06:46:45.805753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:45.813676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:45.818949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Transition to ACTIVE for port object a694bcd6-115f-41a7-ad6f-c3390743439f will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:45.836216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Transition to ACTIVE for port object a694bcd6-115f-41a7-ad6f-c3390743439f will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:45.838238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:45.840991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:45.844895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:45.856698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:45.856901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:45.871962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:45.902140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:45.904969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1035f664-51e7-4003-bac7-494b4aaece0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:45.926814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Pushing event updated for resources: {'Port': ['ID=a694bcd6-115f-41a7-ad6f-c3390743439f,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:45.930860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:45.972645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1035f664-51e7-4003-bac7-494b4aaece0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:45.982715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Pushing event updated for resources: {'Port': ['ID=fbf318e0-09a5-42a8-9671-51f0449cfaaa,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:45.997260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1035f664-51e7-4003-bac7-494b4aaece0f admin admin] Usage tracker for resource:security_group_rule and tenant:72bca91944444f36ac0056c9bbd65122 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:46.000637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:46.018636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1035f664-51e7-4003-bac7-494b4aaece0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:46.033983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=377f38f5-0de9-4f17-8dd9-6e1ee6219a0f,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:46.052699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:46.068547 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7d43f480-28ac-41d4-8ddf-784df884c39b req-619ed49c-a034-4805-b396-117a18e30350 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2634308
Dec 18 06:46:46.078750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:46.080174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:46.082688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:46.094888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-565599a0-7cfa-4323-a82b-02fba62b72a4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:46.100326 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-565599a0-7cfa-4323-a82b-02fba62b72a4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "DELETE /v2.0/ports/cc10e8a4-1ba8-42bd-b213-cecb82cdf611 HTTP/1.1" status: 204  len: 168 time: 2.8954899
Dec 18 06:46:46.105505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45898) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:46.105985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1035f664-51e7-4003-bac7-494b4aaece0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:46.145546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Attempting to bind port a694bcd6-115f-41a7-ad6f-c3390743439f on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:46:46.146095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Attempting to bind port a694bcd6-115f-41a7-ad6f-c3390743439f by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:46:46.146506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Attempting to bind port a694bcd6-115f-41a7-ad6f-c3390743439f on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:46:46.152460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:46:46.152886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:46:46.153351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:46.153829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:46:46.154358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Bound port: a694bcd6-115f-41a7-ad6f-c3390743439f, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:46:46.154780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:46.170582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port 741411e8-47f7-4342-9764-b1a329d0de25 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:46.181462 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cc96e7-fe90-42f5-ade8-8f390b5e7f19 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] GET failed (client error): The resource could not be found.
Dec 18 06:46:46.182069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b6cc96e7-fe90-42f5-ade8-8f390b5e7f19 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Synchronizing usage tracker for tenant:c4920bca6ecd4d9aa577104b59b44bbb on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:46.250121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] For port a694bcd6-115f-41a7-ad6f-c3390743439f, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:46:46.253827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] For port a694bcd6-115f-41a7-ad6f-c3390743439f, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a694bcd6-115f-41a7-ad6f-c3390743439f,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:46:46.257325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:46.262739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:46.273829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:46.281218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b6cc96e7-fe90-42f5-ade8-8f390b5e7f19 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Unset dirty status for tenant:c4920bca6ecd4d9aa577104b59b44bbb on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:46.285592 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b6cc96e7-fe90-42f5-ade8-8f390b5e7f19 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "GET /v2.0/ports/cc10e8a4-1ba8-42bd-b213-cecb82cdf611 HTTP/1.1" status: 404  len: 333 time: 0.1783872
Dec 18 06:46:46.286261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45902) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:46.344820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:46.436742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Pushing event updated for resources: {'Port': ['ID=a694bcd6-115f-41a7-ad6f-c3390743439f,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:46.441051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:46.476677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:46.480872 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.7913778
Dec 18 06:46:46.489506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45906) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:46.508779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-de48a773-c02d-4a20-9b3e-4264a59eb03a tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Deleting port 25bf8bf4-4636-423b-9e6b-90e6274d735e {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:46.508779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de48a773-c02d-4a20-9b3e-4264a59eb03a tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:46.542814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'port': {'network_id': '99b02d45-9ab5-4f19-b763-d256162b5e41', 'name': 'tempest-FloatingIPTestJSON-944400448'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:46.574267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:46.588145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:46.605287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:46.642276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:46.672606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:46.690788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:46.769477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 55b1cc61-5c26-489e-8073-df98862f29ac yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:46.959952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroup': ['ID=09d50a28-99a4-4fad-91f0-16ff8ba05556,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:46.970069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:46.971834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:46.984545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:port and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:46.992377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for port was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:47.003415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:47.070392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.070621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Made reservation on behalf of d84c80aa29cd479aaa23f7126d9bd5ce for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:47.071717 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.5112255
Dec 18 06:46:47.076002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.090097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45910) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:47.116840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1035f664-51e7-4003-bac7-494b4aaece0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.117605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c7a305dd-6014-421a-a80a-959f2dbaea32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group_rule': {'security_group_id': '09d50a28-99a4-4fad-91f0-16ff8ba05556', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:47.133399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1035f664-51e7-4003-bac7-494b4aaece0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.136042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c7a305dd-6014-421a-a80a-959f2dbaea32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:47.150464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-90406acf-958d-46ef-a8f1-be3d5b8baef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:47.161805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.203101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c7a305dd-6014-421a-a80a-959f2dbaea32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Usage tracker for resource:security_group_rule and tenant:93c6a5c3f19f4289abca0cef088a5c14 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:47.209248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c7a305dd-6014-421a-a80a-959f2dbaea32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:47.220060 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1035f664-51e7-4003-bac7-494b4aaece0f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=72bca91944444f36ac0056c9bbd65122&name=default HTTP/1.1" status: 200  len: 2879 time: 1.8633280
Dec 18 06:46:47.220060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035f664-51e7-4003-bac7-494b4aaece0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776541d3-f047-49a8-a632-a6f1cfacfb9c,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:47.221954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45916) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:47.236424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1035f664-51e7-4003-bac7-494b4aaece0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:47.236572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c7a305dd-6014-421a-a80a-959f2dbaea32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:47.242293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de48a773-c02d-4a20-9b3e-4264a59eb03a tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.345256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.370636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.384962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40d32d1b-3bab-40d3-8a9a-37589cf87e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.396188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f3ef84d-c75d-489f-84a5-42a84a96c207 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:47.582751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8281e871-fb04-425c-885a-722d38a5c136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.659731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=741411e8-47f7-4342-9764-b1a329d0de25,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:47.668954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:47.677085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8281e871-fb04-425c-885a-722d38a5c136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.693407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.790629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-de48a773-c02d-4a20-9b3e-4264a59eb03a tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Calling delete_port for 25bf8bf4-4636-423b-9e6b-90e6274d735e owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:47.790882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:47.801433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:47.817642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:47.821907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:47.822569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.852657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::6f5:4f61:9225:8d2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/d6ba4314-3c1c-4e0e-b1f0-108566f5c30d/55b1cc61-5c26-489e-8073-df98862f29ac) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:47.878071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7a305dd-6014-421a-a80a-959f2dbaea32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.925151 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.5009143
Dec 18 06:46:47.928893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45920) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:47.938768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-76e82ac1-fb0b-47b6-b4d8-0ea53260dcae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:47.974195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8281e871-fb04-425c-885a-722d38a5c136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:47.987916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8f0fbe71-8bb3-4107-875b-807db525b032 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:48.022767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] device_id is not set on port 32c34e3a-4f04-4193-ae5a-6919187793ce yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:48.047725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9a7a0299-e43c-4dc5-abaa-034e9d604f48 None None] Provisioning for port a694bcd6-115f-41a7-ad6f-c3390743439f completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:48.065573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281e871-fb04-425c-885a-722d38a5c136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776541d3-f047-49a8-a632-a6f1cfacfb9c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:48.067873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8281e871-fb04-425c-885a-722d38a5c136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:48.069321 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8281e871-fb04-425c-885a-722d38a5c136 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/776541d3-f047-49a8-a632-a6f1cfacfb9c HTTP/1.1" status: 204  len: 168 time: 0.8452108
Dec 18 06:46:48.136088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8281e871-fb04-425c-885a-722d38a5c136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:48.197417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fee2a-0992-4e0a-8181-67691351fd9f req-0ab2dc60-07d3-48bc-9aec-3aa6e7867ada tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:48.206025 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f4fee2a-0992-4e0a-8181-67691351fd9f req-0ab2dc60-07d3-48bc-9aec-3aa6e7867ada tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.9666436
Dec 18 06:46:48.316324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76e82ac1-fb0b-47b6-b4d8-0ea53260dcae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:48.368387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:48.384035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:48.427482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a694bcd6-115f-41a7-ad6f-c3390743439f up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:46:48.437472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7a305dd-6014-421a-a80a-959f2dbaea32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:48.469212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7a305dd-6014-421a-a80a-959f2dbaea32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:48.497043 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f4fee2a-0992-4e0a-8181-67691351fd9f req-3bf118c9-107e-422f-85c9-de44743393ab tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2900207
Dec 18 06:46:48.515130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fac04d06-382e-45c0-8f56-6f384ba8acf8 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:48.525612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:48.540349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de48a773-c02d-4a20-9b3e-4264a59eb03a tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:48.617891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port a694bcd6-115f-41a7-ad6f-c3390743439f completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:48.644946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a305dd-6014-421a-a80a-959f2dbaea32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f032e4bc-cfce-448f-8e85-04a3a307bae2,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:48.647923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c7a305dd-6014-421a-a80a-959f2dbaea32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:48.661570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f5a5bac6-3b63-4c30-847d-528841e20bfa tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:48.667626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port a694bcd6-115f-41a7-ad6f-c3390743439f triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:48.668360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:48.748331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48a773-c02d-4a20-9b3e-4264a59eb03a tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event deleted for resources: {'Port': ['ID=25bf8bf4-4636-423b-9e6b-90e6274d735e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:48.751507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de48a773-c02d-4a20-9b3e-4264a59eb03a tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:48.754728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.20.0.4 (99b02d45-9ab5-4f19-b763-d256162b5e41/36c19ce1-d6c5-4835-8730-fb91763b5bd0/32c34e3a-4f04-4193-ae5a-6919187793ce) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:48.779202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-817c8a25-be23-4af5-a8c6-87d88b19fa6c None None] Provisioning complete for port a694bcd6-115f-41a7-ad6f-c3390743439f triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:48.779874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-817c8a25-be23-4af5-a8c6-87d88b19fa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:48.788176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7a305dd-6014-421a-a80a-959f2dbaea32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:48.789510 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c7a305dd-6014-421a-a80a-959f2dbaea32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 1.6882837
Dec 18 06:46:48.803504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45938) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:48.829929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:48.901539 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2d9f0768-431a-45e9-85c7-6dd7ba493383 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules/f032e4bc-cfce-448f-8e85-04a3a307bae2 HTTP/1.1" status: 200  len: 738 time: 0.0840871
Dec 18 06:46:48.912066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45942) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:49.057488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:49.078192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-817c8a25-be23-4af5-a8c6-87d88b19fa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:49.085857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 55b1cc61-5c26-489e-8073-df98862f29ac will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:49.126708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port a694bcd6-115f-41a7-ad6f-c3390743439f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a694bcd6-115f-41a7-ad6f-c3390743439f,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:49.162498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:49.170935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5872091-0b68-4263-9021-b85ff55dbbb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:49.260220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-817c8a25-be23-4af5-a8c6-87d88b19fa6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:46:49.260732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-817c8a25-be23-4af5-a8c6-87d88b19fa6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:46:49.273569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=a694bcd6-115f-41a7-ad6f-c3390743439f,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:49.285591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:49.312385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Router 80614ce9-00e7-40fc-908e-cefa9fc7ef40 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:46:49.317173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76e82ac1-fb0b-47b6-b4d8-0ea53260dcae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:49.328267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:49.329707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220e0ee-ef25-421d-912e-d38e8c3bd067 req-473e139e-909b-4333-80aa-944b84eb0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:49.331331 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9220e0ee-ef25-421d-912e-d38e8c3bd067 req-473e139e-909b-4333-80aa-944b84eb0d89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4d99721b2184071bdf48ed15e267486&device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 1162 time: 0.1910350
Dec 18 06:46:49.333859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76e82ac1-fb0b-47b6-b4d8-0ea53260dcae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:49.351395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:49.357914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:49.383979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94f6e54b-e381-4d42-89b2-a5e20b2df1be tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:49.517676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45954) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:49.541105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ce9af028-5427-450a-8ac1-f41daf25c881 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:49.689709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=55b1cc61-5c26-489e-8073-df98862f29ac,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:49.692171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ce9af028-5427-450a-8ac1-f41daf25c881 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:49.693535 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ce9af028-5427-450a-8ac1-f41daf25c881 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.7752063
Dec 18 06:46:49.719011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45960) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:49.729724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:49.735195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de48a773-c02d-4a20-9b3e-4264a59eb03a tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:49.740160 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-de48a773-c02d-4a20-9b3e-4264a59eb03a tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "DELETE /v2.0/ports/25bf8bf4-4636-423b-9e6b-90e6274d735e HTTP/1.1" status: 204  len: 168 time: 3.4477906
Dec 18 06:46:49.743892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.744176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.744608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.745034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.745455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.745899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.746324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.746739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.747154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.747563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.747976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.748389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.748864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.749846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.750260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.750668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.751074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.751479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.751892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.752302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.752722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.753116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.753585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.753952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:46:49.761626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45964) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:49.764961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:49.837094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e82ac1-fb0b-47b6-b4d8-0ea53260dcae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=741411e8-47f7-4342-9764-b1a329d0de25,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:49.841690 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9eaaf1a-eefd-4e43-bf96-895afb10f1cf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] GET failed (client error): The resource could not be found.
Dec 18 06:46:49.842185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c9eaaf1a-eefd-4e43-bf96-895afb10f1cf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Synchronizing usage tracker for tenant:c4920bca6ecd4d9aa577104b59b44bbb on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:49.855229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a6e35-03f7-4fb6-b1c3-0433db10462d req-2773ebba-8ff9-45a9-a1af-2dd9a7f58f9f tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:49.856880 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-854a6e35-03f7-4fb6-b1c3-0433db10462d req-2773ebba-8ff9-45a9-a1af-2dd9a7f58f9f tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.5604110
Dec 18 06:46:49.857054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-76e82ac1-fb0b-47b6-b4d8-0ea53260dcae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:49.872309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-167582522'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:49.880648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220e0ee-ef25-421d-912e-d38e8c3bd067 req-5f7332b3-666d-4e33-ac0b-e3543c3f0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:49.882257 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9220e0ee-ef25-421d-912e-d38e8c3bd067 req-5f7332b3-666d-4e33-ac0b-e3543c3f0eae service neutron] 10.222.0.15 "GET /v2.0/networks?id=3473ab7c-f2ea-4397-a8e9-9a05accc7567 HTTP/1.1" status: 200  len: 906 time: 0.5343702
Dec 18 06:46:49.890383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:49.898650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:49.904190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:49.908064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6d155c22-4470-4c66-bd63-33658102103d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:49.914484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:49.919144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:49.919585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:49.928727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c9eaaf1a-eefd-4e43-bf96-895afb10f1cf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Unset dirty status for tenant:c4920bca6ecd4d9aa577104b59b44bbb on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:49.934427 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c9eaaf1a-eefd-4e43-bf96-895afb10f1cf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "GET /v2.0/ports/25bf8bf4-4636-423b-9e6b-90e6274d735e HTTP/1.1" status: 404  len: 333 time: 0.1672614
Dec 18 06:46:49.949195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45968) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:49.965574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-76e82ac1-fb0b-47b6-b4d8-0ea53260dcae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] In _notify_port_updated(), no bound segment for port 741411e8-47f7-4342-9764-b1a329d0de25 on network a95d1eb4-f773-4bd7-8d20-2686794a4e44 {{(pid=81084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:46:49.970310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e82ac1-fb0b-47b6-b4d8-0ea53260dcae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:49.970976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76e82ac1-fb0b-47b6-b4d8-0ea53260dcae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:49.972398 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-76e82ac1-fb0b-47b6-b4d8-0ea53260dcae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "PUT /v2.0/ports/741411e8-47f7-4342-9764-b1a329d0de25 HTTP/1.1" status: 200  len: 818 time: 2.0425014
Dec 18 06:46:49.978292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Usage tracker for resource:network and tenant:0e0b613ab5e54a5d84e0e6069781973e is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:49.983934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45972) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:49.986686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:50.000466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6d155c22-4470-4c66-bd63-33658102103d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:50.005207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:50.008965 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-854a6e35-03f7-4fb6-b1c3-0433db10462d req-121a2f3e-ae55-486d-a246-811fbfc636bf tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1379106
Dec 18 06:46:50.021951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:50.025621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1c7111e-5c85-4d8d-ac87-b797b47ec8af tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:50.056473 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 945 time: 5.1986797
Dec 18 06:46:50.068831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45976) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:50.104367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8337cada-b47a-4ea8-8cfc-8fd132211fde tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'fixed_ips': [{'subnet_id': 'd6ba4314-3c1c-4e0e-b1f0-108566f5c30d', 'ip_address': '2001:db8::6f5:4f61:9225:8d2'}], 'name': 'tempest-NetworksTestDHCPv6-214399868'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:50.137474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:46:50.143290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:50.147461 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "PUT /v2.0/routers/80614ce9-00e7-40fc-908e-cefa9fc7ef40 HTTP/1.1" status: 200  len: 915 time: 7.5660996
Dec 18 06:46:50.147797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45980) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:50.150582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f03c7cb-cea8-4243-9cdd-4a90d7af3b8c None None] Sync routers for ids ['80614ce9-00e7-40fc-908e-cefa9fc7ef40'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:46:50.167081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03c7cb-cea8-4243-9cdd-4a90d7af3b8c None None] Routers {'80614ce9-00e7-40fc-908e-cefa9fc7ef40'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:50.167865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1f03c7cb-cea8-4243-9cdd-4a90d7af3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d102780>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['80614ce9-00e7-40fc-908e-cefa9fc7ef40'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:50.218991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Made reservation on behalf of 0e0b613ab5e54a5d84e0e6069781973e for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:50.224344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:50.230834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9d6363c9-2f66-4de5-b806-ded594d5cf75 None None] Provisioning for port 55b1cc61-5c26-489e-8073-df98862f29ac completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:46:50.243351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9d6363c9-2f66-4de5-b806-ded594d5cf75 None None] Provisioning complete for port 55b1cc61-5c26-489e-8073-df98862f29ac triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:50.244431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d6363c9-2f66-4de5-b806-ded594d5cf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:50.252244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fdd6b7f4-5a53-4110-b129-d731b2ec8656 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Deleting port 41b28c0f-3a2b-4c82-b1f6-1100afd1fced {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:50.252637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b7f4-5a53-4110-b129-d731b2ec8656 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:50.268894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1f03c7cb-cea8-4243-9cdd-4a90d7af3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d102780>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:50.269419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:50.293175 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9220e0ee-ef25-421d-912e-d38e8c3bd067 req-c2f14aa2-e8be-4755-8e1f-d75d69a5e17b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df HTTP/1.1" status: 200  len: 1000 time: 0.3865588
Dec 18 06:46:50.293803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6d155c22-4470-4c66-bd63-33658102103d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:50.300298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2094c68f-1467-496e-8454-1194ffdb3f3b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 741411e8-47f7-4342-9764-b1a329d0de25 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:50.300733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2094c68f-1467-496e-8454-1194ffdb3f3b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:50.302952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03c7cb-cea8-4243-9cdd-4a90d7af3b8c None None] Routers {'80614ce9-00e7-40fc-908e-cefa9fc7ef40'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:50.303763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1f03c7cb-cea8-4243-9cdd-4a90d7af3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d102780>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['80614ce9-00e7-40fc-908e-cefa9fc7ef40'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:50.351045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=32c34e3a-4f04-4193-ae5a-6919187793ce,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:50.380099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9d6363c9-2f66-4de5-b806-ded594d5cf75 None None] Port 55b1cc61-5c26-489e-8073-df98862f29ac cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:46:50.382168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1f03c7cb-cea8-4243-9cdd-4a90d7af3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d102780>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:50.382737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f03c7cb-cea8-4243-9cdd-4a90d7af3b8c None None] The sync data for ids ['80614ce9-00e7-40fc-908e-cefa9fc7ef40'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:46:50.392704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a694bcd6-115f-41a7-ad6f-c3390743439f up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:46:50.451487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:50.457068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:50.468333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port a694bcd6-115f-41a7-ad6f-c3390743439f triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:46:50.469723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:50.496928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Usage tracker for resource:security_group_rule and tenant:0e0b613ab5e54a5d84e0e6069781973e is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:50.513340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d155c22-4470-4c66-bd63-33658102103d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f032e4bc-cfce-448f-8e85-04a3a307bae2,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:50.517777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:50.539862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6d155c22-4470-4c66-bd63-33658102103d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:50.553548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:50.626961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:50.642914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6d155c22-4470-4c66-bd63-33658102103d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:50.646612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6d155c22-4470-4c66-bd63-33658102103d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-group-rules/f032e4bc-cfce-448f-8e85-04a3a307bae2 HTTP/1.1" status: 204  len: 168 time: 0.9219532
Dec 18 06:46:50.666690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45984) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:50.704477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220e0ee-ef25-421d-912e-d38e8c3bd067 req-45c6c8ae-a22e-4548-b2fa-e22bb2bc9f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:50.706130 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9220e0ee-ef25-421d-912e-d38e8c3bd067 req-45c6c8ae-a22e-4548-b2fa-e22bb2bc9f98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=425adf38-5fd3-496d-999b-301b4439713d HTTP/1.1" status: 200  len: 851 time: 0.3428392
Dec 18 06:46:50.732213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8337cada-b47a-4ea8-8cfc-8fd132211fde tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:50.789409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8337cada-b47a-4ea8-8cfc-8fd132211fde tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:50.805557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8337cada-b47a-4ea8-8cfc-8fd132211fde tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:50.816701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2094c68f-1467-496e-8454-1194ffdb3f3b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:50.819928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network 99b02d45-9ab5-4f19-b763-d256162b5e41 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:50.822402 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-058ecf46-cdb3-40e7-a969-147084f80d6a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/routers/80614ce9-00e7-40fc-908e-cefa9fc7ef40 HTTP/1.1" status: 200  len: 921 time: 0.6692286
Dec 18 06:46:50.825430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45988) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:50.826362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8337cada-b47a-4ea8-8cfc-8fd132211fde tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:50.871779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:50.879136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:50.980620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:50.981290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:51.017253 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 4.5264585
Dec 18 06:46:51.019250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b7f4-5a53-4110-b129-d731b2ec8656 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:51.021840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2094c68f-1467-496e-8454-1194ffdb3f3b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 741411e8-47f7-4342-9764-b1a329d0de25 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:51.026815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 45992) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:51.036228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7f52f8c0-6fce-4651-88de-86a4dd0804f4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'floatingip': {'port_id': '32c34e3a-4f04-4193-ae5a-6919187793ce'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:51.059209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e4a356af-8ac6-4161-bfd6-0ef6934cd77f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:51.082108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8337cada-b47a-4ea8-8cfc-8fd132211fde tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:51.238514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e4a356af-8ac6-4161-bfd6-0ef6934cd77f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:51.239864 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e4a356af-8ac6-4161-bfd6-0ef6934cd77f tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.5721734
Dec 18 06:46:51.251315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 45998) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:51.271329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fdd6b7f4-5a53-4110-b129-d731b2ec8656 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Calling delete_port for 41b28c0f-3a2b-4c82-b1f6-1100afd1fced owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:51.288147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-76304393-f38f-4630-9018-7c191cb0bcad tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group_rule': {'security_group_id': '09d50a28-99a4-4fad-91f0-16ff8ba05556', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:51.303821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-76304393-f38f-4630-9018-7c191cb0bcad tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:51.310501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f52f8c0-6fce-4651-88de-86a4dd0804f4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:51.335759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220e0ee-ef25-421d-912e-d38e8c3bd067 req-d366bf58-9aea-445b-b895-83570aca80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:51.337399 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9220e0ee-ef25-421d-912e-d38e8c3bd067 req-d366bf58-9aea-445b-b895-83570aca80b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3473ab7c-f2ea-4397-a8e9-9a05accc7567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.6159432
Dec 18 06:46:51.349876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:51.351911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2094c68f-1467-496e-8454-1194ffdb3f3b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:51.355121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-76304393-f38f-4630-9018-7c191cb0bcad tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:51.403743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:51.407203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4bcb30b8-2f28-40e1-b343-72ae41c76d91 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:51.621393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22be7d-c294-4d2e-836e-356b464ab4ef req-00d92adc-fa06-401f-afca-2be247fb8a51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:51.623488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af22be7d-c294-4d2e-836e-356b464ab4ef req-00d92adc-fa06-401f-afca-2be247fb8a51 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.4645848
Dec 18 06:46:51.786800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b7f4-5a53-4110-b129-d731b2ec8656 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:51.808021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-daa1fee1-c9b5-4ca6-bcb0-eee2ff9aa1d9 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:51.835284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d47ddc5-cd41-4b21-bb42-20670fed809a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:51.836941 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0d47ddc5-cd41-4b21-bb42-20670fed809a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/ports?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6&device_id=80614ce9-00e7-40fc-908e-cefa9fc7ef40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 1.0064850
Dec 18 06:46:51.850796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094c68f-1467-496e-8454-1194ffdb3f3b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=741411e8-47f7-4342-9764-b1a329d0de25,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:51.861075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46002) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:51.873946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8337cada-b47a-4ea8-8cfc-8fd132211fde tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:51.884264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2094c68f-1467-496e-8454-1194ffdb3f3b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:51.909155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-44549626-f834-42b7-a9af-0e5e96ed41a0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:51.949906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:46:51.960104 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af22be7d-c294-4d2e-836e-356b464ab4ef req-ed1ac2d0-468b-41b7-8e11-40c1dc2cefde tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3118069
Dec 18 06:46:51.971098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6b7f4-5a53-4110-b129-d731b2ec8656 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event deleted for resources: {'Port': ['ID=41b28c0f-3a2b-4c82-b1f6-1100afd1fced,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:51.974160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76304393-f38f-4630-9018-7c191cb0bcad tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:51.990665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fdd6b7f4-5a53-4110-b129-d731b2ec8656 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:52.085272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:52.085678 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Added segment d65730df-f6bc-4e15-a46a-b3160a23cc3f of type vxlan for network 7a57b575-a7a8-4536-9e99-26dc0a721a77
Dec 18 06:46:52.120958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Pushing event updated for resources: {'SecurityGroup': ['ID=94500d65-a691-49a0-aefa-c30b43915a6d,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:52.157877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:52.238219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fdd6b7f4-5a53-4110-b129-d731b2ec8656 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:52.259729 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fdd6b7f4-5a53-4110-b129-d731b2ec8656 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "DELETE /v2.0/ports/41b28c0f-3a2b-4c82-b1f6-1100afd1fced HTTP/1.1" status: 204  len: 168 time: 2.3052623
Dec 18 06:46:52.262509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46006) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:52.321793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:52.327915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2094c68f-1467-496e-8454-1194ffdb3f3b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:52.331834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:52.337816 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9220e0ee-ef25-421d-912e-d38e8c3bd067 req-e0faa96d-fc3f-413d-8448-4ffb4342a48c service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9838612
Dec 18 06:46:52.509832 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2094c68f-1467-496e-8454-1194ffdb3f3b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/741411e8-47f7-4342-9764-b1a329d0de25 HTTP/1.1" status: 204  len: 168 time: 2.5147865
Dec 18 06:46:52.512412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:46:52.540642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46010) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:52.544084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07470e3-080b-416d-ac82-abc1b6c04c9f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:52.544721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e07470e3-080b-416d-ac82-abc1b6c04c9f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Synchronizing usage tracker for tenant:43c5634ac38545ed97c0d2520b91d5dc on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:52.549425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76304393-f38f-4630-9018-7c191cb0bcad tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:52.556554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-8337cada-b47a-4ea8-8cfc-8fd132211fde tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 2f797536-c212-46d2-a45e-2f15e93f16c6 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:52.641220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76304393-f38f-4630-9018-7c191cb0bcad tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:52.674350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:52.681594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:52.685744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:52.686722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:52.741737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e07470e3-080b-416d-ac82-abc1b6c04c9f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Unset dirty status for tenant:43c5634ac38545ed97c0d2520b91d5dc on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:52.743020 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e07470e3-080b-416d-ac82-abc1b6c04c9f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 881 time: 0.8763947
Dec 18 06:46:52.748681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46014) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:52.761639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76304393-f38f-4630-9018-7c191cb0bcad tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45789c9f-bf9a-45a3-b74a-e6428239ca82,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:52.790139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-76304393-f38f-4630-9018-7c191cb0bcad tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:52.791628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:52.832565 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fa32c9d2-9565-41a2-9753-60abc013c08c tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "GET /v2.0/ports?device_id=80614ce9-00e7-40fc-908e-cefa9fc7ef40 HTTP/1.1" status: 200  len: 205 time: 0.0755751
Dec 18 06:46:52.837181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f52f8c0-6fce-4651-88de-86a4dd0804f4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:52.837922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46018) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:52.898266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f52f8c0-6fce-4651-88de-86a4dd0804f4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:52.914970 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 3.3785768
Dec 18 06:46:52.915921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76304393-f38f-4630-9018-7c191cb0bcad tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:52.919586 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-76304393-f38f-4630-9018-7c191cb0bcad tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 1.6523829
Dec 18 06:46:52.929993 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9220e0ee-ef25-421d-912e-d38e8c3bd067 req-71d58d73-9ec7-4b33-bfe5-f8e01c119caa service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5764489
Dec 18 06:46:52.949213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46022) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:52.949504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46024) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:52.966974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Request body: {'subnet': {'network_id': '7a57b575-a7a8-4536-9e99-26dc0a721a77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:53.076910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Pushing event updated for resources: {'Network': ['ID=7a57b575-a7a8-4536-9e99-26dc0a721a77,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:53.091943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 7a57b575-a7a8-4536-9e99-26dc0a721a77 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:46:53.111641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-a810e1e9-4fa1-4989-b782-188659ca8ac0 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Deleting subnet b22c2c2f-134b-41ab-8714-105d31ee0550 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:46:53.123569 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fa703455-5a63-46be-91f7-0768e82105ec tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules/45789c9f-bf9a-45a3-b74a-e6428239ca82 HTTP/1.1" status: 200  len: 738 time: 0.1688240
Dec 18 06:46:53.135946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:53.144230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46032) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:53.164676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 7a57b575-a7a8-4536-9e99-26dc0a721a77 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:46:53.183953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a810e1e9-4fa1-4989-b782-188659ca8ac0 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:53.232497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a802c83-10fb-4837-9146-092f479c9584 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:53.233253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6a802c83-10fb-4837-9146-092f479c9584 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:53.290132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:53.315277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Usage tracker for resource:subnet and tenant:0e0b613ab5e54a5d84e0e6069781973e is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:53.322892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:53.334295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6a802c83-10fb-4837-9146-092f479c9584 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:53.335543 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6a802c83-10fb-4837-9146-092f479c9584 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.7936993
Dec 18 06:46:53.346390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46036) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:53.346716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:53.349328 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-8337cada-b47a-4ea8-8cfc-8fd132211fde tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] POST failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:46:53.349864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8337cada-b47a-4ea8-8cfc-8fd132211fde tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 409 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:46:53.352060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:53.360300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5f82150c-1a49-4048-b914-17b43559b4f7 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:53.397761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Made reservation on behalf of 0e0b613ab5e54a5d84e0e6069781973e for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:53.412539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a810e1e9-4fa1-4989-b782-188659ca8ac0 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:53.422154 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8337cada-b47a-4ea8-8cfc-8fd132211fde tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 409  len: 387 time: 3.3400676
Dec 18 06:46:53.468886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5f82150c-1a49-4048-b914-17b43559b4f7 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:53.470280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5f82150c-1a49-4048-b914-17b43559b4f7 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.3208673
Dec 18 06:46:53.470970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46040) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:53.480016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2fde-1c3f-43f0-b1c3-131e6583a3af req-8a477d37-f29a-4468-841c-2e53e2072ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:53.481650 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-07ed2fde-1c3f-43f0-b1c3-131e6583a3af req-8a477d37-f29a-4468-841c-2e53e2072ae8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4d99721b2184071bdf48ed15e267486&device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 1162 time: 0.4080944
Dec 18 06:46:53.484782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46042) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:53.502108 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-7f52f8c0-6fce-4651-88de-86a4dd0804f4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Floating IP 61b100e7-3ce2-4013-8409-4e425031459d associated. External IP: 172.26.7.134, port: 32c34e3a-4f04-4193-ae5a-6919187793ce.
Dec 18 06:46:53.604477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c1ee9c-9693-40cc-ad11-6764ce7e666b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:46:53.605066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-32c1ee9c-9693-40cc-ad11-6764ce7e666b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:53.690906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:53.767611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-801ae7ff-ab02-4459-aafc-9a54abdc02be tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:53.800490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-801ae7ff-ab02-4459-aafc-9a54abdc02be tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:53.826695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-32c1ee9c-9693-40cc-ad11-6764ce7e666b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:53.828494 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-32c1ee9c-9693-40cc-ad11-6764ce7e666b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/741411e8-47f7-4342-9764-b1a329d0de25 HTTP/1.1" status: 404  len: 333 time: 0.4192498
Dec 18 06:46:53.842744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46048) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:53.855017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983f560-c20c-4c50-8bad-6e0695fe837a req-bbde324a-f932-4492-a536-b6148c83d361 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:53.856584 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6983f560-c20c-4c50-8bad-6e0695fe837a req-bbde324a-f932-4492-a536-b6148c83d361 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.6804450
Dec 18 06:46:53.864773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2042935693'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:53.899477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:53.916116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:53.919275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301c61e7-8938-4ab2-85d1-187384104767 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:53.923743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301c61e7-8938-4ab2-85d1-187384104767 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:53.924561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-301c61e7-8938-4ab2-85d1-187384104767 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:53.926154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a810e1e9-4fa1-4989-b782-188659ca8ac0 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:53.930135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:network and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:53.933184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2fde-1c3f-43f0-b1c3-131e6583a3af req-407ea5f0-d54d-4cdb-b662-e2ccbff2282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:53.934766 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-07ed2fde-1c3f-43f0-b1c3-131e6583a3af req-407ea5f0-d54d-4cdb-b662-e2ccbff2282d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3473ab7c-f2ea-4397-a8e9-9a05accc7567 HTTP/1.1" status: 200  len: 906 time: 0.3844388
Dec 18 06:46:53.937971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:53.941084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-801ae7ff-ab02-4459-aafc-9a54abdc02be tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:53.947770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:53.972984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Deleting port fbf318e0-09a5-42a8-9671-51f0449cfaaa {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:53.973375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:54.012207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3098604f-1a74-4847-acef-0d9f0e11dcd1 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:54.106139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6983f560-c20c-4c50-8bad-6e0695fe837a req-079b1465-96ea-4f5b-b18a-6a0cac3ca568 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2425210
Dec 18 06:46:54.330770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ae7ff-ab02-4459-aafc-9a54abdc02be tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45789c9f-bf9a-45a3-b74a-e6428239ca82,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:54.337898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-801ae7ff-ab02-4459-aafc-9a54abdc02be tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:54.351101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:54.356846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:54.366842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-301c61e7-8938-4ab2-85d1-187384104767 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:54.368152 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-301c61e7-8938-4ab2-85d1-187384104767 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.8911667
Dec 18 06:46:54.377195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46052) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:54.515506 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-07ed2fde-1c3f-43f0-b1c3-131e6583a3af req-3a387476-4671-4459-b28a-509e3041591d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df HTTP/1.1" status: 200  len: 1000 time: 0.5625565
Dec 18 06:46:54.516303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-801ae7ff-ab02-4459-aafc-9a54abdc02be tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:54.517406 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-801ae7ff-ab02-4459-aafc-9a54abdc02be tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-group-rules/45789c9f-bf9a-45a3-b74a-e6428239ca82 HTTP/1.1" status: 204  len: 168 time: 1.0316710
Dec 18 06:46:54.527852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46056) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:54.602878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:46:54.627933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6b129-cb94-46c1-9ef0-351024a424cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 55b1cc61-5c26-489e-8073-df98862f29ac {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:54.628267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b129-cb94-46c1-9ef0-351024a424cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:54.704669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:54.705073 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Added segment a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6 of type vxlan for network cdbce14d-7466-40eb-b6a5-49541b86e4d5
Dec 18 06:46:54.716550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f52f8c0-6fce-4651-88de-86a4dd0804f4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:46:54.775119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cebbcbd3-80e3-4969-a72d-173a845f4829 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:54.779174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2fde-1c3f-43f0-b1c3-131e6583a3af req-a1cf144c-a26a-433b-bc95-6806d222187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:54.781313 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-07ed2fde-1c3f-43f0-b1c3-131e6583a3af req-a1cf144c-a26a-433b-bc95-6806d222187a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=425adf38-5fd3-496d-999b-301b4439713d HTTP/1.1" status: 200  len: 851 time: 0.2495027
Dec 18 06:46:54.831180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:54.893671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:54.990442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cebbcbd3-80e3-4969-a72d-173a845f4829 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:54.991806 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cebbcbd3-80e3-4969-a72d-173a845f4829 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.4570637
Dec 18 06:46:55.013022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46060) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:55.029432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Calling delete_port for fbf318e0-09a5-42a8-9671-51f0449cfaaa owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:55.081551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:46:55.092225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9418c235-dcd9-4672-80b3-b8aa6d9c88cc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Request body: {'security_group_rule': {'security_group_id': '09d50a28-99a4-4fad-91f0-16ff8ba05556', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:55.118123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9418c235-dcd9-4672-80b3-b8aa6d9c88cc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:55.151313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9418c235-dcd9-4672-80b3-b8aa6d9c88cc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:55.162372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:55.166508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:55.167121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:55.180156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7a73182c-7908-4fd7-8b4a-3ee8ee2b9751 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:55.214812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f52f8c0-6fce-4651-88de-86a4dd0804f4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:46:55.224127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a810e1e9-4fa1-4989-b782-188659ca8ac0 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:55.230986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00b34ce-477e-4d69-838d-7cf119d488ba None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:46:55.241018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:55.244256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b34ce-477e-4d69-838d-7cf119d488ba None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:55.245175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f00b34ce-477e-4d69-838d-7cf119d488ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e785198>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:55.315078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f00b34ce-477e-4d69-838d-7cf119d488ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e785198>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:55.324391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b34ce-477e-4d69-838d-7cf119d488ba None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:46:55.325196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f00b34ce-477e-4d69-838d-7cf119d488ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e785198>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:55.351024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed2fde-1c3f-43f0-b1c3-131e6583a3af req-2288b88b-b6d3-465b-befa-4632320c7bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:55.352646 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-07ed2fde-1c3f-43f0-b1c3-131e6583a3af req-2288b88b-b6d3-465b-befa-4632320c7bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3473ab7c-f2ea-4397-a8e9-9a05accc7567&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5300128
Dec 18 06:46:55.353309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9418c235-dcd9-4672-80b3-b8aa6d9c88cc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:55.372095 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.5211627
Dec 18 06:46:55.391139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f00b34ce-477e-4d69-838d-7cf119d488ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e785198>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:55.391592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00b34ce-477e-4d69-838d-7cf119d488ba None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:46:55.394720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b129-cb94-46c1-9ef0-351024a424cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:55.413746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810e1e9-4fa1-4989-b782-188659ca8ac0 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event deleted for resources: {'Subnet': ['ID=b22c2c2f-134b-41ab-8714-105d31ee0550,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:55.415050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46066) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:55.417748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Network': ['ID=cdbce14d-7466-40eb-b6a5-49541b86e4d5,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:55.425660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': 'cdbce14d-7466-40eb-b6a5-49541b86e4d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:55.430809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network cdbce14d-7466-40eb-b6a5-49541b86e4d5 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:46:55.441347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a810e1e9-4fa1-4989-b782-188659ca8ac0 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:55.445867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network cdbce14d-7466-40eb-b6a5-49541b86e4d5 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:46:55.457312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f52f8c0-6fce-4651-88de-86a4dd0804f4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:55.554663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:55.559509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:55.647056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a810e1e9-4fa1-4989-b782-188659ca8ac0 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:55.651896 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a810e1e9-4fa1-4989-b782-188659ca8ac0 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "DELETE /v2.0/subnets/b22c2c2f-134b-41ab-8714-105d31ee0550 HTTP/1.1" status: 204  len: 168 time: 3.3883059
Dec 18 06:46:55.659758 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7f52f8c0-6fce-4651-88de-86a4dd0804f4 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "PUT /v2.0/floatingips/61b100e7-3ce2-4013-8409-4e425031459d HTTP/1.1" status: 200  len: 977 time: 4.6318514
Dec 18 06:46:55.660888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247c8009-a09d-4247-88bb-e763da3035e9 None None] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:46:55.664261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46070) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:55.664581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46072) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:55.689342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8aa6b129-cb94-46c1-9ef0-351024a424cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 55b1cc61-5c26-489e-8073-df98862f29ac owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:55.868914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559c27b-fbe5-494d-8f7b-b5fe6008ea59 req-a42d4fe6-849b-4008-be0b-2781eef55aad tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:55.870269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9418c235-dcd9-4672-80b3-b8aa6d9c88cc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:55.870705 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3559c27b-fbe5-494d-8f7b-b5fe6008ea59 req-a42d4fe6-849b-4008-be0b-2781eef55aad tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.5436590
Dec 18 06:46:55.887653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port 32c34e3a-4f04-4193-ae5a-6919187793ce {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:55.888122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:55.895800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9418c235-dcd9-4672-80b3-b8aa6d9c88cc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:55.905782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:55.919809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:55.923811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6d155c22-4470-4c66-bd63-33658102103d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:55.932140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:55.952739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03082fa9-4663-47a6-94f4-d7e76f5c40f8 None None] DHCP port deletion for e552e542-c6c5-4b40-8ab7-cc43e0cac5fa request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:46:55.955794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:55.958055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-03082fa9-4663-47a6-94f4-d7e76f5c40f8 None None] Deleting port 9259e264-facd-45c6-9ad2-70c92c53d8ff {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:55.958611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03082fa9-4663-47a6-94f4-d7e76f5c40f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:55.964033 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-07ed2fde-1c3f-43f0-b1c3-131e6583a3af req-2cc0b15f-e845-4a29-a2df-1af9228b7f6a service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5983315
Dec 18 06:46:56.000304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:56.050163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418c235-dcd9-4672-80b3-b8aa6d9c88cc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf62ed8-55e3-45c4-b5af-e270fb61b2df,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:56.074810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9418c235-dcd9-4672-80b3-b8aa6d9c88cc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:56.156498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:56.163001 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3559c27b-fbe5-494d-8f7b-b5fe6008ea59 req-97e21f1b-3d9f-4d0b-8ff3-b8267a167e8c tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2492189
Dec 18 06:46:56.179387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-03082fa9-4663-47a6-94f4-d7e76f5c40f8 None None] For port 9259e264-facd-45c6-9ad2-70c92c53d8ff, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9259e264-facd-45c6-9ad2-70c92c53d8ff,segment=NetworkSegment(fc668136-8276-425c-b02a-10e8d37b99c4),segment_id=fc668136-8276-425c-b02a-10e8d37b99c4)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:46:56.179835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03082fa9-4663-47a6-94f4-d7e76f5c40f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:56.184911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Deleting port 9259e264-facd-45c6-9ad2-70c92c53d8ff {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:46:56.185309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:56.242131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:56.271005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9418c235-dcd9-4672-80b3-b8aa6d9c88cc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:56.274831 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9418c235-dcd9-4672-80b3-b8aa6d9c88cc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.2066343
Dec 18 06:46:56.284435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46080) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:56.320962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b129-cb94-46c1-9ef0-351024a424cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:56.322791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:56.365500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e8caac37-e7e0-4fc4-a9f3-73b8bd3d9e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:56.382030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-03082fa9-4663-47a6-94f4-d7e76f5c40f8 None None] Calling delete_port for 9259e264-facd-45c6-9ad2-70c92c53d8ff owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:56.412528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9259e264-facd-45c6-9ad2-70c92c53d8ff no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:46:56.553668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03082fa9-4663-47a6-94f4-d7e76f5c40f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:56.556674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:56.569015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:56.582687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:56.675132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03082fa9-4663-47a6-94f4-d7e76f5c40f8 None None] Pushing event deleted for resources: {'Port': ['ID=9259e264-facd-45c6-9ad2-70c92c53d8ff,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:56.677965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-03082fa9-4663-47a6-94f4-d7e76f5c40f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:56.705573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:56.806954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03082fa9-4663-47a6-94f4-d7e76f5c40f8 None None] No DVR routers for this DVR port 9259e264-facd-45c6-9ad2-70c92c53d8ff on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:46:56.816955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:56.834198 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d60289ca-7a8e-459e-8ca4-27f5a57ddef4 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules/8cf62ed8-55e3-45c4-b5af-e270fb61b2df HTTP/1.1" status: 200  len: 739 time: 0.5484939
Dec 18 06:46:56.863035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] The port '9259e264-facd-45c6-9ad2-70c92c53d8ff' was deleted {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:46:56.875131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46084) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:56.993671 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-07ed2fde-1c3f-43f0-b1c3-131e6583a3af req-4bf9d5a9-f53b-4b04-9b7c-60bb8a1695d6 service neutron] 10.222.0.15 "GET /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9988639
Dec 18 06:46:57.040537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Pushing event updated for resources: {'Subnet': ['ID=a39afed7-3203-4b6c-8fc1-299e9f0563a4,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:57.062458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:57.062649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.063219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Fanout notify agent at l3_agent the message router_deleted on router 80614ce9-00e7-40fc-908e-cefa9fc7ef40 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:46:57.068428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1ebee57d-3376-468f-80e2-40d4eea4b7fc tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.675s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:57.117974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6b129-cb94-46c1-9ef0-351024a424cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=55b1cc61-5c26-489e-8073-df98862f29ac,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:57.122956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.126224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8aa6b129-cb94-46c1-9ef0-351024a424cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:57.143453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.144631 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a441fbf3-020f-4d1f-93d2-5ca890438cf3 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "DELETE /v2.0/routers/80614ce9-00e7-40fc-908e-cefa9fc7ef40 HTTP/1.1" status: 204  len: 168 time: 4.3038294
Dec 18 06:46:57.151958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46088) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:57.152784 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e28fde29-b6d1-4472-bffa-bf7f36cfb737 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3939 time: 0.2763994
Dec 18 06:46:57.156685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.160186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46090) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:57.165656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1486392910', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:57.206292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:57.222957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Usage tracker for resource:router and tenant:c06b3828b8854c03a69053518c2c739f is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:57.229611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:57.279443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:57.284322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8aa6b129-cb94-46c1-9ef0-351024a424cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.305554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee00640-1b5d-4600-8551-6a8387774cb0 req-08f76ad9-6a4a-47fb-aa86-3633686f7a05 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:57.306085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d18d0085-dcd0-4b4d-b52e-5dfaa02e0640 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.307249 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ee00640-1b5d-4600-8551-6a8387774cb0 req-08f76ad9-6a4a-47fb-aa86-3633686f7a05 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.9105463
Dec 18 06:46:57.312561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Checking segment: {'id': 'd65730df-f6bc-4e15-a46a-b3160a23cc3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a57b575-a7a8-4536-9e99-26dc0a721a77'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:46:57.312905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Network hostable DHCP agents. Network: 7a57b575-a7a8-4536-9e99-26dc0a721a77, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:46:57.336553 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8aa6b129-cb94-46c1-9ef0-351024a424cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/55b1cc61-5c26-489e-8073-df98862f29ac HTTP/1.1" status: 204  len: 168 time: 2.9549596
Dec 18 06:46:57.341469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d18d0085-dcd0-4b4d-b52e-5dfaa02e0640 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.350719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46096) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:57.364909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.366050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.426988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1da7a400>,) {'filters': {'network_id': ['e552e542-c6c5-4b40-8ab7-cc43e0cac5fa']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:57.473683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Network 7a57b575-a7a8-4536-9e99-26dc0a721a77 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:46:57.501895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d18d0085-dcd0-4b4d-b52e-5dfaa02e0640 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.510014 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ee00640-1b5d-4600-8551-6a8387774cb0 req-779de175-7e8c-4287-a18f-b06bbf6f2686 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1881807
Dec 18 06:46:57.511813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1da7a400>, 'fc668136-8276-425c-b02a-10e8d37b99c4') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:57.512154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1da7a400>, 'fc668136-8276-425c-b02a-10e8d37b99c4') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:46:57.515883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 7a57b575-a7a8-4536-9e99-26dc0a721a77) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:57.520993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.522805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:57.526825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6555bb-f85e-4f52-8606-02ab17b883c2 None None] Network 7a57b575-a7a8-4536-9e99-26dc0a721a77 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:46:57.532061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdace74-4cd4-401a-adec-effc4f1c4057 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:57.533726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdace74-4cd4-401a-adec-effc4f1c4057 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:57.534539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ccdace74-4cd4-401a-adec-effc4f1c4057 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:57.538292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.582116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d0085-dcd0-4b4d-b52e-5dfaa02e0640 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cf62ed8-55e3-45c4-b5af-e270fb61b2df,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:57.584310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.588737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d18d0085-dcd0-4b4d-b52e-5dfaa02e0640 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:57.650843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:57.651504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.654441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Releasing vxlan tunnel 9 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:46:57.682182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ccdace74-4cd4-401a-adec-effc4f1c4057 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:57.683643 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ccdace74-4cd4-401a-adec-effc4f1c4057 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3250561
Dec 18 06:46:57.692310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d18d0085-dcd0-4b4d-b52e-5dfaa02e0640 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.693511 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d18d0085-dcd0-4b4d-b52e-5dfaa02e0640 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-group-rules/8cf62ed8-55e3-45c4-b5af-e270fb61b2df HTTP/1.1" status: 204  len: 168 time: 0.5323813
Dec 18 06:46:57.695668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46102) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:57.697735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46104) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:57.827844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.8738003
Dec 18 06:46:57.888180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46110) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:57.913607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-7a57b575-a7a8-4536-9e99-26dc0a721a77', 'network_id': '7a57b575-a7a8-4536-9e99-26dc0a721a77', 'tenant_id': '0e0b613ab5e54a5d84e0e6069781973e', 'fixed_ips': [{'subnet_id': 'a39afed7-3203-4b6c-8fc1-299e9f0563a4'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:46:57.914556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.933109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Request body: {'port': {'network_id': '7a57b575-a7a8-4536-9e99-26dc0a721a77', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1038145126'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:46:57.967272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.967724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:57.968077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Floating IP 61b100e7-3ce2-4013-8409-4e425031459d disassociated. External IP: 172.26.7.134, port: 32c34e3a-4f04-4193-ae5a-6919187793ce.
Dec 18 06:46:57.968466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for 32c34e3a-4f04-4193-ae5a-6919187793ce owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:46:58.095167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:46:58.129473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:58.162064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b211ac3c-1590-4544-a1ef-bee4321f797d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:58.192896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:58.218672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Allocated IP 172.20.0.2 (7a57b575-a7a8-4536-9e99-26dc0a721a77/a39afed7-3203-4b6c-8fc1-299e9f0563a4/25a65d67-c6e1-49d3-8229-087b237674ea) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:58.257499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b211ac3c-1590-4544-a1ef-bee4321f797d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group_rule {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:46:58.262239 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b211ac3c-1590-4544-a1ef-bee4321f797d tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.5079765
Dec 18 06:46:58.268392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46116) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:58.408240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a17483-2587-4eb4-bc37-949bbfd11e8b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet d6ba4314-3c1c-4e0e-b1f0-108566f5c30d {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:46:58.419046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Network e552e542-c6c5-4b40-8ab7-cc43e0cac5fa has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:46:58.423549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01a17483-2587-4eb4-bc37-949bbfd11e8b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:46:58.451706 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:46:58.526237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01a17483-2587-4eb4-bc37-949bbfd11e8b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:58.555037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:46:58.578412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Usage tracker for resource:port and tenant:0e0b613ab5e54a5d84e0e6069781973e is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:46:58.589382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fec8be-6470-4664-868d-1a69a63b97cf req-7380c9c8-2e28-4ce4-8986-092d402d5e97 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:46:58.591023 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a0fec8be-6470-4664-868d-1a69a63b97cf req-7380c9c8-2e28-4ce4-8986-092d402d5e97 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.6260252
Dec 18 06:46:58.598078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:46:58.608773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30139dfe-7077-477e-8744-6e41832f3552 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:58.609330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:46:58.643519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:58.653323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:58.682216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:58.693254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Made reservation on behalf of 0e0b613ab5e54a5d84e0e6069781973e for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:46:58.694693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30139dfe-7077-477e-8744-6e41832f3552 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:58.698776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:58.711779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:58.715735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Pushing event deleted for resources: {'Network': ['ID=e552e542-c6c5-4b40-8ab7-cc43e0cac5fa,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:58.724907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:58.727654 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a0fec8be-6470-4664-868d-1a69a63b97cf req-d795df9a-2acb-4044-afe7-27527d9b1ccb tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1241510
Dec 18 06:46:58.728301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:58.730077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Transition to ACTIVE for port object 25a65d67-c6e1-49d3-8229-087b237674ea will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:58.732352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:58.746660 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] 10.222.0.23 "DELETE /v2.0/networks/e552e542-c6c5-4b40-8ab7-cc43e0cac5fa HTTP/1.1" status: 204  len: 168 time: 3.0707405
Dec 18 06:46:58.749733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Transition to ACTIVE for port object 25a65d67-c6e1-49d3-8229-087b237674ea will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:46:58.757981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:58.766272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:58.766680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de48a773-c02d-4a20-9b3e-4264a59eb03a tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:58.783132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16595e5d-61af-48d5-91ea-0b0e315dadeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:58.875460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Port': ['ID=32c34e3a-4f04-4193-ae5a-6919187793ce,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:58.888807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:58.934065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Pushing event updated for resources: {'Port': ['ID=25a65d67-c6e1-49d3-8229-087b237674ea,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:58.944600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:58.960668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30139dfe-7077-477e-8744-6e41832f3552 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:59.018653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Network 7a57b575-a7a8-4536-9e99-26dc0a721a77 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:46:59.020298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:46:59.022746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:46:59.034000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01a17483-2587-4eb4-bc37-949bbfd11e8b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:59.065540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Subnet': ['ID=35a0b95f-b7da-4e34-9dd7-caacc48d1349,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:59.086842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] device_id is not set on port 71cba911-34c7-4c7e-8089-f2d965fef383 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:46:59.088410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Attempting to bind port 25a65d67-c6e1-49d3-8229-087b237674ea on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:46:59.088630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Attempting to bind port 25a65d67-c6e1-49d3-8229-087b237674ea by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'd65730df-f6bc-4e15-a46a-b3160a23cc3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a57b575-a7a8-4536-9e99-26dc0a721a77'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:46:59.089020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Attempting to bind port 25a65d67-c6e1-49d3-8229-087b237674ea on network 7a57b575-a7a8-4536-9e99-26dc0a721a77 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:46:59.095794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:46:59.096666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Checking segment: {'id': 'd65730df-f6bc-4e15-a46a-b3160a23cc3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a57b575-a7a8-4536-9e99-26dc0a721a77'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:46:59.097251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:59.097855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Bound using segment: {'id': 'd65730df-f6bc-4e15-a46a-b3160a23cc3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a57b575-a7a8-4536-9e99-26dc0a721a77'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:46:59.098505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Bound port: 25a65d67-c6e1-49d3-8229-087b237674ea, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65730df-f6bc-4e15-a46a-b3160a23cc3f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7a57b575-a7a8-4536-9e99-26dc0a721a77'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:46:59.098926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:59.100479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:59.101071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a316421-6e23-4f80-bc57-4fa247b737da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:59.203982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46124) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:59.208358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] For port 25a65d67-c6e1-49d3-8229-087b237674ea, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:46:59.212277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] For port 25a65d67-c6e1-49d3-8229-087b237674ea, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=25a65d67-c6e1-49d3-8229-087b237674ea,segment=NetworkSegment(d65730df-f6bc-4e15-a46a-b3160a23cc3f),segment_id=d65730df-f6bc-4e15-a46a-b3160a23cc3f)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:46:59.215938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:59.236487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a19e29ff-05c8-4381-828d-59eb6c7e6f39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:46:59.414365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Pushing event updated for resources: {'Port': ['ID=25a65d67-c6e1-49d3-8229-087b237674ea,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:59.420685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:59.517454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30139dfe-7077-477e-8744-6e41832f3552 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d50a28-99a4-4fad-91f0-16ff8ba05556,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:46:59.534797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30139dfe-7077-477e-8744-6e41832f3552 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:46:59.573458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30139dfe-7077-477e-8744-6e41832f3552 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:59.577786 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-30139dfe-7077-477e-8744-6e41832f3552 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "DELETE /v2.0/security-groups/09d50a28-99a4-4fad-91f0-16ff8ba05556 HTTP/1.1" status: 204  len: 168 time: 1.3052275
Dec 18 06:46:59.586106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46130) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:59.607953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:59.729089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:46:59.755169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Allocated IP 172.20.0.14 (7a57b575-a7a8-4536-9e99-26dc0a721a77/a39afed7-3203-4b6c-8fc1-299e9f0563a4/71cba911-34c7-4c7e-8089-f2d965fef383) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:46:59.760120 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7582ac01-8f77-4431-9772-0e3af795d91b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4920bca6ecd4d9aa577104b59b44bbb&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5500493
Dec 18 06:46:59.763560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46134) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:46:59.767815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:46:59.987031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-10e04881-8bce-463d-b4ec-12bf717f8582 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Synchronizing usage tracker for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:46:59.997395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Checking segment: {'id': 'a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cdbce14d-7466-40eb-b6a5-49541b86e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:46:59.997557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network hostable DHCP agents. Network: cdbce14d-7466-40eb-b6a5-49541b86e4d5, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:47:00.167367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-10e04881-8bce-463d-b4ec-12bf717f8582 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Unset dirty status for tenant:93c6a5c3f19f4289abca0cef088a5c14 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:00.168728 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-10e04881-8bce-463d-b4ec-12bf717f8582 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.5815778
Dec 18 06:47:00.184377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46140) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:00.197109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:47:00.215113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b961ddaa-43fd-4f18-9e6f-3129fdaf30e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:00.217160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network cdbce14d-7466-40eb-b6a5-49541b86e4d5 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:47:00.217378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8d18ac-62d0-4f00-968c-1b40925518bd None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:47:00.229182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d18ac-62d0-4f00-968c-1b40925518bd None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:00.230616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ae8d18ac-62d0-4f00-968c-1b40925518bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d518be0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:00.289362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, cdbce14d-7466-40eb-b6a5-49541b86e4d5) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:00.302384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e766f-f5e0-46aa-9079-87e501e13d5a req-b4bb5dd9-8155-4ca5-b26b-63478d36f89d tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:00.304091 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-814e766f-f5e0-46aa-9079-87e501e13d5a req-b4bb5dd9-8155-4ca5-b26b-63478d36f89d tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 0.3740888
Dec 18 06:47:00.320773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b961ddaa-43fd-4f18-9e6f-3129fdaf30e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:00.322157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab4ad9-bc71-4b08-a054-8b30883fc8ac None None] Network cdbce14d-7466-40eb-b6a5-49541b86e4d5 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:00.355831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:00.361626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:00.400664 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/ports/32c34e3a-4f04-4193-ae5a-6919187793ce HTTP/1.1" status: 204  len: 168 time: 4.7329135
Dec 18 06:47:00.401624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:00.402463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:00.404701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46144) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:00.408327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Transition to ACTIVE for port object 71cba911-34c7-4c7e-8089-f2d965fef383 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:00.414025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ae8d18ac-62d0-4f00-968c-1b40925518bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d518be0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:00.430180 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-41ba4531-93ed-4140-9764-273f0781f26c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2392056
Dec 18 06:47:00.443913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01a17483-2587-4eb4-bc37-949bbfd11e8b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:00.479096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5247e9a8-c564-43bf-8fd6-04815a5b5664 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:00.493704 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-814e766f-f5e0-46aa-9079-87e501e13d5a req-2832c436-4b25-4824-8438-b10137dcc9d8 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1732068
Dec 18 06:47:00.529924 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-59236774-28c3-4736-85f2-cc72134445ab tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "GET /v2.0/floatingips/61b100e7-3ce2-4013-8409-4e425031459d HTTP/1.1" status: 200  len: 688 time: 0.1233587
Dec 18 06:47:00.532258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46150) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:00.619686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 25a65d67-c6e1-49d3-8229-087b237674ea up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:00.651737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a17483-2587-4eb4-bc37-949bbfd11e8b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=d6ba4314-3c1c-4e0e-b1f0-108566f5c30d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:00.672997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-01a17483-2587-4eb4-bc37-949bbfd11e8b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:00.694159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Allocated IP 172.26.7.130 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/f1198e09-6719-4500-ab77-e5b36097ec0e) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:00.697440 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.2812090
Dec 18 06:47:00.711976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46154) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:00.715477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e211b-2719-4c43-9e35-06a2dff99e16 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port 377f38f5-0de9-4f17-8dd9-6e1ee6219a0f {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:00.715875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee7e211b-2719-4c43-9e35-06a2dff99e16 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:00.724960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5d33a938-2a70-46a2-bf32-b251c07d4c59 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': 'cdbce14d-7466-40eb-b6a5-49541b86e4d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:00.770181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:00.788481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:00.908257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46160) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:00.967702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b961ddaa-43fd-4f18-9e6f-3129fdaf30e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:00.975435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01a17483-2587-4eb4-bc37-949bbfd11e8b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:00.986621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a2086ec1-e9af-4a39-b928-5ce81b0ddabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:00.991311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdf76b7-23fa-4993-a59e-b68337b29471 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:01.018675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d18ac-62d0-4f00-968c-1b40925518bd None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:01.019275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ae8d18ac-62d0-4f00-968c-1b40925518bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d518be0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:01.027696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961ddaa-43fd-4f18-9e6f-3129fdaf30e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdae21a2-85bc-4ac6-9611-2e64d365c4e8,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:01.047113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b961ddaa-43fd-4f18-9e6f-3129fdaf30e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:01.051134 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b961ddaa-43fd-4f18-9e6f-3129fdaf30e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdae21a2-85bc-4ac6-9611-2e64d365c4e8 HTTP/1.1" status: 204  len: 168 time: 1.2809350
Dec 18 06:47:01.055385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b961ddaa-43fd-4f18-9e6f-3129fdaf30e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:01.063636 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-01a17483-2587-4eb4-bc37-949bbfd11e8b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/d6ba4314-3c1c-4e0e-b1f0-108566f5c30d HTTP/1.1" status: 204  len: 168 time: 3.3146117
Dec 18 06:47:01.072679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46168) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:01.078669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Pushing event updated for resources: {'Port': ['ID=71cba911-34c7-4c7e-8089-f2d965fef383,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:01.143666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-cdbce14d-7466-40eb-b6a5-49541b86e4d5', 'network_id': 'cdbce14d-7466-40eb-b6a5-49541b86e4d5', 'tenant_id': '42abc569ca2340758e603f78afb67855', 'fixed_ips': [{'subnet_id': '35a0b95f-b7da-4e34-9dd7-caacc48d1349'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:47:01.144853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:01.170173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:01.205479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:01.209628 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-353efd62-30cc-43f6-8606-99b5d431e501 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1354451
Dec 18 06:47:01.214032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46172) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:01.235782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:01.266999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee7e211b-2719-4c43-9e35-06a2dff99e16 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:01.267431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee7e211b-2719-4c43-9e35-06a2dff99e16 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:01.269329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ef888-d0b9-4d4f-9513-00ae0de0b43b None None] Network 7a57b575-a7a8-4536-9e99-26dc0a721a77 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:01.292760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d33a938-2a70-46a2-bf32-b251c07d4c59 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:01.298537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d33a938-2a70-46a2-bf32-b251c07d4c59 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:01.303739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ae8d18ac-62d0-4f00-968c-1b40925518bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d518be0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:01.304212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8d18ac-62d0-4f00-968c-1b40925518bd None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:47:01.304350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d33a938-2a70-46a2-bf32-b251c07d4c59 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:01.323144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d33a938-2a70-46a2-bf32-b251c07d4c59 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:01.349796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-7a127809-e7f8-49fb-9092-9e7becf9380e tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:01.350879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-7a127809-e7f8-49fb-9092-9e7becf9380e tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Synchronizing usage tracker for tenant:a4d99721b2184071bdf48ed15e267486 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:01.375522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d33a938-2a70-46a2-bf32-b251c07d4c59 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:01.383893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d33a938-2a70-46a2-bf32-b251c07d4c59 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:01.466403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Network 7a57b575-a7a8-4536-9e99-26dc0a721a77 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:01.531999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:01.542750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ee7e211b-2719-4c43-9e35-06a2dff99e16 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for 377f38f5-0de9-4f17-8dd9-6e1ee6219a0f owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:01.573228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:01.664421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:01.697389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:01.711950 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f51edefa-0575-414e-a94d-60a93eb3bdd3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93c6a5c3f19f4289abca0cef088a5c14&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7932963
Dec 18 06:47:01.726813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0f7133d5-2f01-4965-aac3-a82e997931bf None None] Provisioning for port 25a65d67-c6e1-49d3-8229-087b237674ea completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:01.738470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46184) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:01.762866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:01.817619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 25a65d67-c6e1-49d3-8229-087b237674ea completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:01.843117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:01.843815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:01.861191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 25a65d67-c6e1-49d3-8229-087b237674ea triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:01.861638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:01.924330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:01.930662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8aa6b129-cb94-46c1-9ef0-351024a424cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:02.012115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-7a127809-e7f8-49fb-9092-9e7becf9380e tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Unset dirty status for tenant:a4d99721b2184071bdf48ed15e267486 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:02.013574 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-7a127809-e7f8-49fb-9092-9e7becf9380e tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.15 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 1.5447259
Dec 18 06:47:02.018949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Pushing event updated for resources: {'Port': ['ID=f1198e09-6719-4500-ab77-e5b36097ec0e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:02.025429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:02.053275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:02.074236 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.ipam_backend_mixin [None req-5d33a938-2a70-46a2-bf32-b251c07d4c59 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35a0b95f-b7da-4e34-9dd7-caacc48d1349 (CIDR: 2001:db8::/64)
Dec 18 06:47:02.097286 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d33a938-2a70-46a2-bf32-b251c07d4c59 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:47:02.097830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d33a938-2a70-46a2-bf32-b251c07d4c59 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 400 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:47:02.130590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:02.135533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:02.138135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:02.206647 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5d33a938-2a70-46a2-bf32-b251c07d4c59 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4880250
Dec 18 06:47:02.214808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46194) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:02.257579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0646df8d-b54a-4860-b811-0ef2413a5368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:02.307616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb39416-fdef-4554-808f-f48da301a554 None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:47:02.318440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bfb39416-fdef-4554-808f-f48da301a554 None None] Deleting port a694bcd6-115f-41a7-ad6f-c3390743439f {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:02.319090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfb39416-fdef-4554-808f-f48da301a554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:02.468730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': 'cdbce14d-7466-40eb-b6a5-49541b86e4d5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:02.578002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 1f5cc8cd-b676-47c5-a468-45942c5b69df no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:47:02.634420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:02.690360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46202) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:02.722974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Allocated IP 2001:db8::2 (cdbce14d-7466-40eb-b6a5-49541b86e4d5/35a0b95f-b7da-4e34-9dd7-caacc48d1349/803dd0df-f951-4e77-a66d-bb25594b1979) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:02.723468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Deleting port 1f5cc8cd-b676-47c5-a468-45942c5b69df {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:02.723862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:02.761405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c46ff354-6f32-489a-9217-3fdca536149d None None] Provisioning complete for port 25a65d67-c6e1-49d3-8229-087b237674ea triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:02.761862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c46ff354-6f32-489a-9217-3fdca536149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:02.770298 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 4.8447137
Dec 18 06:47:02.783565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46206) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:02.861509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Request body: {'port': {'network_id': '7a57b575-a7a8-4536-9e99-26dc0a721a77', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1490274858', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:02.862601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.api.validators [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] bootfile-name is not in valid_values {{(pid=81085) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 18 06:47:02.863203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.api.validators [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] tftp-server is not in valid_values {{(pid=81085) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 18 06:47:02.863788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.api.validators [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] server-ip-address is not in valid_values {{(pid=81085) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 18 06:47:02.866707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 25a65d67-c6e1-49d3-8229-087b237674ea, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=25a65d67-c6e1-49d3-8229-087b237674ea,segment=NetworkSegment(d65730df-f6bc-4e15-a46a-b3160a23cc3f),segment_id=d65730df-f6bc-4e15-a46a-b3160a23cc3f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:02.990793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.009039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0858ce43-9cbf-406f-ad5e-5eeca3431efd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:03.052718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0646df8d-b54a-4860-b811-0ef2413a5368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.068432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:03.080114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Usage tracker for resource:port and tenant:0e0b613ab5e54a5d84e0e6069781973e is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:03.088086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Quota usage for port was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:03.089997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.102436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee7e211b-2719-4c43-9e35-06a2dff99e16 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.130689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a694bcd6-115f-41a7-ad6f-c3390743439f no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:47:03.146268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e8512-d662-4526-a69d-4d9455c3cfe0 req-b766356a-19a1-4ead-a565-87f9e2e414cd tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:03.148235 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-653e8512-d662-4526-a69d-4d9455c3cfe0 req-b766356a-19a1-4ead-a565-87f9e2e414cd tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 945 time: 1.2953870
Dec 18 06:47:03.149152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4929117a-9286-4e00-a92b-7a6d06f21007 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:03.203789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:03.314591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e211b-2719-4c43-9e35-06a2dff99e16 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Port': ['ID=377f38f5-0de9-4f17-8dd9-6e1ee6219a0f,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:03.359947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:03.361871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee7e211b-2719-4c43-9e35-06a2dff99e16 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:03.387138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:03.401560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Made reservation on behalf of 0e0b613ab5e54a5d84e0e6069781973e for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:03.409686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.448388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:03.460761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group': {'name': 'tempest-secgroup--1545572414'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:03.480717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f5cc8cd-b676-47c5-a468-45942c5b69df'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:47:03.481148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:03.483480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:03.488818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bfb39416-fdef-4554-808f-f48da301a554 None None] For port a694bcd6-115f-41a7-ad6f-c3390743439f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a694bcd6-115f-41a7-ad6f-c3390743439f,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:03.488818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfb39416-fdef-4554-808f-f48da301a554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.494121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:03.506319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:03.519773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.537366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c46ff354-6f32-489a-9217-3fdca536149d None None] Provisioning for port 71cba911-34c7-4c7e-8089-f2d965fef383 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:03.543551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 1f5cc8cd-b676-47c5-a468-45942c5b69df, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df,segment=NetworkSegment(f84b69c9-ef00-471e-9ca5-13ca66d94a72),segment_id=f84b69c9-ef00-471e-9ca5-13ca66d94a72)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:03.575321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:03.586602 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-653e8512-d662-4526-a69d-4d9455c3cfe0 req-6707c3ea-838c-4963-972b-619692cf1fdc tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3912289
Dec 18 06:47:03.599975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:03.606397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c46ff354-6f32-489a-9217-3fdca536149d None None] Provisioning complete for port 71cba911-34c7-4c7e-8089-f2d965fef383 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:03.607018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c46ff354-6f32-489a-9217-3fdca536149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.607789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0646df8d-b54a-4860-b811-0ef2413a5368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.626778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-040d0a79-8a14-49c5-83ce-ee46aef3837d tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:03.658891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646df8d-b54a-4860-b811-0ef2413a5368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950a642b-5baf-492b-a0a2-5ef417fdc6d9,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:03.660743 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f5cc8cd-b676-47c5-a468-45942c5b69df', 'code': 200}
Dec 18 06:47:03.666000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0646df8d-b54a-4860-b811-0ef2413a5368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:03.742841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.744495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] device_id is not set on port 2a1d0ddd-3845-42f5-a457-651f850f13f9 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:47:03.757553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.768647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bfb39416-fdef-4554-808f-f48da301a554 None None] Calling delete_port for a694bcd6-115f-41a7-ad6f-c3390743439f owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:03.786441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.800889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=25a65d67-c6e1-49d3-8229-087b237674ea,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:03.828006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:03.838954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:03.863177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0646df8d-b54a-4860-b811-0ef2413a5368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.866871 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0646df8d-b54a-4860-b811-0ef2413a5368 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/950a642b-5baf-492b-a0a2-5ef417fdc6d9 HTTP/1.1" status: 204  len: 168 time: 2.1236842
Dec 18 06:47:03.867042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:03.910452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:03.918481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:03.941282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:03.945051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.950211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] For port 1f5cc8cd-b676-47c5-a468-45942c5b69df, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df,segment=NetworkSegment(f84b69c9-ef00-471e-9ca5-13ca66d94a72),segment_id=f84b69c9-ef00-471e-9ca5-13ca66d94a72)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:03.950757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:03.964458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c46ff354-6f32-489a-9217-3fdca536149d None None] Port 71cba911-34c7-4c7e-8089-f2d965fef383 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:03.966513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:04.060167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=1f5cc8cd-b676-47c5-a468-45942c5b69df,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:04.072738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.095106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:04.129194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfb39416-fdef-4554-808f-f48da301a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.135517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.147229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1d683e17-ef97-4071-a6d5-85f0be8130dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:04.155636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee7e211b-2719-4c43-9e35-06a2dff99e16 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.180292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=b78b5735-fc7a-4a6d-9ed3-3bee5c2f8e28,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:04.188706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee7e211b-2719-4c43-9e35-06a2dff99e16 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.194132 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ee7e211b-2719-4c43-9e35-06a2dff99e16 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/floatingips/61b100e7-3ce2-4013-8409-4e425031459d HTTP/1.1" status: 204  len: 168 time: 3.6608322
Dec 18 06:47:04.199082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:04.210575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46216) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:04.216225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': 'd72ef3b9-3654-4388-8c92-c598e32ff9e2'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:04.232391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:04.237114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Allocated IP 172.20.0.12 (7a57b575-a7a8-4536-9e99-26dc0a721a77/a39afed7-3203-4b6c-8fc1-299e9f0563a4/2a1d0ddd-3845-42f5-a457-651f850f13f9) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:04.251844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:floatingip and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:04.257196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:04.265490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:04.276012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb39416-fdef-4554-808f-f48da301a554 None None] Pushing event deleted for resources: {'Port': ['ID=a694bcd6-115f-41a7-ad6f-c3390743439f,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:04.279367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.294080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfb39416-fdef-4554-808f-f48da301a554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:04.309938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d7a91b29-9497-432a-b984-4c18a0dad697 None None] Provisioning complete for port 25a65d67-c6e1-49d3-8229-087b237674ea triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:04.310373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7a91b29-9497-432a-b984-4c18a0dad697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.363999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Transition to ACTIVE for port object 803dd0df-f951-4e77-a66d-bb25594b1979 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:04.378194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:04.382562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:04.384603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.410453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Transition to ACTIVE for port object 803dd0df-f951-4e77-a66d-bb25594b1979 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:04.438603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.460586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6e153d5d-cd82-4968-8ad0-ac6514f0ab1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:04.500275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:04.501440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.578737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Pushing event updated for resources: {'Port': ['ID=803dd0df-f951-4e77-a66d-bb25594b1979,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:04.599104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:04.700856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb39416-fdef-4554-808f-f48da301a554 None None] No DVR routers for this DVR port a694bcd6-115f-41a7-ad6f-c3390743439f on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:47:04.735866 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.5112088
Dec 18 06:47:04.741728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46232) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:04.760267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-658f2c2b-caf9-4ce7-8998-aea7329ff5cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'fixed_ips': [{'subnet_id': 'b78b5735-fc7a-4a6d-9ed3-3bee5c2f8e28', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-663945352'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:04.762565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dede38d4-c7df-4026-ad35-b3167a33f52b None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:04.772899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.869229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.877682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.877682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.877682 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Floating IP 46845e80-6c79-4efb-8ec1-49c7f8cc9a13 disassociated. External IP: 172.26.7.86, port: 1f5cc8cd-b676-47c5-a468-45942c5b69df.
Dec 18 06:47:04.878525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Calling delete_port for 1f5cc8cd-b676-47c5-a468-45942c5b69df owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:04.886102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d7a91b29-9497-432a-b984-4c18a0dad697 None None] Provisioning complete for port 71cba911-34c7-4c7e-8089-f2d965fef383 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:04.886530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7a91b29-9497-432a-b984-4c18a0dad697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.948897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Network cdbce14d-7466-40eb-b6a5-49541b86e4d5 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:04.954309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:04.959033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:04.966689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-86f7188a-fa15-4b87-9ddf-5ea93558fcda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:04.970586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:05.008752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:05.039686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:05.097999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d7a91b29-9497-432a-b984-4c18a0dad697 None None] Port 71cba911-34c7-4c7e-8089-f2d965fef383 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:05.111231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:05.125162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroup': ['ID=93fc8742-08b3-4b61-94e6-5081984329a5,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:05.139392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Attempting to bind port 803dd0df-f951-4e77-a66d-bb25594b1979 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:47:05.139868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Attempting to bind port 803dd0df-f951-4e77-a66d-bb25594b1979 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cdbce14d-7466-40eb-b6a5-49541b86e4d5'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:47:05.140610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Attempting to bind port 803dd0df-f951-4e77-a66d-bb25594b1979 on network cdbce14d-7466-40eb-b6a5-49541b86e4d5 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:47:05.148295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:05.156668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-658f2c2b-caf9-4ce7-8998-aea7329ff5cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:05.162923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:05.167699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-658f2c2b-caf9-4ce7-8998-aea7329ff5cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:05.180690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 25a65d67-c6e1-49d3-8229-087b237674ea up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:05.186153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658f2c2b-caf9-4ce7-8998-aea7329ff5cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:05.196017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-658f2c2b-caf9-4ce7-8998-aea7329ff5cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:05.214976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:05.246699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:05.252320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:47:05.252878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Checking segment: {'id': 'a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cdbce14d-7466-40eb-b6a5-49541b86e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:05.253435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:05.254165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Bound using segment: {'id': 'a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cdbce14d-7466-40eb-b6a5-49541b86e4d5'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:47:05.254819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Bound port: 803dd0df-f951-4e77-a66d-bb25594b1979, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'cdbce14d-7466-40eb-b6a5-49541b86e4d5'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:47:05.255361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:05.295185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:05.296122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:05.298990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46242) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:05.307036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6306637-96fd-4203-9849-0cd2ef6587c3 req-561761a1-bfaf-4864-a539-cbcde72b0c1a tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:05.308665 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d6306637-96fd-4203-9849-0cd2ef6587c3 req-561761a1-bfaf-4864-a539-cbcde72b0c1a tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 943 time: 0.4505284
Dec 18 06:47:05.311873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Transition to ACTIVE for port object 2a1d0ddd-3845-42f5-a457-651f850f13f9 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:05.449120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 25a65d67-c6e1-49d3-8229-087b237674ea triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:05.449577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:05.487844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:47:05.507034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': 'b78b5735-fc7a-4a6d-9ed3-3bee5c2f8e28'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:47:05.508002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:05.569570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] For port 803dd0df-f951-4e77-a66d-bb25594b1979, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:47:05.593818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Request body: {'network': {'name': 'tempest-TagsTest-test-network-632987676'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:05.605577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] For port 803dd0df-f951-4e77-a66d-bb25594b1979, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=803dd0df-f951-4e77-a66d-bb25594b1979,segment=NetworkSegment(a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6),segment_id=a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:47:05.632135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:05.663881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Usage tracker for resource:network and tenant:51210c7f1ad44625a4c79e42e5077a25 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:05.678630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:05.688523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:05.710325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-39e10b95-5264-424e-8315-ff5975aa4a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:05.710681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d6306637-96fd-4203-9849-0cd2ef6587c3 req-0f0090b3-adb0-4ce1-92cb-fd207c3b5872 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3906226
Dec 18 06:47:05.712104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:05.718136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Router 1469da04-a891-416a-9396-95362c25fc34 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:47:05.799522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:05.801281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Made reservation on behalf of 51210c7f1ad44625a4c79e42e5077a25 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:05.806890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:05.814797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:05.821748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Deleting port 1f5cc8cd-b676-47c5-a468-45942c5b69df {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:05.822131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:05.933187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:05.948207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1ef88f42-98b4-476d-9757-6bd6c492c4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:06.107043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-27c53a24-ac00-4bda-b639-d5b13316e17d tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:06.119848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroup': ['ID=557253b6-f1d8-4287-b5f5-aa0934c2174b,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:06.127121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:06.146392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Pushing event updated for resources: {'Port': ['ID=803dd0df-f951-4e77-a66d-bb25594b1979,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:06.149880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:06.167575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-658f2c2b-caf9-4ce7-8998-aea7329ff5cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 823c86f9-c970-4235-ac32-de61da5e28e2 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:47:06.234219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:06.238010 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 3.5346553
Dec 18 06:47:06.246967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46250) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:06.259782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:06.281164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:47:06.294878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Pushing event updated for resources: {'Port': ['ID=2a1d0ddd-3845-42f5-a457-651f850f13f9,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:06.295889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c70009b-b153-4dc1-9fdc-920de7c5374b None None] Sync routers for ids ['1469da04-a891-416a-9396-95362c25fc34'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:47:06.310532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70009b-b153-4dc1-9fdc-920de7c5374b None None] Routers {'1469da04-a891-416a-9396-95362c25fc34'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:06.312756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1c70009b-b153-4dc1-9fdc-920de7c5374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d844978>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['1469da04-a891-416a-9396-95362c25fc34'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:06.334167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:06.346801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:06.354769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.26.7.111 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/37fe3f1a-83e4-47c5-87cb-44f3b069caf3) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:06.365124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Usage tracker for resource:security_group_rule and tenant:51210c7f1ad44625a4c79e42e5077a25 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:06.371273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:06.384388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Allocated IP 2001:db8::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/b78b5735-fc7a-4a6d-9ed3-3bee5c2f8e28/35c28977-4508-4690-9b98-acc6dec0c354) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:06.401450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:06.418401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] For port 1f5cc8cd-b676-47c5-a468-45942c5b69df, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=1f5cc8cd-b676-47c5-a468-45942c5b69df,segment=NetworkSegment(f84b69c9-ef00-471e-9ca5-13ca66d94a72),segment_id=f84b69c9-ef00-471e-9ca5-13ca66d94a72)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:06.418824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:06.434248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1c70009b-b153-4dc1-9fdc-920de7c5374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d844978>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:06.445048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c70009b-b153-4dc1-9fdc-920de7c5374b None None] Routers {'1469da04-a891-416a-9396-95362c25fc34'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:06.448058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1c70009b-b153-4dc1-9fdc-920de7c5374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d844978>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['1469da04-a891-416a-9396-95362c25fc34'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:06.541432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1c70009b-b153-4dc1-9fdc-920de7c5374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d844978>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:06.542469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c70009b-b153-4dc1-9fdc-920de7c5374b None None] The sync data for ids ['1469da04-a891-416a-9396-95362c25fc34'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:47:06.627395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:06.630650 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 9.4751532
Dec 18 06:47:06.648093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:06.650353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46254) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:06.659399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Transition to ACTIVE for port object 35c28977-4508-4690-9b98-acc6dec0c354 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:06.687689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Transition to ACTIVE for port object 35c28977-4508-4690-9b98-acc6dec0c354 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:06.701236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Request body: {'router': {'external_gateway_info': {}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:06.704272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:06.721230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:06.776285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Network 7a57b575-a7a8-4536-9e99-26dc0a721a77 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:06.798366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:06.800978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:06.887889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c50debd6-83e9-461d-9460-6b145885d610 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:06.900740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:06.901578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:06.920497 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-658f2c2b-caf9-4ce7-8998-aea7329ff5cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:47:06.921289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658f2c2b-caf9-4ce7-8998-aea7329ff5cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:47:06.924701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Pushing event updated for resources: {'Port': ['ID=35c28977-4508-4690-9b98-acc6dec0c354,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:06.929698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:06.939922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c50debd6-83e9-461d-9460-6b145885d610 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:06.946054 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c50debd6-83e9-461d-9460-6b145885d610 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4355 time: 0.6979871
Dec 18 06:47:06.949764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46260) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:06.950498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:06.979099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:06.980764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:06.983965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:07.060571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Attempting to bind port 35c28977-4508-4690-9b98-acc6dec0c354 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:47:07.060571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Attempting to bind port 35c28977-4508-4690-9b98-acc6dec0c354 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:47:07.061711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Attempting to bind port 35c28977-4508-4690-9b98-acc6dec0c354 on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:47:07.068487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:47:07.068831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:07.069282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.069753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:47:07.070273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Bound port: 35c28977-4508-4690-9b98-acc6dec0c354, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:47:07.070697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.079806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-950879de-576f-46df-9e8b-34908cd916d1 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group': {'name': 'tempest-security--1232522280', 'description': 'tempest-security-description-1120853958'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:07.092842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-50eef407-d47c-403f-90a9-0765b6345ce7 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:07.099625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.150833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 803dd0df-f951-4e77-a66d-bb25594b1979 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:07.191931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.192380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.192736 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Floating IP 46845e80-6c79-4efb-8ec1-49c7f8cc9a13 disassociated. External IP: 172.26.7.86, port: 1f5cc8cd-b676-47c5-a468-45942c5b69df.
Dec 18 06:47:07.193115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Calling delete_port for 1f5cc8cd-b676-47c5-a468-45942c5b69df owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:07.210901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.225484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-27390b92-61de-44f0-85ab-1426745467ef None None] Provisioning for port 2a1d0ddd-3845-42f5-a457-651f850f13f9 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:07.228692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-287c855a-e312-4569-898e-6ae038632ceb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:07.243922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-27390b92-61de-44f0-85ab-1426745467ef None None] Provisioning complete for port 2a1d0ddd-3845-42f5-a457-651f850f13f9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:07.244348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27390b92-61de-44f0-85ab-1426745467ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.273298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] For port 35c28977-4508-4690-9b98-acc6dec0c354, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:47:07.274185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-950879de-576f-46df-9e8b-34908cd916d1 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.281005 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-658f2c2b-caf9-4ce7-8998-aea7329ff5cc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 2.5349748
Dec 18 06:47:07.282464 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 4.4921541
Dec 18 06:47:07.283846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46264) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:07.284943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46266) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:07.290506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] For port 35c28977-4508-4690-9b98-acc6dec0c354, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=35c28977-4508-4690-9b98-acc6dec0c354,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:47:07.291976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Subnet': ['ID=869ccff2-bef6-4e8d-9333-027e7bbfa637,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:07.302798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:07.309952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.332044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:07.441597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-27390b92-61de-44f0-85ab-1426745467ef None None] Port 2a1d0ddd-3845-42f5-a457-651f850f13f9 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:07.442270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 803dd0df-f951-4e77-a66d-bb25594b1979 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:07.446054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network cdbce14d-7466-40eb-b6a5-49541b86e4d5 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:07.454740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-950879de-576f-46df-9e8b-34908cd916d1 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.455963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:07.471381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-950879de-576f-46df-9e8b-34908cd916d1 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.478323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b1786564-c00b-49a7-9462-adef3e9dc804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:07.492938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:07.493143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.497248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Pushing event updated for resources: {'Port': ['ID=35c28977-4508-4690-9b98-acc6dec0c354,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:07.503702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:07.505188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-950879de-576f-46df-9e8b-34908cd916d1 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.509752 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-950879de-576f-46df-9e8b-34908cd916d1 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "PUT /v2.0/security-groups/557253b6-f1d8-4287-b5f5-aa0934c2174b HTTP/1.1" status: 200  len: 1728 time: 0.4376156
Dec 18 06:47:07.516443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46272) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:07.555033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.577167 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 5.1221189
Dec 18 06:47:07.578244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950879de-576f-46df-9e8b-34908cd916d1 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroup': ['ID=557253b6-f1d8-4287-b5f5-aa0934c2174b,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:07.589389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46276) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:07.596423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-950879de-576f-46df-9e8b-34908cd916d1 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:07.649135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aeb86678-3fcf-4f11-9e30-96f0896324f6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:07.657182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c663207-e099-4d37-83b8-ea312fc6176b req-c96a937a-96a2-4d14-bcab-8ff02d0933dc tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:07.658917 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1c663207-e099-4d37-83b8-ea312fc6176b req-c96a937a-96a2-4d14-bcab-8ff02d0933dc tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 865 time: 0.7326505
Dec 18 06:47:07.660953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.697094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': 'cdbce14d-7466-40eb-b6a5-49541b86e4d5', 'fixed_ips': [{'subnet_id': '35a0b95f-b7da-4e34-9dd7-caacc48d1349'}, {'subnet_id': '869ccff2-bef6-4e8d-9333-027e7bbfa637'}], 'name': 'tempest-PortsIpV6TestJSON-1046979988'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:07.714640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=37fe3f1a-83e4-47c5-87cb-44f3b069caf3,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:07.740371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.754087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:07.758694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-03fda159-caa5-4e06-b16b-8f67e8f6ce12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:07.791448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:07.812877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Pushing event deleted for resources: {'Port': ['ID=1f5cc8cd-b676-47c5-a468-45942c5b69df,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:07.828152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:07.846600 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-41c992b7-7adc-4be5-af06-6caac8a862db tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-groups/557253b6-f1d8-4287-b5f5-aa0934c2174b HTTP/1.1" status: 200  len: 1728 time: 0.3208220
Dec 18 06:47:07.850054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46280) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:07.973113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:07.974571 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Added segment 7518363c-fa07-4215-947e-cf859d040b0b of type vxlan for network 19abe32f-7c9a-4f64-af83-7d901f01ff53
Dec 18 06:47:07.992508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fbb5f7-4a2c-45a2-be58-a9920cc7d8f4 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:07.997193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fbb5f7-4a2c-45a2-be58-a9920cc7d8f4 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:08.001986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fbb5f7-4a2c-45a2-be58-a9920cc7d8f4 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:08.002868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:08.002992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-57fbb5f7-4a2c-45a2-be58-a9920cc7d8f4 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Synchronizing usage tracker for tenant:0e0b613ab5e54a5d84e0e6069781973e on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:08.048786 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1c663207-e099-4d37-83b8-ea312fc6176b req-7fec5438-91f0-4049-9d48-8baa12de7f68 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups?id=bb85b677-aa16-4f92-9d60-4977d0305cc7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3561857
Dec 18 06:47:08.050005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Pushing event updated for resources: {'SecurityGroup': ['ID=1088d33c-b1e4-4482-b303-11af0313ef93,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:08.054406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:08.098488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:08.105344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:port and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:08.115803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:08.123889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:08.131213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:08.133826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:08.134452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0290e09e-664a-4ef3-b0a5-f9d256e5606f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:08.139790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:08.157012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bb5e35-fe95-4e9c-a772-59e4e6835a4f None None] Network cdbce14d-7466-40eb-b6a5-49541b86e4d5 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:08.257233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:08.262183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702afde-3a52-4759-b199-fc4929fbdf1e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:08.262958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d702afde-3a52-4759-b199-fc4929fbdf1e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:08.266166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:08.278171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-32d5d7b3-6b89-4760-aa15-01751f72b8fb None None] Provisioning for port 803dd0df-f951-4e77-a66d-bb25594b1979 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:08.287199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-32d5d7b3-6b89-4760-aa15-01751f72b8fb None None] Provisioning complete for port 803dd0df-f951-4e77-a66d-bb25594b1979 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:08.287622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32d5d7b3-6b89-4760-aa15-01751f72b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:08.288354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0290e09e-664a-4ef3-b0a5-f9d256e5606f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:08.407136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Router 8a305b25-e174-4c49-9324-9dda40e7078d has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:47:08.486710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0290e09e-664a-4ef3-b0a5-f9d256e5606f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:08.494877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-14663b1c-50cb-4f00-8672-50e8f1c1e608 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:08.539665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32d5d7b3-6b89-4760-aa15-01751f72b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:08.590733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-32d5d7b3-6b89-4760-aa15-01751f72b8fb None None] For port 803dd0df-f951-4e77-a66d-bb25594b1979, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=803dd0df-f951-4e77-a66d-bb25594b1979,segment=NetworkSegment(a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6),segment_id=a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:08.596228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32d5d7b3-6b89-4760-aa15-01751f72b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:08.598294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-03082fa9-4663-47a6-94f4-d7e76f5c40f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:08.604554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-57fbb5f7-4a2c-45a2-be58-a9920cc7d8f4 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Unset dirty status for tenant:0e0b613ab5e54a5d84e0e6069781973e on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:08.608654 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-57fbb5f7-4a2c-45a2-be58-a9920cc7d8f4 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2620 time: 1.2279487
Dec 18 06:47:08.679234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5d7b3-6b89-4760-aa15-01751f72b8fb None None] Pushing event updated for resources: {'Port': ['ID=803dd0df-f951-4e77-a66d-bb25594b1979,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:08.682714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-32d5d7b3-6b89-4760-aa15-01751f72b8fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:08.752222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:47:08.760102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46284) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:08.852823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290e09e-664a-4ef3-b0a5-f9d256e5606f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroup': ['ID=557253b6-f1d8-4287-b5f5-aa0934c2174b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:08.861456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0290e09e-664a-4ef3-b0a5-f9d256e5606f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:08.906859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0290e09e-664a-4ef3-b0a5-f9d256e5606f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:08.910963 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0290e09e-664a-4ef3-b0a5-f9d256e5606f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-groups/557253b6-f1d8-4287-b5f5-aa0934c2174b HTTP/1.1" status: 204  len: 168 time: 1.0573533
Dec 18 06:47:08.911589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46288) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:08.917873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d702afde-3a52-4759-b199-fc4929fbdf1e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:08.922035 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d702afde-3a52-4759-b199-fc4929fbdf1e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 1.5456960
Dec 18 06:47:08.939188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46290) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:08.947877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:08.956975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Update dhcp port {'port': {'network_id': 'cdbce14d-7466-40eb-b6a5-49541b86e4d5', 'fixed_ips': [{'subnet_id': '35a0b95f-b7da-4e34-9dd7-caacc48d1349', 'ip_address': '2001:db8::2'}, {'subnet_id': '869ccff2-bef6-4e8d-9333-027e7bbfa637'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': '803dd0df-f951-4e77-a66d-bb25594b1979'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:47:08.990820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:47:08.999703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:09.003835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:09.004497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:09.022043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:09.026374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:09.141455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:47:09.161205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa372a-9346-4ce9-af29-d786eb4b8eed tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Deleting port 2a1d0ddd-3845-42f5-a457-651f850f13f9 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:09.161510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3fa372a-9346-4ce9-af29-d786eb4b8eed tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:09.254315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] No DVR routers for this DVR port 1f5cc8cd-b676-47c5-a468-45942c5b69df on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:47:09.257558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:09.290549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'name': 'network-vif-deleted', 'tag': '1f5cc8cd-b676-47c5-a468-45942c5b69df'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:47:09.325365 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8b0a4518-6084-4c47-90c6-f780bc3eecdf req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.15 "DELETE /v2.0/ports/1f5cc8cd-b676-47c5-a468-45942c5b69df HTTP/1.1" status: 204  len: 173 time: 7.2888746
Dec 18 06:47:09.341690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 35c28977-4508-4690-9b98-acc6dec0c354 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:09.364996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:09.387226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f249c5-8e55-48c5-80f7-acd316f49e14 None None] Sync routers for ids ['8a305b25-e174-4c49-9324-9dda40e7078d'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:47:09.410185 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-565fcdd7-899e-483d-821b-dd5cb0a0e784 req-87e6270b-c4ee-4f5d-8e39-c7ce2fe001ca tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/ports?device_id=766dae8b-c73a-4a7c-9222-a1977f80a188 HTTP/1.1" status: 200  len: 210 time: 0.0922375
Dec 18 06:47:09.491752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f249c5-8e55-48c5-80f7-acd316f49e14 None None] Routers {'8a305b25-e174-4c49-9324-9dda40e7078d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:09.492450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-15f249c5-8e55-48c5-80f7-acd316f49e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d22e978>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['8a305b25-e174-4c49-9324-9dda40e7078d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:09.510612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 4.2008502
Dec 18 06:47:09.515159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21563e6f-3160-4d88-a545-8a0bc4429615 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:09.517109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21563e6f-3160-4d88-a545-8a0bc4429615 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:09.518205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-21563e6f-3160-4d88-a545-8a0bc4429615 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:09.518815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-54931265-76d4-46d7-a4bf-72b74665b07c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:09.521437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46300) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:09.526860 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '766dae8b-c73a-4a7c-9222-a1977f80a188', 'name': 'network-vif-deleted', 'tag': '1f5cc8cd-b676-47c5-a468-45942c5b69df', 'status': 'completed', 'code': 200}
Dec 18 06:47:09.536553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Pushing event updated for resources: {'Network': ['ID=19abe32f-7c9a-4f64-af83-7d901f01ff53,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:09.545075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-54931265-76d4-46d7-a4bf-72b74665b07c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:09.547411 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-54931265-76d4-46d7-a4bf-72b74665b07c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.5787122
Dec 18 06:47:09.550487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46304) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:09.551194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-0252191d-4b20-4c0a-8a36-c73193086503 tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1da2c710>, 'networks', '19abe32f-7c9a-4f64-af83-7d901f01ff53', 'tempest-TagsTest-Tag-1241299815') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:09.567190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Deleting port f1198e09-6719-4500-ab77-e5b36097ec0e {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:09.567574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:09.576750 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-daa11a90-7d30-46d2-828d-651d117cde58 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] delete failed (client error): The resource could not be found.
Dec 18 06:47:09.578112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-daa11a90-7d30-46d2-828d-651d117cde58 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-groups/557253b6-f1d8-4287-b5f5-aa0934c2174b HTTP/1.1" status: 404  len: 347 time: 0.0262835
Dec 18 06:47:09.583330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46308) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:09.590305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group': {'name': 'tempest-secgroup--980933649'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:09.597236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:09.608487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:09.621396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:09.646013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:09.650830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:09.654500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:09.671760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:09.678141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:09.764701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:09.769378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:09.776458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:09.832744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroup': ['ID=d5af2016-4b3a-4897-a753-b9b6cab22dff,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:09.836259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:09.838028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:09.839785 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.2551882
Dec 18 06:47:09.854192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46312) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:09.855665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 19abe32f-7c9a-4f64-af83-7d901f01ff53 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:09.862810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7f96453b-3109-4565-a0af-53882fe824b5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group_rule': {'security_group_id': 'd5af2016-4b3a-4897-a753-b9b6cab22dff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:09.871721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7f96453b-3109-4565-a0af-53882fe824b5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:09.876493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7f96453b-3109-4565-a0af-53882fe824b5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:09.880058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7f96453b-3109-4565-a0af-53882fe824b5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:09.887553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7f96453b-3109-4565-a0af-53882fe824b5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:09.930738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f96453b-3109-4565-a0af-53882fe824b5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:09.950780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-21563e6f-3160-4d88-a545-8a0bc4429615 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:09.952131 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-21563e6f-3160-4d88-a545-8a0bc4429615 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 1.0118947
Dec 18 06:47:09.961767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46316) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:09.973084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 19abe32f-7c9a-4f64-af83-7d901f01ff53 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:10.018427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f96453b-3109-4565-a0af-53882fe824b5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.023284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f96453b-3109-4565-a0af-53882fe824b5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.026365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:10.054977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96453b-3109-4565-a0af-53882fe824b5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af3f061-574f-4c54-9169-e6a80af93b63,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:10.058111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f96453b-3109-4565-a0af-53882fe824b5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:10.067792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f96453b-3109-4565-a0af-53882fe824b5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.069320 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7f96453b-3109-4565-a0af-53882fe824b5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.2137740
Dec 18 06:47:10.072207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46320) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:10.110088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2af0baf-5180-4348-9513-f1cdde6f73e5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.124041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-69f435fb-1e8b-4925-b025-8cd94871cf28 None None] Provisioning for port 35c28977-4508-4690-9b98-acc6dec0c354 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:10.125832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2af0baf-5180-4348-9513-f1cdde6f73e5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.154345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2af0baf-5180-4348-9513-f1cdde6f73e5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.158022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:10.174405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af0baf-5180-4348-9513-f1cdde6f73e5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2af3f061-574f-4c54-9169-e6a80af93b63,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:10.179012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b2af0baf-5180-4348-9513-f1cdde6f73e5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:10.180648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2af0baf-5180-4348-9513-f1cdde6f73e5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.182005 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b2af0baf-5180-4348-9513-f1cdde6f73e5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-group-rules/2af3f061-574f-4c54-9169-e6a80af93b63 HTTP/1.1" status: 204  len: 168 time: 0.1084647
Dec 18 06:47:10.184825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46324) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:10.189007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Allocated IP 2001:db8:0:1::2 (cdbce14d-7466-40eb-b6a5-49541b86e4d5/869ccff2-bef6-4e8d-9333-027e7bbfa637/803dd0df-f951-4e77-a66d-bb25594b1979) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:10.199424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.237461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e4b7d54e-d15b-40d8-a313-73a3a97cdb7f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:10.255505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e4b7d54e-d15b-40d8-a313-73a3a97cdb7f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:10.259753 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e4b7d54e-d15b-40d8-a313-73a3a97cdb7f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.0707071
Dec 18 06:47:10.260035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46328) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:10.328576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 35c28977-4508-4690-9b98-acc6dec0c354 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:10.334261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47ea9a40-66e2-4bf2-b695-721b7b2a103c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.341459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-15f249c5-8e55-48c5-80f7-acd316f49e14 None None] Set router 8a305b25-e174-4c49-9324-9dda40e7078d gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:47:10.364186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47ea9a40-66e2-4bf2-b695-721b7b2a103c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.399997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 35c28977-4508-4690-9b98-acc6dec0c354 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:10.400429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.412628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47ea9a40-66e2-4bf2-b695-721b7b2a103c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.418648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-268f07cd-a3c5-4f91-8967-0c2b97863a27 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:10.438494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea9a40-66e2-4bf2-b695-721b7b2a103c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5af2016-4b3a-4897-a753-b9b6cab22dff,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:10.441266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-47ea9a40-66e2-4bf2-b695-721b7b2a103c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:10.453861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47ea9a40-66e2-4bf2-b695-721b7b2a103c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.458629 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-47ea9a40-66e2-4bf2-b695-721b7b2a103c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-groups/d5af2016-4b3a-4897-a753-b9b6cab22dff HTTP/1.1" status: 204  len: 168 time: 0.1970196
Dec 18 06:47:10.458862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46334) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:10.531991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-760b86e1-e89c-4eb2-92ae-e869b6135964 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:10.565662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-760b86e1-e89c-4eb2-92ae-e869b6135964 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:10.567532 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-760b86e1-e89c-4eb2-92ae-e869b6135964 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.1076348
Dec 18 06:47:10.573070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46340) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:10.580182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group': {'name': 'tempest-secgroup--1145704806'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:10.588661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:10.600452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:10.616002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.616882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bcdfc250-6e27-4877-8901-c13d1ddb8e04 None None] Provisioning complete for port 35c28977-4508-4690-9b98-acc6dec0c354 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:10.617315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc250-6e27-4877-8901-c13d1ddb8e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.641604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:10.647462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:10.651100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:10.658408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:10.724349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Calling delete_port for f1198e09-6719-4500-ab77-e5b36097ec0e owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:10.741810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.744886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.750975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:10.761554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] For port 803dd0df-f951-4e77-a66d-bb25594b1979, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=803dd0df-f951-4e77-a66d-bb25594b1979,segment=NetworkSegment(a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6),segment_id=a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:10.797968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroup': ['ID=536589f4-f9d6-480b-a9a1-af583a0854a1,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:10.801016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:10.810285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.815390 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.2412016
Dec 18 06:47:10.816067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46344) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:10.821931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-cdd33cf0-1de9-4fd9-bec6-3953f9f46bae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group_rule': {'security_group_id': '536589f4-f9d6-480b-a9a1-af583a0854a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:10.829203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cdd33cf0-1de9-4fd9-bec6-3953f9f46bae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:10.834346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cdd33cf0-1de9-4fd9-bec6-3953f9f46bae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:10.837486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cdd33cf0-1de9-4fd9-bec6-3953f9f46bae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:10.840593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3fa372a-9346-4ce9-af29-d786eb4b8eed tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.843537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cdd33cf0-1de9-4fd9-bec6-3953f9f46bae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:10.859788 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0252191d-4b20-4c0a-8a36-c73193086503 tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "PUT /v2.0/networks/19abe32f-7c9a-4f64-af83-7d901f01ff53/tags/tempest-TagsTest-Tag-1241299815 HTTP/1.1" status: 201  len: 201 time: 1.3248944
Dec 18 06:47:10.863528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46348) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:10.866348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdd33cf0-1de9-4fd9-bec6-3953f9f46bae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.883066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-bed3ef13-75ca-431f-9516-1a1e5ff78d4c tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1d000160>, 'networks', '19abe32f-7c9a-4f64-af83-7d901f01ff53', 'tempest-TagsTest-Tag-1241299815') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:10.948261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:10.958067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.026491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdd33cf0-1de9-4fd9-bec6-3953f9f46bae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.030477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdd33cf0-1de9-4fd9-bec6-3953f9f46bae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.034944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Transition to ACTIVE for port object 803dd0df-f951-4e77-a66d-bb25594b1979 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:11.041405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b2af0baf-5180-4348-9513-f1cdde6f73e5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:11.052940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.075005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:11.101036 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bed3ef13-75ca-431f-9516-1a1e5ff78d4c tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "GET /v2.0/networks/19abe32f-7c9a-4f64-af83-7d901f01ff53/tags/tempest-TagsTest-Tag-1241299815 HTTP/1.1" status: 204  len: 168 time: 0.2341545
Dec 18 06:47:11.109084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46352) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:11.115684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd33cf0-1de9-4fd9-bec6-3953f9f46bae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a8d45f-33a3-4dee-b2e7-20a57c8f3366,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:11.118683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cdd33cf0-1de9-4fd9-bec6-3953f9f46bae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:11.134492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-c33b77ce-f6aa-46e8-900a-6ac119557187 tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fac17d64240>, 'networks', '19abe32f-7c9a-4f64-af83-7d901f01ff53') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:11.136260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa372a-9346-4ce9-af29-d786eb4b8eed tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Calling delete_port for 2a1d0ddd-3845-42f5-a457-651f850f13f9 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:11.160328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdd33cf0-1de9-4fd9-bec6-3953f9f46bae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.160874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcdfc250-6e27-4877-8901-c13d1ddb8e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.164230 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cdd33cf0-1de9-4fd9-bec6-3953f9f46bae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.3445225
Dec 18 06:47:11.192623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46356) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:11.209367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-841b023e-1242-4862-a913-25beba03d758 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group_rule': {'security_group_id': '536589f4-f9d6-480b-a9a1-af583a0854a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:11.219385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 35c28977-4508-4690-9b98-acc6dec0c354, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=35c28977-4508-4690-9b98-acc6dec0c354,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:11.238852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-841b023e-1242-4862-a913-25beba03d758 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:11.243513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.244123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 803dd0df-f951-4e77-a66d-bb25594b1979 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:11.254129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7854f66-4dcd-4023-8310-9a2d8cb218d4 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet b78b5735-fc7a-4a6d-9ed3-3bee5c2f8e28 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:47:11.263107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-841b023e-1242-4862-a913-25beba03d758 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:11.266262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7854f66-4dcd-4023-8310-9a2d8cb218d4 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.309403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-841b023e-1242-4862-a913-25beba03d758 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:11.333963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-841b023e-1242-4862-a913-25beba03d758 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:11.350846 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c33b77ce-f6aa-46e8-900a-6ac119557187 tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "GET /v2.0/networks/19abe32f-7c9a-4f64-af83-7d901f01ff53/tags HTTP/1.1" status: 200  len: 238 time: 0.2282143
Dec 18 06:47:11.354022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46360) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:11.361778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-1b335dbb-e408-4349-afd3-3a596c8eb6a0 tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fac1d4f6a20>, 'networks', '19abe32f-7c9a-4f64-af83-7d901f01ff53', {'tags': ['tempest-TagsTest-Tag-175431665', 'tempest-TagsTest-Tag-583918153', 'tempest-TagsTest-Tag-116345424']}) {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:11.372772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.381301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Pushing event updated for resources: {'Port': ['ID=803dd0df-f951-4e77-a66d-bb25594b1979,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:11.406255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7854f66-4dcd-4023-8310-9a2d8cb218d4 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.440815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-841b023e-1242-4862-a913-25beba03d758 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.455253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8::15 (cdbce14d-7466-40eb-b6a5-49541b86e4d5/35a0b95f-b7da-4e34-9dd7-caacc48d1349/80409fd2-014a-42e3-aa4a-df7c7fd59d95) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:11.482041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8:0:1::1f1 (cdbce14d-7466-40eb-b6a5-49541b86e4d5/869ccff2-bef6-4e8d-9333-027e7bbfa637/80409fd2-014a-42e3-aa4a-df7c7fd59d95) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:11.615244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.615750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.616003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.616366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.616744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.617119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.617491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.618788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.619172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.619547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.620180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.620554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.620989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.621360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.621732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.622100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.622466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.622834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.623197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.624419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.624602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.624925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.625290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.625717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:11.640561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:11.645029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-91c96aa8-a304-46b4-ab46-18aeb848663b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:11.651776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46366) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:11.708746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-bcdfc250-6e27-4877-8901-c13d1ddb8e04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:11.709153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-bcdfc250-6e27-4877-8901-c13d1ddb8e04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:11.729031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-15f249c5-8e55-48c5-80f7-acd316f49e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d22e978>, [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:42:54Z', 'revision_number': 4, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b3e29252-cb64-4f56-b080-53d106aa8596', 'name': '', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'mac_address': 'fa:16:3e:24:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '425adf38-5fd3-496d-999b-301b4439713d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:51Z', 'updated_at': '2020-12-18T06:43:05Z', 'revision_number': 5, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'subnets': [{'id': '425adf38-5fd3-496d-999b-301b4439713d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:11.743037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f249c5-8e55-48c5-80f7-acd316f49e14 None None] Checking router: 8a305b25-e174-4c49-9324-9dda40e7078d for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:47:11.762782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f249c5-8e55-48c5-80f7-acd316f49e14 None None] Routers {'8a305b25-e174-4c49-9324-9dda40e7078d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:11.763487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-15f249c5-8e55-48c5-80f7-acd316f49e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d22e978>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['8a305b25-e174-4c49-9324-9dda40e7078d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:11.771507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.790445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Transition to ACTIVE for port object 80409fd2-014a-42e3-aa4a-df7c7fd59d95 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:11.794426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.806402 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1b335dbb-e408-4349-afd3-3a596c8eb6a0 tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "PUT /v2.0/networks/19abe32f-7c9a-4f64-af83-7d901f01ff53/tags HTTP/1.1" status: 200  len: 306 time: 0.4486272
Dec 18 06:47:11.807027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46370) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:11.813590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-fcc89c78-6f75-4420-9950-2cc308567819 tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fac17aa5470>, 'networks', '19abe32f-7c9a-4f64-af83-7d901f01ff53', 'tempest-TagsTest-Tag-175431665') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:11.824821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.836383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=35c28977-4508-4690-9b98-acc6dec0c354,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:11.842815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:11.845494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-841b023e-1242-4862-a913-25beba03d758 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.847955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-52dddc99-c752-460d-b4f1-75e59d8398fe tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:11.892815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3fa372a-9346-4ce9-af29-d786eb4b8eed tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.934604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.956263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9f1b4d82-6481-4d3e-a8f6-9bbc2f2b629d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:11.961846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-841b023e-1242-4862-a913-25beba03d758 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:11.990353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Pushing event deleted for resources: {'Port': ['ID=f1198e09-6719-4500-ab77-e5b36097ec0e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:11.999808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 803dd0df-f951-4e77-a66d-bb25594b1979 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:12.060805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-15f249c5-8e55-48c5-80f7-acd316f49e14 None None] Set router 8a305b25-e174-4c49-9324-9dda40e7078d gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:47:12.075634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:12.080290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f8974b20-e67c-43f8-aeac-d1c599ac64c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:12.097984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7854f66-4dcd-4023-8310-9a2d8cb218d4 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:12.185376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network cdbce14d-7466-40eb-b6a5-49541b86e4d5 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:12.195875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:12.202646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d3f9-0a36-4749-8535-60a2ce0cbfde tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:12.207487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:12.212542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:12.214620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:12.220606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b023e-1242-4862-a913-25beba03d758 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6d06ef-78bb-465e-836c-da677cd41374,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:12.251881 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 4.6603706
Dec 18 06:47:12.252007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-841b023e-1242-4862-a913-25beba03d758 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:12.252677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34e884d5-c413-444a-880d-a0b309be78c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:12.257847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46374) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:12.260995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=80409fd2-014a-42e3-aa4a-df7c7fd59d95,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:12.270567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-01ccf9cd-cc93-4c91-8672-1ee14da04e3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'fixed_ips': [{'subnet_id': '35a0b95f-b7da-4e34-9dd7-caacc48d1349'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:12.313838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:12.345315 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fcc89c78-6f75-4420-9950-2cc308567819 tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "DELETE /v2.0/networks/19abe32f-7c9a-4f64-af83-7d901f01ff53/tags/tempest-TagsTest-Tag-175431665 HTTP/1.1" status: 204  len: 168 time: 0.5370691
Dec 18 06:47:12.351219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46378) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:12.354141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa372a-9346-4ce9-af29-d786eb4b8eed tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Pushing event deleted for resources: {'Port': ['ID=2a1d0ddd-3845-42f5-a457-651f850f13f9,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:12.358789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-75f67a95-03de-49a1-bdd9-d8b2c652c0aa tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1d810cf8>, 'networks', '19abe32f-7c9a-4f64-af83-7d901f01ff53', 'tempest-TagsTest-Tag-175431665') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:12.395926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d3fa372a-9346-4ce9-af29-d786eb4b8eed tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:12.397771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d3f9-0a36-4749-8535-60a2ce0cbfde tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:12.504673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f3d01c-e198-49fc-855e-f14ff1374d31 None None] Network cdbce14d-7466-40eb-b6a5-49541b86e4d5 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:12.530557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-841b023e-1242-4862-a913-25beba03d758 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:12.534489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-841b023e-1242-4862-a913-25beba03d758 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 1.3381853
Dec 18 06:47:12.541026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46382) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:12.553012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e2bf73aa-9f98-4517-9351-5b0bc7157c48 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group_rule': {'security_group_id': '536589f4-f9d6-480b-a9a1-af583a0854a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:12.576938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e2bf73aa-9f98-4517-9351-5b0bc7157c48 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:12.584737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e2bf73aa-9f98-4517-9351-5b0bc7157c48 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:12.595825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-15f249c5-8e55-48c5-80f7-acd316f49e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d22e978>, [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:42:54Z', 'revision_number': 4, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b3e29252-cb64-4f56-b080-53d106aa8596', 'name': '', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'mac_address': 'fa:16:3e:24:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '425adf38-5fd3-496d-999b-301b4439713d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:51Z', 'updated_at': '2020-12-18T06:43:05Z', 'revision_number': 5, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'subnets': [{'id': '425adf38-5fd3-496d-999b-301b4439713d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:12.601150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e2bf73aa-9f98-4517-9351-5b0bc7157c48 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:12.633479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f249c5-8e55-48c5-80f7-acd316f49e14 None None] The sync data for ids ['8a305b25-e174-4c49-9324-9dda40e7078d'] in dv-neutron-765072-3-ovs is: [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:42:54Z', 'revision_number': 4, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b3e29252-cb64-4f56-b080-53d106aa8596', 'name': '', 'network_id': '3473ab7c-f2ea-4397-a8e9-9a05accc7567', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'mac_address': 'fa:16:3e:24:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '425adf38-5fd3-496d-999b-301b4439713d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:51Z', 'updated_at': '2020-12-18T06:43:05Z', 'revision_number': 5, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'subnets': [{'id': '425adf38-5fd3-496d-999b-301b4439713d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:47:12.665118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ede070ef-50a1-4881-9833-31f7f3cf51e8 None None] Provisioning for port 803dd0df-f951-4e77-a66d-bb25594b1979 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:12.674594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ede070ef-50a1-4881-9833-31f7f3cf51e8 None None] Provisioning complete for port 803dd0df-f951-4e77-a66d-bb25594b1979 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:12.675029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ede070ef-50a1-4881-9833-31f7f3cf51e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:12.690757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e2bf73aa-9f98-4517-9351-5b0bc7157c48 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:12.802283 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-75f67a95-03de-49a1-bdd9-d8b2c652c0aa tempest-TagsTest-886223394 tempest-TagsTest-886223394] show failed (client error): The resource could not be found.
Dec 18 06:47:12.803692 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-75f67a95-03de-49a1-bdd9-d8b2c652c0aa tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "GET /v2.0/networks/19abe32f-7c9a-4f64-af83-7d901f01ff53/tags/tempest-TagsTest-Tag-175431665 HTTP/1.1" status: 404  len: 325 time: 0.4514756
Dec 18 06:47:12.807524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46386) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:12.821875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-26caf73b-547f-403e-a832-0bdc70297ccb tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1763d9b0>, 'networks', '19abe32f-7c9a-4f64-af83-7d901f01ff53', 'tempest-TagsTest-Tag-583918153') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:12.917296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01ccf9cd-cc93-4c91-8672-1ee14da04e3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:12.933711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2bf73aa-9f98-4517-9351-5b0bc7157c48 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:13.099483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2bf73aa-9f98-4517-9351-5b0bc7157c48 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:13.109989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2bf73aa-9f98-4517-9351-5b0bc7157c48 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:13.130995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f96453b-3109-4565-a0af-53882fe824b5 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:13.155334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf73aa-9f98-4517-9351-5b0bc7157c48 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44451a3a-fa0b-46f3-9977-e3a3304eca9d,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:13.161267 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-26caf73b-547f-403e-a832-0bdc70297ccb tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "GET /v2.0/networks/19abe32f-7c9a-4f64-af83-7d901f01ff53/tags/tempest-TagsTest-Tag-583918153 HTTP/1.1" status: 204  len: 168 time: 0.3499777
Dec 18 06:47:13.162386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2bf73aa-9f98-4517-9351-5b0bc7157c48 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:13.166145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46390) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:13.180627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-b1fdc3ee-026a-4fc4-81f4-216309338086 tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac17a115f8>, 'networks', '19abe32f-7c9a-4f64-af83-7d901f01ff53', 'tempest-TagsTest-Tag-116345424') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:13.225335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae37bf-e463-42c6-9587-1198dfd73289 None None] New status for floating IP 46845e80-6c79-4efb-8ec1-49c7f8cc9a13: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:47:13.321053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d3f9-0a36-4749-8535-60a2ce0cbfde tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:13.353754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d9c08e5e-e0fb-4a2e-acb3-ea6ab207df1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:13.401475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2bf73aa-9f98-4517-9351-5b0bc7157c48 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:13.403044 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e2bf73aa-9f98-4517-9351-5b0bc7157c48 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.8612115
Dec 18 06:47:13.408791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46394) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:13.429111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7d3f9-0a36-4749-8535-60a2ce0cbfde tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb85b677-aa16-4f92-9d60-4977d0305cc7,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:13.441350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b6c7d3f9-0a36-4749-8535-60a2ce0cbfde tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:13.446874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-85ac0fe9-b012-4de4-92b9-d21bc3a4e7b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group_rule': {'security_group_id': '536589f4-f9d6-480b-a9a1-af583a0854a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:13.459790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:13.479891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-82fc4277-0f25-47a2-ab54-15993d2c66e3 None None] Provisioning for port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:13.491030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-82fc4277-0f25-47a2-ab54-15993d2c66e3 None None] Provisioning complete for port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:13.491937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82fc4277-0f25-47a2-ab54-15993d2c66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:13.544592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-85ac0fe9-b012-4de4-92b9-d21bc3a4e7b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:13.557849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-85ac0fe9-b012-4de4-92b9-d21bc3a4e7b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:13.567376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-85ac0fe9-b012-4de4-92b9-d21bc3a4e7b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:13.579021 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b1fdc3ee-026a-4fc4-81f4-216309338086 tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "GET /v2.0/networks/19abe32f-7c9a-4f64-af83-7d901f01ff53/tags/tempest-TagsTest-Tag-116345424 HTTP/1.1" status: 204  len: 168 time: 0.4054694
Dec 18 06:47:13.579563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46398) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:13.593852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-85ac0fe9-b012-4de4-92b9-d21bc3a4e7b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:13.601898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-8f51704a-20c6-455c-bbf6-ddb0c3f8732a tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac1c31d978>, 'networks', '19abe32f-7c9a-4f64-af83-7d901f01ff53') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:13.622198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-82fc4277-0f25-47a2-ab54-15993d2c66e3 None None] Port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:13.654177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-82fc4277-0f25-47a2-ab54-15993d2c66e3 None None] Provisioning complete for port 803dd0df-f951-4e77-a66d-bb25594b1979 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:13.655255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82fc4277-0f25-47a2-ab54-15993d2c66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:13.699914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6c7d3f9-0a36-4749-8535-60a2ce0cbfde tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:13.704038 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b6c7d3f9-0a36-4749-8535-60a2ce0cbfde tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "DELETE /v2.0/security-groups/bb85b677-aa16-4f92-9d60-4977d0305cc7 HTTP/1.1" status: 204  len: 168 time: 2.0341165
Dec 18 06:47:13.707105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3fa372a-9346-4ce9-af29-d786eb4b8eed tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:13.709341 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d3fa372a-9346-4ce9-af29-d786eb4b8eed tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] 10.222.0.23 "DELETE /v2.0/ports/2a1d0ddd-3845-42f5-a457-651f850f13f9 HTTP/1.1" status: 204  len: 168 time: 4.9479332
Dec 18 06:47:13.720298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46402) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:13.720607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46404) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:13.749465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Request body: {'port': {'name': 'tempest-new-port-name-233085021', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:13.752395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.api.validators [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] bootfile-name is not in valid_values {{(pid=81085) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 18 06:47:13.752855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.api.validators [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] tftp-server is not in valid_values {{(pid=81085) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 18 06:47:13.753162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.api.validators [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] server-ip-address is not in valid_values {{(pid=81085) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 18 06:47:13.825845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85ac0fe9-b012-4de4-92b9-d21bc3a4e7b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:13.870698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:47:13.887832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:13.917312 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-5b6f81bc-5af1-4d51-9b2c-ebeaaacfb2a4 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] show failed (client error): The resource could not be found.
Dec 18 06:47:13.918885 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5b6f81bc-5af1-4d51-9b2c-ebeaaacfb2a4 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "GET /v2.0/security-groups/bb85b677-aa16-4f92-9d60-4977d0305cc7 HTTP/1.1" status: 404  len: 347 time: 0.1927762
Dec 18 06:47:13.932263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:13.934016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 35c28977-4508-4690-9b98-acc6dec0c354 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:13.987168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1cd051-a6fe-4e1c-9310-3969de644bb6 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:47:14.009462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46410) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:14.012879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1bf0e746-4e1a-4107-b910-074e6a5c6012 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:14.069787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d61cdf55-9830-40b1-acc2-dad571b2384b None None] Provisioning complete for port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:14.070213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d61cdf55-9830-40b1-acc2-dad571b2384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.164267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7854f66-4dcd-4023-8310-9a2d8cb218d4 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.169365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d61cdf55-9830-40b1-acc2-dad571b2384b None None] Port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:14.173634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 35c28977-4508-4690-9b98-acc6dec0c354 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:14.174068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.250170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1cd051-a6fe-4e1c-9310-3969de644bb6 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:47:14.288319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85ac0fe9-b012-4de4-92b9-d21bc3a4e7b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.306706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85ac0fe9-b012-4de4-92b9-d21bc3a4e7b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.318414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-801ae7ff-ab02-4459-aafc-9a54abdc02be tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:14.354402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac0fe9-b012-4de4-92b9-d21bc3a4e7b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42b6cfc-e76b-45fd-bb5a-2cb6380af94c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:14.363325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8f51704a-20c6-455c-bbf6-ddb0c3f8732a tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "DELETE /v2.0/networks/19abe32f-7c9a-4f64-af83-7d901f01ff53/tags HTTP/1.1" status: 204  len: 168 time: 0.7751794
Dec 18 06:47:14.366047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85ac0fe9-b012-4de4-92b9-d21bc3a4e7b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:14.366955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-01ccf9cd-cc93-4c91-8672-1ee14da04e3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Delete allocated IP 2001:db8:0:1::1f1 (cdbce14d-7466-40eb-b6a5-49541b86e4d5/869ccff2-bef6-4e8d-9333-027e7bbfa637) {{(pid=81084) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 18 06:47:14.369122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46414) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:14.382300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-c9d79080-2483-49cc-b068-12af61c99a7c tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1d188cc0>, 'networks', '19abe32f-7c9a-4f64-af83-7d901f01ff53', 'tempest-TagsTest-Tag-583918153') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:14.408658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85ac0fe9-b012-4de4-92b9-d21bc3a4e7b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.412659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-85ac0fe9-b012-4de4-92b9-d21bc3a4e7b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.9854414
Dec 18 06:47:14.430648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3729edb0-45e4-4117-ab2f-ce0ea7a3925a None None] Provisioning complete for port 803dd0df-f951-4e77-a66d-bb25594b1979 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:14.430996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3729edb0-45e4-4117-ab2f-ce0ea7a3925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.469818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46418) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:14.531114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3afd5d2e-30f0-4b8c-b15e-f404df0e0a35 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group_rule': {'security_group_id': '536589f4-f9d6-480b-a9a1-af583a0854a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:14.554333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3afd5d2e-30f0-4b8c-b15e-f404df0e0a35 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:14.571559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3afd5d2e-30f0-4b8c-b15e-f404df0e0a35 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:14.577135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3afd5d2e-30f0-4b8c-b15e-f404df0e0a35 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:14.594515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3afd5d2e-30f0-4b8c-b15e-f404df0e0a35 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:14.623987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=37fe3f1a-83e4-47c5-87cb-44f3b069caf3,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:14.627539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:14.646959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.649921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f74b3209-cfa7-46a7-9feb-c790426170b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.662097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cb22619a-7b4d-4f74-b3cb-f9a1fc1951d0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:14.677540 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-c9d79080-2483-49cc-b068-12af61c99a7c tempest-TagsTest-886223394 tempest-TagsTest-886223394] show failed (client error): The resource could not be found.
Dec 18 06:47:14.682325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c9d79080-2483-49cc-b068-12af61c99a7c tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "GET /v2.0/networks/19abe32f-7c9a-4f64-af83-7d901f01ff53/tags/tempest-TagsTest-Tag-583918153 HTTP/1.1" status: 404  len: 325 time: 0.3094606
Dec 18 06:47:14.686618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46422) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:14.699897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-4b3329d0-cc63-44cc-ad20-a78dfff73076 tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1d1346d8>, 'networks', '19abe32f-7c9a-4f64-af83-7d901f01ff53', 'tempest-TagsTest-Tag-116345424') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:14.717546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cb802-8267-470c-bd04-4f9a62be4d99 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Deleting port 55cfc71c-4335-48bf-966d-ce931543c614 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:14.717900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb802-8267-470c-bd04-4f9a62be4d99 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.723344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3afd5d2e-30f0-4b8c-b15e-f404df0e0a35 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.756130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.780692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7854f66-4dcd-4023-8310-9a2d8cb218d4 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=b78b5735-fc7a-4a6d-9ed3-3bee5c2f8e28,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:14.786970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.791333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7854f66-4dcd-4023-8310-9a2d8cb218d4 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:14.882179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01ccf9cd-cc93-4c91-8672-1ee14da04e3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.907465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7854f66-4dcd-4023-8310-9a2d8cb218d4 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.907984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-4b3329d0-cc63-44cc-ad20-a78dfff73076 tempest-TagsTest-886223394 tempest-TagsTest-886223394] show failed (client error): The resource could not be found.
Dec 18 06:47:14.911780 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4b3329d0-cc63-44cc-ad20-a78dfff73076 tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "GET /v2.0/networks/19abe32f-7c9a-4f64-af83-7d901f01ff53/tags/tempest-TagsTest-Tag-116345424 HTTP/1.1" status: 404  len: 325 time: 0.2213678
Dec 18 06:47:14.914596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46426) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:14.915086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-01ccf9cd-cc93-4c91-8672-1ee14da04e3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Ignored duplicate provisioning block setup for port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 18 06:47:14.927622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-35a5d333-a849-47fb-9d7e-9dbec23a7ea1 tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac17377b38>, 'networks', '19abe32f-7c9a-4f64-af83-7d901f01ff53') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:14.950743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01ccf9cd-cc93-4c91-8672-1ee14da04e3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:14.953547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3afd5d2e-30f0-4b8c-b15e-f404df0e0a35 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.013908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1fcb7d0d-fcf0-4116-92c9-9c4548f62832 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:15.057695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3afd5d2e-30f0-4b8c-b15e-f404df0e0a35 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.202832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccf9cd-cc93-4c91-8672-1ee14da04e3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=80409fd2-014a-42e3-aa4a-df7c7fd59d95,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:15.212421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-01ccf9cd-cc93-4c91-8672-1ee14da04e3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:15.216287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:15.252023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd5d2e-30f0-4b8c-b15e-f404df0e0a35 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8856f3e8-8513-4414-822a-10ce9c06c94e,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:15.254143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3afd5d2e-30f0-4b8c-b15e-f404df0e0a35 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.255534 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3afd5d2e-30f0-4b8c-b15e-f404df0e0a35 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 747 time: 0.7291279
Dec 18 06:47:15.262122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3afd5d2e-30f0-4b8c-b15e-f404df0e0a35 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:15.265375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46430) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:15.328184 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-35a5d333-a849-47fb-9d7e-9dbec23a7ea1 tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "DELETE /v2.0/networks/19abe32f-7c9a-4f64-af83-7d901f01ff53/tags HTTP/1.1" status: 204  len: 168 time: 0.4118447
Dec 18 06:47:15.334364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44af0898-aa2d-42f6-b65e-06a631785d34 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.339923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46434) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:15.340909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-01ccf9cd-cc93-4c91-8672-1ee14da04e3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] In _notify_port_updated(), no bound segment for port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 on network cdbce14d-7466-40eb-b6a5-49541b86e4d5 {{(pid=81084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:47:15.345664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ccf9cd-cc93-4c91-8672-1ee14da04e3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:15.346361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01ccf9cd-cc93-4c91-8672-1ee14da04e3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.350394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-01ccf9cd-cc93-4c91-8672-1ee14da04e3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "PUT /v2.0/ports/80409fd2-014a-42e3-aa4a-df7c7fd59d95 HTTP/1.1" status: 200  len: 925 time: 3.0885727
Dec 18 06:47:15.372830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46436) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:15.398571 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e7854f66-4dcd-4023-8310-9a2d8cb218d4 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/b78b5735-fc7a-4a6d-9ed3-3bee5c2f8e28 HTTP/1.1" status: 204  len: 168 time: 5.4303260
Dec 18 06:47:15.406118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-de9d2acf-5115-46ca-a643-a1e986970a52 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'fixed_ips': [{'subnet_id': '35a0b95f-b7da-4e34-9dd7-caacc48d1349'}, {'subnet_id': '869ccff2-bef6-4e8d-9333-027e7bbfa637'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:15.433439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46442) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:15.435018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44af0898-aa2d-42f6-b65e-06a631785d34 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.539931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Router 1469da04-a891-416a-9396-95362c25fc34 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:47:15.546884 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-09c33c44-d1a0-44dd-b70e-3cbfecb08c4e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1022382
Dec 18 06:47:15.552832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46446) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:15.562118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e2a549-aefa-4060-a7f1-4fad7fc5f351 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:15.563258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:15.589900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44af0898-aa2d-42f6-b65e-06a631785d34 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.657693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2bf73aa-9f98-4517-9351-5b0bc7157c48 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:15.689914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a4edda1f-4562-4364-8aed-7ff82fb80916 None None] Provisioning complete for port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:15.690951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4edda1f-4562-4364-8aed-7ff82fb80916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.694382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.752936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb802-8267-470c-bd04-4f9a62be4d99 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.753183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb802-8267-470c-bd04-4f9a62be4d99 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.757415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af0898-aa2d-42f6-b65e-06a631785d34 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8856f3e8-8513-4414-822a-10ce9c06c94e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:15.771189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-44af0898-aa2d-42f6-b65e-06a631785d34 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:15.780184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.787743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44af0898-aa2d-42f6-b65e-06a631785d34 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.788970 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-44af0898-aa2d-42f6-b65e-06a631785d34 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-group-rules/8856f3e8-8513-4414-822a-10ce9c06c94e HTTP/1.1" status: 204  len: 168 time: 0.5225248
Dec 18 06:47:15.794673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46450) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:15.846886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a4edda1f-4562-4364-8aed-7ff82fb80916 None None] Port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:15.869599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:15.881544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:15.886121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:15.894818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a4edda1f-4562-4364-8aed-7ff82fb80916 None None] Provisioning complete for port 803dd0df-f951-4e77-a66d-bb25594b1979 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:15.895248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4edda1f-4562-4364-8aed-7ff82fb80916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:15.968664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:16.005132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e77c0ec6-ba64-42f8-9db5-e092feda43eb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:16.029876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.047343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:16.054667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d140962e-64c6-4b73-a4ee-0d52545b5a16 None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:47:16.065174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d140962e-64c6-4b73-a4ee-0d52545b5a16 None None] Deleting port 35c28977-4508-4690-9b98-acc6dec0c354 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:16.065619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d140962e-64c6-4b73-a4ee-0d52545b5a16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.176633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e77c0ec6-ba64-42f8-9db5-e092feda43eb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:16.180965 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e77c0ec6-ba64-42f8-9db5-e092feda43eb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5501 time: 0.3808892
Dec 18 06:47:16.201204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46458) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:16.234927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cb802-8267-470c-bd04-4f9a62be4d99 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Calling delete_port for 55cfc71c-4335-48bf-966d-ce931543c614 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:16.261408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.282539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-de3489bb-b42f-4d43-b8d2-079f3f29e1eb None None] Provisioning complete for port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:16.282891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de3489bb-b42f-4d43-b8d2-079f3f29e1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.297709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:47:16.304102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.305370 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "PUT /v2.0/routers/1469da04-a891-416a-9396-95362c25fc34 HTTP/1.1" status: 200  len: 706 time: 9.6522000
Dec 18 06:47:16.322445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9739c12-70b5-467e-ab29-6c13f68efb7e None None] Sync routers for ids ['1469da04-a891-416a-9396-95362c25fc34'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:47:16.329493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46462) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:16.345197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d140962e-64c6-4b73-a4ee-0d52545b5a16 None None] For port 35c28977-4508-4690-9b98-acc6dec0c354, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=35c28977-4508-4690-9b98-acc6dec0c354,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:16.345407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d140962e-64c6-4b73-a4ee-0d52545b5a16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.365773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9739c12-70b5-467e-ab29-6c13f68efb7e None None] Routers {'1469da04-a891-416a-9396-95362c25fc34'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:16.366479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a9739c12-70b5-467e-ab29-6c13f68efb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d25bf28>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['1469da04-a891-416a-9396-95362c25fc34'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:16.370813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d135128>,) {'filters': {'network_id': ['19abe32f-7c9a-4f64-af83-7d901f01ff53']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:16.388972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e7644c7-7444-4814-a2a5-d8f99b29e17c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.411340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d135128>, '7518363c-fa07-4215-947e-cf859d040b0b') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:16.411656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d135128>, '7518363c-fa07-4215-947e-cf859d040b0b') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:16.419217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e7644c7-7444-4814-a2a5-d8f99b29e17c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.439718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.473936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.478732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Releasing vxlan tunnel 9 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:47:16.497620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e7644c7-7444-4814-a2a5-d8f99b29e17c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.549012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d140962e-64c6-4b73-a4ee-0d52545b5a16 None None] Calling delete_port for 35c28977-4508-4690-9b98-acc6dec0c354 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:16.556770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:16.576622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a9739c12-70b5-467e-ab29-6c13f68efb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d25bf28>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:16.577707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-de3489bb-b42f-4d43-b8d2-079f3f29e1eb None None] Port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:16.585958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7644c7-7444-4814-a2a5-d8f99b29e17c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b42b6cfc-e76b-45fd-bb5a-2cb6380af94c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:16.602457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9739c12-70b5-467e-ab29-6c13f68efb7e None None] Routers {'1469da04-a891-416a-9396-95362c25fc34'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:16.603154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a9739c12-70b5-467e-ab29-6c13f68efb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d25bf28>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:46:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['1469da04-a891-416a-9396-95362c25fc34'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:16.604615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e7644c7-7444-4814-a2a5-d8f99b29e17c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:16.658036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e7644c7-7444-4814-a2a5-d8f99b29e17c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.659232 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8e7644c7-7444-4814-a2a5-d8f99b29e17c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-group-rules/b42b6cfc-e76b-45fd-bb5a-2cb6380af94c HTTP/1.1" status: 204  len: 168 time: 0.4569912
Dec 18 06:47:16.663977 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2acf602d-ff88-4436-a761-7dc43dd216f6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/routers/1469da04-a891-416a-9396-95362c25fc34 HTTP/1.1" status: 200  len: 741 time: 0.3287494
Dec 18 06:47:16.664744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46466) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:16.665110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46468) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:16.675480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a9739c12-70b5-467e-ab29-6c13f68efb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d25bf28>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:16.676181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9739c12-70b5-467e-ab29-6c13f68efb7e None None] The sync data for ids ['1469da04-a891-416a-9396-95362c25fc34'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:47:16.705174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d140962e-64c6-4b73-a4ee-0d52545b5a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.708570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Network 19abe32f-7c9a-4f64-af83-7d901f01ff53 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:16.718962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.723262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5ebdf1f2-ff1a-4548-831e-568c3dc49998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:16.792504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de9d2acf-5115-46ca-a643-a1e986970a52 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:16.806057 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2ef1d661-5bae-41a9-86dd-6fadfcef3834 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] 10.222.0.23 "GET /v2.0/ports?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6&device_id=1469da04-a891-416a-9396-95362c25fc34 HTTP/1.1" status: 200  len: 205 time: 0.1151724
Dec 18 06:47:16.807715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46474) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:16.817981 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Floating IP 5e3152d6-bfac-4deb-8d14-163079111a58 associated. External IP: 172.26.7.111, port: d72ef3b9-3654-4388-8c92-c598e32ff9e2.
Dec 18 06:47:16.823304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140962e-64c6-4b73-a4ee-0d52545b5a16 None None] Pushing event deleted for resources: {'Port': ['ID=35c28977-4508-4690-9b98-acc6dec0c354,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:16.835168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d140962e-64c6-4b73-a4ee-0d52545b5a16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:16.868245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140962e-64c6-4b73-a4ee-0d52545b5a16 None None] No DVR routers for this DVR port 35c28977-4508-4690-9b98-acc6dec0c354 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:47:16.931769 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f6149d7e-e308-4a80-8235-afa2bd02493d tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "GET /v2.0/ports?device_id=1469da04-a891-416a-9396-95362c25fc34 HTTP/1.1" status: 200  len: 205 time: 0.1200521
Dec 18 06:47:16.932294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46478) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:17.002766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4514cfd8-f35b-48b5-bf0e-376eb101e931 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:17.023633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Network 19abe32f-7c9a-4f64-af83-7d901f01ff53 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:17.348282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.388105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9d03c1a-8b2c-4ec2-8496-418cb217105f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:47:17.390235 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:47:17.438285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb802-8267-470c-bd04-4f9a62be4d99 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.451279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fdd6b7f4-5a53-4110-b129-d731b2ec8656 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:17.463745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d642949-5299-4d97-9b5a-dcccccdce58f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.566798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4514cfd8-f35b-48b5-bf0e-376eb101e931 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:17.568140 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4514cfd8-f35b-48b5-bf0e-376eb101e931 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4980 time: 0.8809278
Dec 18 06:47:17.581859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cb802-8267-470c-bd04-4f9a62be4d99 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Pushing event deleted for resources: {'Port': ['ID=55cfc71c-4335-48bf-966d-ce931543c614,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:17.594126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46484) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:17.614264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4e7cb802-8267-470c-bd04-4f9a62be4d99 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:17.673585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.731729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5a4c547e-d275-4c89-bad2-f70d0c7936b8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:17.756907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.770358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d642949-5299-4d97-9b5a-dcccccdce58f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.773174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Pushing event deleted for resources: {'Network': ['ID=19abe32f-7c9a-4f64-af83-7d901f01ff53,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:17.775551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d642949-5299-4d97-9b5a-dcccccdce58f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.781555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:17.788556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] 10.222.0.23 "DELETE /v2.0/networks/19abe32f-7c9a-4f64-af83-7d901f01ff53 HTTP/1.1" status: 204  len: 168 time: 2.4339671
Dec 18 06:47:17.796073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:47:17.804045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6149da9d-bdbb-4589-837e-5247bddbfa16 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.852927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6149da9d-bdbb-4589-837e-5247bddbfa16 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.860504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d642949-5299-4d97-9b5a-dcccccdce58f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.860637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.861082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d642949-5299-4d97-9b5a-dcccccdce58f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Fanout notify agent at l3_agent the message router_deleted on router 1469da04-a891-416a-9396-95362c25fc34 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:47:17.881495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d642949-5299-4d97-9b5a-dcccccdce58f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.882703 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4d642949-5299-4d97-9b5a-dcccccdce58f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "DELETE /v2.0/routers/1469da04-a891-416a-9396-95362c25fc34 HTTP/1.1" status: 204  len: 168 time: 0.9494505
Dec 18 06:47:17.898137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46490) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:17.926273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:17.949071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 35c28977-4508-4690-9b98-acc6dec0c354 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:47:17.957822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30340305-b0ec-4912-a3f8-12fc59030a5d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:17.970391 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-29d88134-c2a2-4098-81ab-0fc64afd1def tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "GET /v2.0/ports?device_id=1469da04-a891-416a-9396-95362c25fc34 HTTP/1.1" status: 200  len: 205 time: 0.0708718
Dec 18 06:47:17.973117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46494) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:17.991330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 35c28977-4508-4690-9b98-acc6dec0c354 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:47:17.991980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 35c28977-4508-4690-9b98-acc6dec0c354 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:47:18.113746 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-b8ef6d73-0b1c-4adf-b5c7-ec4fa1a97365 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] delete failed (client error): The resource could not be found.
Dec 18 06:47:18.114779 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b8ef6d73-0b1c-4adf-b5c7-ec4fa1a97365 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "DELETE /v2.0/routers/1469da04-a891-416a-9396-95362c25fc34 HTTP/1.1" status: 404  len: 336 time: 0.1405687
Dec 18 06:47:18.118987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46500) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:18.172704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46504) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:18.184327 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4d08140d-fcfb-42b0-bbc5-c1aec1b217a0 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "GET /v2.0/ports?device_id=80614ce9-00e7-40fc-908e-cefa9fc7ef40 HTTP/1.1" status: 200  len: 205 time: 0.0641270
Dec 18 06:47:18.192491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46508) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:18.268362 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-9a2983a0-27a6-45c4-80f9-893535c2cc2c tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] delete failed (client error): The resource could not be found.
Dec 18 06:47:18.269489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9a2983a0-27a6-45c4-80f9-893535c2cc2c tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "DELETE /v2.0/routers/80614ce9-00e7-40fc-908e-cefa9fc7ef40 HTTP/1.1" status: 404  len: 336 time: 0.0758197
Dec 18 06:47:18.272901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46514) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:18.299488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6149da9d-bdbb-4589-837e-5247bddbfa16 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:18.320562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Pushing event updated for resources: {'Port': ['ID=71cba911-34c7-4c7e-8089-f2d965fef383,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:18.337264 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a7a6fd35-ef57-4ac8-aa73-eb438c64d025 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "GET /v2.0/ports?device_id=4c0a012b-d93a-497f-a300-bde18c50c1ef HTTP/1.1" status: 200  len: 205 time: 0.0609419
Dec 18 06:47:18.339106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:18.339609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46518) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:18.349215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:18.431840 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-242ffe33-6e0a-4f9a-a089-3e2aa338d3c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51210c7f1ad44625a4c79e42e5077a25&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2492607
Dec 18 06:47:18.456658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46522) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:18.459965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149da9d-bdbb-4589-837e-5247bddbfa16 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44451a3a-fa0b-46f3-9977-e3a3304eca9d,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:18.466036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:47:18.467155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6149da9d-bdbb-4589-837e-5247bddbfa16 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:18.485700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:18.492203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:18.508440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4914c4a6-27de-4a56-b2ff-051bd3cb4b91 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:18.537961 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-b0ad2707-50fc-44a0-8a27-9ebb19b38fb6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] delete failed (client error): The resource could not be found.
Dec 18 06:47:18.539083 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b0ad2707-50fc-44a0-8a27-9ebb19b38fb6 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "DELETE /v2.0/routers/4c0a012b-d93a-497f-a300-bde18c50c1ef HTTP/1.1" status: 404  len: 336 time: 0.1835480
Dec 18 06:47:18.542847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46526) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:18.610689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb802-8267-470c-bd04-4f9a62be4d99 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:18.643854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=fab4a6b7-a983-41ad-8c1d-1bf913e1f699,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:18.656370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:18.698345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:18.699826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:18.709873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae96b5c-2988-476b-ab4a-37e92a9f665e None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:18.712653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:18.713546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:18.733368 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.1789312
Dec 18 06:47:18.736168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46530) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:18.742326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-802322e4-94d1-4d07-8a1a-54308d3ce12f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1335450965', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:18.750681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-802322e4-94d1-4d07-8a1a-54308d3ce12f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:18.757156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-802322e4-94d1-4d07-8a1a-54308d3ce12f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:router and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:18.765837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-802322e4-94d1-4d07-8a1a-54308d3ce12f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:18.772269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-802322e4-94d1-4d07-8a1a-54308d3ce12f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:18.782838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-802322e4-94d1-4d07-8a1a-54308d3ce12f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:18.784070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-802322e4-94d1-4d07-8a1a-54308d3ce12f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:18.801024 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b77b7581-853f-48f1-a0ab-1c8dfa427be2 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "GET /v2.0/ports?device_id=a090fb07-6d01-47e4-8093-23261491b777 HTTP/1.1" status: 200  len: 205 time: 0.2435143
Dec 18 06:47:18.801359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46534) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:18.828566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6149da9d-bdbb-4589-837e-5247bddbfa16 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:18.829802 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6149da9d-bdbb-4589-837e-5247bddbfa16 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-group-rules/44451a3a-fa0b-46f3-9977-e3a3304eca9d HTTP/1.1" status: 204  len: 168 time: 1.2263627
Dec 18 06:47:18.830968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb802-8267-470c-bd04-4f9a62be4d99 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:18.834916 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4e7cb802-8267-470c-bd04-4f9a62be4d99 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] 10.222.0.23 "DELETE /v2.0/floatingips/46845e80-6c79-4efb-8ec1-49c7f8cc9a13 HTTP/1.1" status: 204  len: 168 time: 4.7886190
Dec 18 06:47:18.837352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-de9d2acf-5115-46ca-a643-a1e986970a52 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8:0:1::333 (cdbce14d-7466-40eb-b6a5-49541b86e4d5/869ccff2-bef6-4e8d-9333-027e7bbfa637/80409fd2-014a-42e3-aa4a-df7c7fd59d95) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:18.841233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46538) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:18.841635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46540) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:18.883922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-802322e4-94d1-4d07-8a1a-54308d3ce12f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:18.886780 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-257a9aee-bf08-4cc7-bdb1-583708e538a7 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] delete failed (client error): The resource could not be found.
Dec 18 06:47:18.890508 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-257a9aee-bf08-4cc7-bdb1-583708e538a7 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "DELETE /v2.0/routers/a090fb07-6d01-47e4-8093-23261491b777 HTTP/1.1" status: 404  len: 336 time: 0.0848043
Dec 18 06:47:18.894320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46546) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:18.956159 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d1728ddc-a610-442d-97ab-c8190e3a651f tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "GET /v2.0/ports?device_id=afa9f1be-3534-4664-a2df-a997d32ecfb8 HTTP/1.1" status: 200  len: 205 time: 0.0587068
Dec 18 06:47:18.957045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46550) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:18.959523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ad111ec8-95ba-4f7b-894c-936b4393236b None None] Provisioning complete for port 71cba911-34c7-4c7e-8089-f2d965fef383 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:18.959987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad111ec8-95ba-4f7b-894c-936b4393236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:19.021700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-802322e4-94d1-4d07-8a1a-54308d3ce12f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:19.042902 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-7cff207c-3052-42e8-80c7-d450356c5101 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] delete failed (client error): The resource could not be found.
Dec 18 06:47:19.047115 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7cff207c-3052-42e8-80c7-d450356c5101 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "DELETE /v2.0/routers/afa9f1be-3534-4664-a2df-a997d32ecfb8 HTTP/1.1" status: 404  len: 336 time: 0.0848582
Dec 18 06:47:19.047418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46554) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:19.055301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': 'fab4a6b7-a983-41ad-8c1d-1bf913e1f699'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:47:19.056217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:19.072111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ad111ec8-95ba-4f7b-894c-936b4393236b None None] Port 71cba911-34c7-4c7e-8089-f2d965fef383 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:19.104237 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a5111243-1a4f-4f5c-b65d-94555f73a837 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "GET /v2.0/ports?device_id=12f8aadb-9e4c-433f-84d1-6087a8c68bbc HTTP/1.1" status: 200  len: 205 time: 0.0539138
Dec 18 06:47:19.104984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46558) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:19.168592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-802322e4-94d1-4d07-8a1a-54308d3ce12f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:19.169954 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-802322e4-94d1-4d07-8a1a-54308d3ce12f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.4326198
Dec 18 06:47:19.179006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46562) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:19.182373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-5df41a1f-c527-436f-8cff-090b28e6fe70 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] delete failed (client error): The resource could not be found.
Dec 18 06:47:19.186811 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5df41a1f-c527-436f-8cff-090b28e6fe70 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "DELETE /v2.0/routers/12f8aadb-9e4c-433f-84d1-6087a8c68bbc HTTP/1.1" status: 404  len: 336 time: 0.0802929
Dec 18 06:47:19.246636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46568) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:19.302853 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f3ac99-5064-4392-9682-8e4f7b298564 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] DELETE failed (client error): The resource could not be found.
Dec 18 06:47:19.308699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f3ac99-5064-4392-9682-8e4f7b298564 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:47:19.308699 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-41f3ac99-5064-4392-9682-8e4f7b298564 tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] 10.222.0.23 "DELETE /v2.0/subnets/44ae7897-3f7b-4781-8fea-437b3238a140 HTTP/1.1" status: 404  len: 337 time: 0.0605111
Dec 18 06:47:19.426404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:19.435047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Allocated IP 2001:db8::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/fab4a6b7-a983-41ad-8c1d-1bf913e1f699/c6fa6919-a99b-4906-9245-88a1907fdb25) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:19.442426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4509b5d5-3861-47b3-9cdc-802812d4599e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:19.452841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] In _notify_port_updated(), no bound segment for port 71cba911-34c7-4c7e-8089-f2d965fef383 on network 7a57b575-a7a8-4536-9e99-26dc0a721a77 {{(pid=81085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:47:19.457059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:19.457777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:19.459192 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] 10.222.0.23 "PUT /v2.0/ports/71cba911-34c7-4c7e-8089-f2d965fef383 HTTP/1.1" status: 200  len: 1136 time: 5.7309940
Dec 18 06:47:19.463945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46576) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:19.604426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-61bae103-f951-4e93-ab2b-25e721c69586 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:19.649481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4509b5d5-3861-47b3-9cdc-802812d4599e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:19.661190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46582) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:19.686636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:19.691918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:47:19.699885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Transition to ACTIVE for port object c6fa6919-a99b-4906-9245-88a1907fdb25 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:19.703447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ba656-f064-4af2-8bb8-47ff153f4455 None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:47:19.717293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ba656-f064-4af2-8bb8-47ff153f4455 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:19.718018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-939ba656-f064-4af2-8bb8-47ff153f4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d87f3c8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:19.766334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb308cf0-9fdf-4b07-9b07-e50f8d82e612 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:19.768071 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fb308cf0-9fdf-4b07-9b07-e50f8d82e612 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] 10.222.0.23 "GET /v2.0/ports/71cba911-34c7-4c7e-8089-f2d965fef383 HTTP/1.1" status: 200  len: 1136 time: 0.2995336
Dec 18 06:47:19.772638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46590) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:19.777065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Transition to ACTIVE for port object c6fa6919-a99b-4906-9245-88a1907fdb25 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:19.788561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:19.793630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-939ba656-f064-4af2-8bb8-47ff153f4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d87f3c8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:19.803236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939ba656-f064-4af2-8bb8-47ff153f4455 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:19.804820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-939ba656-f064-4af2-8bb8-47ff153f4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d87f3c8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:19.838200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-32d5d7b3-6b89-4760-aa15-01751f72b8fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:19.838724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-61bae103-f951-4e93-ab2b-25e721c69586 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:19.840158 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-61bae103-f951-4e93-ab2b-25e721c69586 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4459 time: 0.9913406
Dec 18 06:47:19.850504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46594) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:19.867727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:19.910520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-939ba656-f064-4af2-8bb8-47ff153f4455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d87f3c8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:19.911194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939ba656-f064-4af2-8bb8-47ff153f4455 None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:47:19.918428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1472a5f0-bc3f-47a6-b764-6aa81fee7091 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:19.952766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1472a5f0-bc3f-47a6-b764-6aa81fee7091 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.012048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d45765b6-6b20-41b1-9b06-a96e3dab7fd3 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Deleting port 71cba911-34c7-4c7e-8089-f2d965fef383 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:20.012537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d45765b6-6b20-41b1-9b06-a96e3dab7fd3 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.024046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de9d2acf-5115-46ca-a643-a1e986970a52 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.030654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Pushing event updated for resources: {'Port': ['ID=c6fa6919-a99b-4906-9245-88a1907fdb25,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:20.037775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:20.044032 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 15.8299034
Dec 18 06:47:20.046201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46598) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:20.060680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4509b5d5-3861-47b3-9cdc-802812d4599e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.069440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a10ed70f-7a63-4a28-9c8f-6041fab4a1a9 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:20.075355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-25495512'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:20.076099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6df0c6dd-f7a7-43ad-b1c6-079b279ca5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.080777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.090418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:20.091844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:20.095390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:20.109234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509b5d5-3861-47b3-9cdc-802812d4599e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1088d33c-b1e4-4482-b303-11af0313ef93,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:20.111769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:20.118652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4509b5d5-3861-47b3-9cdc-802812d4599e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:20.123309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-de9d2acf-5115-46ca-a643-a1e986970a52 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Transition to ACTIVE for port object 80409fd2-014a-42e3-aa4a-df7c7fd59d95 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:20.124449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6df0c6dd-f7a7-43ad-b1c6-079b279ca5ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:20.125397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:network and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:20.128084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.137467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:20.144740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1472a5f0-bc3f-47a6-b764-6aa81fee7091 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.155507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:20.179026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Attempting to bind port c6fa6919-a99b-4906-9245-88a1907fdb25 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:47:20.179445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Attempting to bind port c6fa6919-a99b-4906-9245-88a1907fdb25 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:47:20.179868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Attempting to bind port c6fa6919-a99b-4906-9245-88a1907fdb25 on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:47:20.186077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:47:20.186738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:20.188492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.188827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:47:20.188947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3afd5d2e-30f0-4b8c-b15e-f404df0e0a35 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:20.189364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Bound port: c6fa6919-a99b-4906-9245-88a1907fdb25, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:47:20.189903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.197043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6df0c6dd-f7a7-43ad-b1c6-079b279ca5ed admin admin] Usage tracker for resource:security_group_rule and tenant:c06b3828b8854c03a69053518c2c739f is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:20.200167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de9d2acf-5115-46ca-a643-a1e986970a52 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.204250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6df0c6dd-f7a7-43ad-b1c6-079b279ca5ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:20.207302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4509b5d5-3861-47b3-9cdc-802812d4599e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.208559 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4509b5d5-3861-47b3-9cdc-802812d4599e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1088d33c-b1e4-4482-b303-11af0313ef93 HTTP/1.1" status: 204  len: 168 time: 1.7463803
Dec 18 06:47:20.228095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-295f7ae2-654a-4431-9507-59dd53c2a829 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:20.265317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6df0c6dd-f7a7-43ad-b1c6-079b279ca5ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:20.297710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472a5f0-bc3f-47a6-b764-6aa81fee7091 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d6d06ef-78bb-465e-836c-da677cd41374,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:20.306858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1472a5f0-bc3f-47a6-b764-6aa81fee7091 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:20.361881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Made reservation on behalf of d84c80aa29cd479aaa23f7126d9bd5ce for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:20.367044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.524397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d2acf-5115-46ca-a643-a1e986970a52 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=80409fd2-014a-42e3-aa4a-df7c7fd59d95,revision_number=3']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:20.534931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de9d2acf-5115-46ca-a643-a1e986970a52 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:20.544856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] For port c6fa6919-a99b-4906-9245-88a1907fdb25, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:47:20.550514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] For port c6fa6919-a99b-4906-9245-88a1907fdb25, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c6fa6919-a99b-4906-9245-88a1907fdb25,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:47:20.556908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.582700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:20.671138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-de9d2acf-5115-46ca-a643-a1e986970a52 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] In _notify_port_updated(), no bound segment for port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 on network cdbce14d-7466-40eb-b6a5-49541b86e4d5 {{(pid=81085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:47:20.683742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9d2acf-5115-46ca-a643-a1e986970a52 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:20.684850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de9d2acf-5115-46ca-a643-a1e986970a52 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.690984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-de9d2acf-5115-46ca-a643-a1e986970a52 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "PUT /v2.0/ports/80409fd2-014a-42e3-aa4a-df7c7fd59d95 HTTP/1.1" status: 200  len: 1011 time: 5.3054342
Dec 18 06:47:20.692806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1472a5f0-bc3f-47a6-b764-6aa81fee7091 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.696454 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1472a5f0-bc3f-47a6-b764-6aa81fee7091 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-group-rules/6d6d06ef-78bb-465e-836c-da677cd41374 HTTP/1.1" status: 204  len: 168 time: 0.8429477
Dec 18 06:47:20.704497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46610) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:20.705146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46612) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:20.778454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Pushing event updated for resources: {'Port': ['ID=c6fa6919-a99b-4906-9245-88a1907fdb25,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:20.807833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:20.925126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:20.952742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:20.953133 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Added segment b7da6878-d72b-4942-8d09-4263d1091562 of type vxlan for network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2
Dec 18 06:47:21.041966 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-05ca222f-c9c1-47a4-bd85-598271d8beae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.3279912
Dec 18 06:47:21.042844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46622) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:21.054428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9e2024a7-4276-477c-a30b-798a4310253d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:21.054428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2024a7-4276-477c-a30b-798a4310253d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.096236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6df0c6dd-f7a7-43ad-b1c6-079b279ca5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.106343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.124545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6df0c6dd-f7a7-43ad-b1c6-079b279ca5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.128776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d45765b6-6b20-41b1-9b06-a96e3dab7fd3 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.134709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-248e242a-0938-4db7-a882-ea432a944362 None None] Provisioning for port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:21.136838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0646df8d-b54a-4860-b811-0ef2413a5368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:21.144816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-248e242a-0938-4db7-a882-ea432a944362 None None] Provisioning complete for port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:21.145502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-248e242a-0938-4db7-a882-ea432a944362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.233376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-248e242a-0938-4db7-a882-ea432a944362 None None] Port 80409fd2-014a-42e3-aa4a-df7c7fd59d95 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:21.261279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-561ae47f-f5d9-4c51-a138-0fbedfbc5bd2 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.278038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-561ae47f-f5d9-4c51-a138-0fbedfbc5bd2 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.347113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d45765b6-6b20-41b1-9b06-a96e3dab7fd3 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Calling delete_port for 71cba911-34c7-4c7e-8089-f2d965fef383 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:21.368866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0c6dd-f7a7-43ad-b1c6-079b279ca5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ed47b6-d015-4ec8-a0dc-ce37bd35c4b3,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:21.382077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6df0c6dd-f7a7-43ad-b1c6-079b279ca5ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c06b3828b8854c03a69053518c2c739f&name=default HTTP/1.1" status: 200  len: 2879 time: 1.7025089
Dec 18 06:47:21.382077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6df0c6dd-f7a7-43ad-b1c6-079b279ca5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:21.390298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46630) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:21.438971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.443402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:21.444249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.454999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-561ae47f-f5d9-4c51-a138-0fbedfbc5bd2 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.455398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cb3a51e7-945d-4abb-8760-50031bbf1fd4 tempest-PortsAdminExtendedAttrsTestJSON-2071061743 tempest-PortsAdminExtendedAttrsTestJSON-2071061743] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:21.465471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:21.570291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ae47f-f5d9-4c51-a138-0fbedfbc5bd2 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15a8d45f-33a3-4dee-b2e7-20a57c8f3366,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:21.574174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-561ae47f-f5d9-4c51-a138-0fbedfbc5bd2 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:21.666234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-561ae47f-f5d9-4c51-a138-0fbedfbc5bd2 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.667622 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-561ae47f-f5d9-4c51-a138-0fbedfbc5bd2 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-group-rules/15a8d45f-33a3-4dee-b2e7-20a57c8f3366 HTTP/1.1" status: 204  len: 168 time: 0.5833635
Dec 18 06:47:21.674479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Network': ['ID=e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:21.677561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:21.682960 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.6263912
Dec 18 06:47:21.683835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46638) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:21.686780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:21.695725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46640) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:21.702578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5f97-9548-499d-9db4-76a15366432b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.717505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:21.778695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'subnet': {'network_id': 'e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:21.783203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5f97-9548-499d-9db4-76a15366432b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.801152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2024a7-4276-477c-a30b-798a4310253d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:21.911170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::1 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/fab4a6b7-a983-41ad-8c1d-1bf913e1f699/3b2ee825-b825-4cae-b53f-6b194e9dc320) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:21.938164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e6e429b4-1240-427d-8d6c-b58215de3217 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:22.001190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9e2024a7-4276-477c-a30b-798a4310253d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 80409fd2-014a-42e3-aa4a-df7c7fd59d95 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:22.014525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c6fa6919-a99b-4906-9245-88a1907fdb25 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:22.095899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port c6fa6919-a99b-4906-9245-88a1907fdb25 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:22.121370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5f97-9548-499d-9db4-76a15366432b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:22.127158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38cd01ab-d9fe-434a-ae7c-e8e4cd7adbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:22.155396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:22.176158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e6e429b4-1240-427d-8d6c-b58215de3217 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:22.180448 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e6e429b4-1240-427d-8d6c-b58215de3217 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.4566853
Dec 18 06:47:22.180604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b5f97-9548-499d-9db4-76a15366432b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ed47b6-d015-4ec8-a0dc-ce37bd35c4b3,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:22.189257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46654) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:22.195009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:22.230487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1a8b5f97-9548-499d-9db4-76a15366432b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:22.241382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5f97-9548-499d-9db4-76a15366432b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:22.242646 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1a8b5f97-9548-499d-9db4-76a15366432b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1ed47b6-d015-4ec8-a0dc-ce37bd35c4b3 HTTP/1.1" status: 204  len: 168 time: 0.8513167
Dec 18 06:47:22.245801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d45765b6-6b20-41b1-9b06-a96e3dab7fd3 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:22.298246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] Deleting port b3e29252-cb64-4f56-b080-53d106aa8596 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:22.298630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:22.344825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:22.363865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5bdf27ab-900b-4a49-970e-d92c05bd39cb tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:22.418924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Made reservation on behalf of d84c80aa29cd479aaa23f7126d9bd5ce for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:22.454839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45765b6-6b20-41b1-9b06-a96e3dab7fd3 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Pushing event deleted for resources: {'Port': ['ID=71cba911-34c7-4c7e-8089-f2d965fef383,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:22.540591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d45765b6-6b20-41b1-9b06-a96e3dab7fd3 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:22.554996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2024a7-4276-477c-a30b-798a4310253d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:22.593424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:22.661431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46666) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:22.665492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45dfcb33-8eac-49dc-b852-7d2543c3d8c6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:22.670470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:22.690213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:22.803321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ae058ff4-9090-4279-ac10-d567558e1a5f None None] Provisioning for port c6fa6919-a99b-4906-9245-88a1907fdb25 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:22.818388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ae058ff4-9090-4279-ac10-d567558e1a5f None None] Provisioning complete for port c6fa6919-a99b-4906-9245-88a1907fdb25 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:22.820989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae058ff4-9090-4279-ac10-d567558e1a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:22.842530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 3b2ee825-b825-4cae-b53f-6b194e9dc320 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:22.900840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45dfcb33-8eac-49dc-b852-7d2543c3d8c6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.031011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46672) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:23.073972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.122026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae058ff4-9090-4279-ac10-d567558e1a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.161960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ae058ff4-9090-4279-ac10-d567558e1a5f None None] For port c6fa6919-a99b-4906-9245-88a1907fdb25, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c6fa6919-a99b-4906-9245-88a1907fdb25,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:23.166122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae058ff4-9090-4279-ac10-d567558e1a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.172867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4a3e2213-1d0a-4750-8cc5-5f7b3f42c073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:23.180805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac51f1e4-7a66-4277-87ae-40e5c82c1c3c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:23.214306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2024a7-4276-477c-a30b-798a4310253d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=80409fd2-014a-42e3-aa4a-df7c7fd59d95,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:23.224046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9e2024a7-4276-477c-a30b-798a4310253d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:23.236778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45dfcb33-8eac-49dc-b852-7d2543c3d8c6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.269676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'network': {'name': 'tempest-network-smoke--868470608', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'port_security_enabled': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:23.272442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae058ff4-9090-4279-ac10-d567558e1a5f None None] Pushing event updated for resources: {'Port': ['ID=c6fa6919-a99b-4906-9245-88a1907fdb25,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:23.281417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ae058ff4-9090-4279-ac10-d567558e1a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:23.293326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fe9d372e-ec02-45d0-9d7f-b76e595419c9 None None] Provisioning complete for port c6fa6919-a99b-4906-9245-88a1907fdb25 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:23.294683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe9d372e-ec02-45d0-9d7f-b76e595419c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.302429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] For port b3e29252-cb64-4f56-b080-53d106aa8596, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b3e29252-cb64-4f56-b080-53d106aa8596,segment=NetworkSegment(f84b69c9-ef00-471e-9ca5-13ca66d94a72),segment_id=f84b69c9-ef00-471e-9ca5-13ca66d94a72)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:23.302849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.313786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:23.324938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e2024a7-4276-477c-a30b-798a4310253d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.336358 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9e2024a7-4276-477c-a30b-798a4310253d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/80409fd2-014a-42e3-aa4a-df7c7fd59d95 HTTP/1.1" status: 204  len: 168 time: 2.6243386
Dec 18 06:47:23.369875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:network and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:23.374689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:23.381883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:23.392930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46678) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:23.472400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:23.477915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.481889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] Calling delete_port for b3e29252-cb64-4f56-b080-53d106aa8596 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:23.517095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d45765b6-6b20-41b1-9b06-a96e3dab7fd3 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.527270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=3b2ee825-b825-4cae-b53f-6b194e9dc320,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:23.564111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2ce1997b-5783-4fb5-9d41-4d9f604a0e99 None None] Provisioning complete for port c6fa6919-a99b-4906-9245-88a1907fdb25 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:23.564537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2ce1997b-5783-4fb5-9d41-4d9f604a0e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.579551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.593311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:23.608946 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-925f3c8b-1cbf-4576-b9f4-2a74c19b227e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:47:23.609505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-925f3c8b-1cbf-4576-b9f4-2a74c19b227e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:23.612496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a1cdf2f2-9747-45ad-8741-836509db7aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:23.634095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dfcb33-8eac-49dc-b852-7d2543c3d8c6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroup': ['ID=536589f4-f9d6-480b-a9a1-af583a0854a1,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:23.638384 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ed6ddf9b-b0cd-4cdf-9299-d97a421aa2da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43c5634ac38545ed97c0d2520b91d5dc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5662906
Dec 18 06:47:23.639013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-45dfcb33-8eac-49dc-b852-7d2543c3d8c6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:23.653606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:23.658295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:23.658508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46684) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:23.661172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:23.667196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:23.717504 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d45765b6-6b20-41b1-9b06-a96e3dab7fd3 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] 10.222.0.23 "DELETE /v2.0/ports/71cba911-34c7-4c7e-8089-f2d965fef383 HTTP/1.1" status: 204  len: 168 time: 3.9117463
Dec 18 06:47:23.720006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46688) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:23.761880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45dfcb33-8eac-49dc-b852-7d2543c3d8c6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.763103 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-45dfcb33-8eac-49dc-b852-7d2543c3d8c6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-groups/536589f4-f9d6-480b-a9a1-af583a0854a1 HTTP/1.1" status: 204  len: 168 time: 1.5698819
Dec 18 06:47:23.770107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46692) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:23.807279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-925f3c8b-1cbf-4576-b9f4-2a74c19b227e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:23.807870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.808465 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-925f3c8b-1cbf-4576-b9f4-2a74c19b227e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/80409fd2-014a-42e3-aa4a-df7c7fd59d95 HTTP/1.1" status: 404  len: 333 time: 0.3961337
Dec 18 06:47:23.823018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46696) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:23.828236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9710ff6d-b2a1-4ee8-a77f-394d23295843 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:23.876115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.881830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:23.887253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:23.892010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.896752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:23.897313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.907497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:23.919278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5e7d-f690-45e4-9c44-c87f6fcfdc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:23.923491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c6fa6919-a99b-4906-9245-88a1907fdb25 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:23.991313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e29252-cb64-4f56-b080-53d106aa8596,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:24.003924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port c6fa6919-a99b-4906-9245-88a1907fdb25 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:24.004348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.132862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:24.148012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8476039-61b1-4193-a271-9123bdca0e24 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Deleting subnet a39afed7-3203-4b6c-8fc1-299e9f0563a4 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:47:24.172184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8476039-61b1-4193-a271-9123bdca0e24 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.211548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5e7d-f690-45e4-9c44-c87f6fcfdc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.254204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-299c07b5-7595-4b3e-8a99-c4fbf610c72c None None] Provisioning for port 3b2ee825-b825-4cae-b53f-6b194e9dc320 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:24.259752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-299c07b5-7595-4b3e-8a99-c4fbf610c72c None None] Provisioning complete for port 3b2ee825-b825-4cae-b53f-6b194e9dc320 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:24.259752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-299c07b5-7595-4b3e-8a99-c4fbf610c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.315854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3a0c80f6-e89d-4ed5-8835-578622120853 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:24.317092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-299c07b5-7595-4b3e-8a99-c4fbf610c72c None None] Port 3b2ee825-b825-4cae-b53f-6b194e9dc320 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:24.323489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:24.349273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroup': ['ID=77c554e4-e8dd-40e4-aeb4-0316040afa12,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:24.363559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.363898 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Added segment 3a16444d-d2e4-4d19-b7ee-5cdb15af861c of type vxlan for network c765a100-af74-42a4-9b9f-ecadf3f8bfa8
Dec 18 06:47:24.365328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:24.390788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3a0c80f6-e89d-4ed5-8835-578622120853 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:24.391161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8476039-61b1-4193-a271-9123bdca0e24 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.396371 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3a0c80f6-e89d-4ed5-8835-578622120853 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.6151888
Dec 18 06:47:24.398819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46700) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:24.418552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group': {'name': 'tempest-secgroup--209593485'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:24.429962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.435926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:24.493280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:24.541158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5e7d-f690-45e4-9c44-c87f6fcfdc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.543797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.557833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.560784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:24.587419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.591556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:24.593183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.600435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:24.616430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf5e7d-f690-45e4-9c44-c87f6fcfdc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7973660e-590a-4ccf-8c52-8e108fe1bc2d,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:24.625717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b6bf5e7d-f690-45e4-9c44-c87f6fcfdc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:24.639431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac63163e-471d-460d-9f33-b0c3644d0e1f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting subnet 869ccff2-bef6-4e8d-9333-027e7bbfa637 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:47:24.647699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac63163e-471d-460d-9f33-b0c3644d0e1f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.737252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:24.769504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5e7d-f690-45e4-9c44-c87f6fcfdc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.770679 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b6bf5e7d-f690-45e4-9c44-c87f6fcfdc5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7973660e-590a-4ccf-8c52-8e108fe1bc2d HTTP/1.1" status: 204  len: 168 time: 1.1111426
Dec 18 06:47:24.772032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8476039-61b1-4193-a271-9123bdca0e24 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.772586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:24.782053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:24.801123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:24.816027 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 2.1489289
Dec 18 06:47:24.816588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46706) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:24.847011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Network': ['ID=c765a100-af74-42a4-9b9f-ecadf3f8bfa8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:24.847719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-949109926', 'admin_state_up': True, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:24.858829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac63163e-471d-460d-9f33-b0c3644d0e1f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.862005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:24.865550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:24.891347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:24.895475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:router and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:24.898456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:24.904354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:24.973650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:24.981801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:24.982956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.114307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.136897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4ebd49bf-1a9f-40f0-afba-60c58a5dcc93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:25.145968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.164028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.294640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac63163e-471d-460d-9f33-b0c3644d0e1f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.298584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.380185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.406175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Subnet': ['ID=ee938ffc-a6ae-4c7d-8797-96d7152e4919,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:25.416191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:25.419242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-950879de-576f-46df-9e8b-34908cd916d1 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:25.508945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroup': ['ID=ea02e042-5c09-43ea-8b75-b5ba415ba3dc,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:25.520440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:25.540631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.545393 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.1333070
Dec 18 06:47:25.546530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46720) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:25.567821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8279dba5-a97a-494b-94da-0ed43d71fec9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group_rule': {'security_group_id': 'ea02e042-5c09-43ea-8b75-b5ba415ba3dc', 'direction': 'ingress', 'protocol': 17}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:25.582282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8279dba5-a97a-494b-94da-0ed43d71fec9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:25.602044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8279dba5-a97a-494b-94da-0ed43d71fec9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:25.609851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8279dba5-a97a-494b-94da-0ed43d71fec9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:25.623457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8279dba5-a97a-494b-94da-0ed43d71fec9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:25.637051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Checking segment: {'id': 'b7da6878-d72b-4942-8d09-4263d1091562', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:25.637051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network hostable DHCP agents. Network: e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:47:25.671520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.674205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8279dba5-a97a-494b-94da-0ed43d71fec9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.689769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.690633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.709425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d45765b6-6b20-41b1-9b06-a96e3dab7fd3 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:25.829338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:47:25.869189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:25.882484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ff6864-c0ae-4b7c-ac29-e0b75426ef3c None None] Network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:25.893451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=3b2ee825-b825-4cae-b53f-6b194e9dc320,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:25.909465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:25.927366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:25.928098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.946465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46730) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:25.952297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8279dba5-a97a-494b-94da-0ed43d71fec9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.967793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8279dba5-a97a-494b-94da-0ed43d71fec9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:25.978547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f33021a1-6911-4b7b-9efd-88a3c40526e2 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:26.021197 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.2961700
Dec 18 06:47:26.022574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46736) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:26.027428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279dba5-a97a-494b-94da-0ed43d71fec9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa94d7d9-38e9-47b1-9ffb-f5b2a1e36ac7,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:26.036532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1587770729', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:26.042644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8279dba5-a97a-494b-94da-0ed43d71fec9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:26.051216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8279dba5-a97a-494b-94da-0ed43d71fec9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.052488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8279dba5-a97a-494b-94da-0ed43d71fec9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 742 time: 0.5017087
Dec 18 06:47:26.054785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:26.056099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:26.058746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:26.060530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46740) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:26.066745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:router and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:26.070849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for router was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:26.141941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:26.177669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.183971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Request body: {'networks': [{'name': 'tempest-network--317356152'}, {'name': 'tempest-network--1080286824'}]} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:26.184323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Request body: {'network': {'name': 'tempest-network--317356152'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:26.184840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Request body: {'network': {'name': 'tempest-network--1080286824'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:26.254875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2', 'network_id': 'e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2', 'tenant_id': 'd84c80aa29cd479aaa23f7126d9bd5ce', 'fixed_ips': [{'subnet_id': 'ee938ffc-a6ae-4c7d-8797-96d7152e4919'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:47:26.256154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.258882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:26.267564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.268650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.272633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Usage tracker for resource:network and tenant:d7802f1c39914d90a0ca73069ff21479 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:26.299544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:26.322635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:26.362003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.367221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Made reservation on behalf of d7802f1c39914d90a0ca73069ff21479 for: {'network': 2} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:26.373951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.394657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-274dfb0c-9025-4be3-9bf4-35981d032a05 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.403040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.417719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-12146876-f76e-4af2-b80d-5d42898cbdaa None None] Provisioning complete for port 3b2ee825-b825-4cae-b53f-6b194e9dc320 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:26.418148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12146876-f76e-4af2-b80d-5d42898cbdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.443546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8476039-61b1-4193-a271-9123bdca0e24 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.460060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:26.468329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-274dfb0c-9025-4be3-9bf4-35981d032a05 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.468494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-09e68d06-dd4f-4ac3-bff1-e3020e0e41db tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:26.492779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-12146876-f76e-4af2-b80d-5d42898cbdaa None None] Port 3b2ee825-b825-4cae-b53f-6b194e9dc320 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:26.530614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Usage tracker for resource:security_group_rule and tenant:d7802f1c39914d90a0ca73069ff21479 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:26.543902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:26.566179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:26.578278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Router 1d6dc0b4-8101-4f22-8590-b3c662c1c222 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:47:26.601172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8476039-61b1-4193-a271-9123bdca0e24 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Pushing event deleted for resources: {'Subnet': ['ID=a39afed7-3203-4b6c-8fc1-299e9f0563a4,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:26.617469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c8476039-61b1-4193-a271-9123bdca0e24 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:26.676646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Allocated IP 172.20.0.2 (e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2/ee938ffc-a6ae-4c7d-8797-96d7152e4919/ae219ed0-314c-4b8e-8e16-f00735d7790f) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:26.816437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8476039-61b1-4193-a271-9123bdca0e24 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.825256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835c7fb1-9f97-4839-ac43-0918e1e7c38c None None] Network 7a57b575-a7a8-4536-9e99-26dc0a721a77 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:26.888282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac63163e-471d-460d-9f33-b0c3644d0e1f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:26.922220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8cacb276-18fc-463c-b0b8-b8d617a78c62 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:27.038481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63163e-471d-460d-9f33-b0c3644d0e1f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Subnet': ['ID=869ccff2-bef6-4e8d-9333-027e7bbfa637,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:27.044612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c8476039-61b1-4193-a271-9123bdca0e24 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] 10.222.0.23 "DELETE /v2.0/subnets/a39afed7-3203-4b6c-8fc1-299e9f0563a4 HTTP/1.1" status: 204  len: 168 time: 3.3188238
Dec 18 06:47:27.045672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac63163e-471d-460d-9f33-b0c3644d0e1f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:27.051848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46744) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:27.091717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.188196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b992ce1-9297-4879-b0dd-3f4867b89d6a None None] DHCP port deletion for 7a57b575-a7a8-4536-9e99-26dc0a721a77 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:47:27.193237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8b992ce1-9297-4879-b0dd-3f4867b89d6a None None] Deleting port 25a65d67-c6e1-49d3-8229-087b237674ea {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:27.193861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b992ce1-9297-4879-b0dd-3f4867b89d6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.224853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Transition to ACTIVE for port object ae219ed0-314c-4b8e-8e16-f00735d7790f will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:27.225490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.236952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-274dfb0c-9025-4be3-9bf4-35981d032a05 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.256979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30139dfe-7077-477e-8744-6e41832f3552 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:27.263097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Transition to ACTIVE for port object ae219ed0-314c-4b8e-8e16-f00735d7790f will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:27.299031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.303570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274dfb0c-9025-4be3-9bf4-35981d032a05 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea02e042-5c09-43ea-8b75-b5ba415ba3dc,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:27.317115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-274dfb0c-9025-4be3-9bf4-35981d032a05 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:27.328812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:27.388570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:47:27.449484 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "PUT /v2.0/routers/1d6dc0b4-8101-4f22-8590-b3c662c1c222/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2667141
Dec 18 06:47:27.460585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46748) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:27.475241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-274dfb0c-9025-4be3-9bf4-35981d032a05 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.479147 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-274dfb0c-9025-4be3-9bf4-35981d032a05 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-groups/ea02e042-5c09-43ea-8b75-b5ba415ba3dc HTTP/1.1" status: 204  len: 168 time: 1.4135432
Dec 18 06:47:27.510097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46752) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:27.515915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.532040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] Router 8a305b25-e174-4c49-9324-9dda40e7078d has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:47:27.533235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.533878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.546663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a7a4082-acf0-4bc1-adef-6b47379c223b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:27.608728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89011dbd-1d9a-4605-a980-aa4f9d2dfc90 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:27.609360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-89011dbd-1d9a-4605-a980-aa4f9d2dfc90 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:27.615642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Sync routers for ids ['1d6dc0b4-8101-4f22-8590-b3c662c1c222'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:47:27.626135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb2cc41-1f00-4e62-ad9d-ae5c6ebe3c41,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:27.636347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:27.654109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:27.667825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-89011dbd-1d9a-4605-a980-aa4f9d2dfc90 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:27.672023 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-89011dbd-1d9a-4605-a980-aa4f9d2dfc90 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports/3b2ee825-b825-4cae-b53f-6b194e9dc320 HTTP/1.1" status: 200  len: 911 time: 0.2053337
Dec 18 06:47:27.679128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46756) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:27.686883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.687278 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Added segment 44d12a6d-45e6-4bd7-9aae-fcdad256e184 of type vxlan for network d5043c21-4222-489b-870e-234936ff60a2
Dec 18 06:47:27.695866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Routers {'1d6dc0b4-8101-4f22-8590-b3c662c1c222'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:27.696772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cddf470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['1d6dc0b4-8101-4f22-8590-b3c662c1c222'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:27.826640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Pushing event updated for resources: {'Port': ['ID=ae219ed0-314c-4b8e-8e16-f00735d7790f,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:27.830171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:27.835465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.843848 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-073258c4-aca9-455b-bc66-d63ac90585cc tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3257582
Dec 18 06:47:27.858292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46760) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:27.864748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.912195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.920485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group': {'name': 'tempest-secgroup--918807932'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:27.941674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:27.950551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 25a65d67-c6e1-49d3-8229-087b237674ea no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:47:27.952053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:27.983565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:27.986785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac63163e-471d-460d-9f33-b0c3644d0e1f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.989630 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ac63163e-471d-460d-9f33-b0c3644d0e1f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/869ccff2-bef6-4e8d-9333-027e7bbfa637 HTTP/1.1" status: 204  len: 168 time: 4.1280375
Dec 18 06:47:27.991605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:27.995055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46764) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:27.998549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e8ffaa-c783-4b5b-a723-c94b6d31a2dd None None] Network cdbce14d-7466-40eb-b6a5-49541b86e4d5 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:28.005913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:28.032441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:28.037446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:47:28.069813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Deleting port 25a65d67-c6e1-49d3-8229-087b237674ea {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:28.070206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:28.094193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:28.130221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931e04e4-3f1c-4233-8ea4-2c41d4188ef1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:28.134575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931e04e4-3f1c-4233-8ea4-2c41d4188ef1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:28.136280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-931e04e4-3f1c-4233-8ea4-2c41d4188ef1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.4548125
Dec 18 06:47:28.146089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46768) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:28.149150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:28.177679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Set router 1d6dc0b4-8101-4f22-8590-b3c662c1c222 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:47:28.254378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:28.254858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:47:28.265852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] 10.222.0.23 "PUT /v2.0/routers/8a305b25-e174-4c49-9324-9dda40e7078d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4149411
Dec 18 06:47:28.271820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3bac7-3c4f-4cc4-b04c-01ef550e2356 None None] Sync routers for ids ['8a305b25-e174-4c49-9324-9dda40e7078d'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:47:28.272596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46772) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:28.291934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c3bac7-3c4f-4cc4-b04c-01ef550e2356 None None] Routers {'8a305b25-e174-4c49-9324-9dda40e7078d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:28.292956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8b992ce1-9297-4879-b0dd-3f4867b89d6a None None] For port 25a65d67-c6e1-49d3-8229-087b237674ea, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=25a65d67-c6e1-49d3-8229-087b237674ea,segment=NetworkSegment(d65730df-f6bc-4e15-a46a-b3160a23cc3f),segment_id=d65730df-f6bc-4e15-a46a-b3160a23cc3f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:28.293149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-25c3bac7-3c4f-4cc4-b04c-01ef550e2356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dcec198>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['8a305b25-e174-4c49-9324-9dda40e7078d'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:28.293555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b992ce1-9297-4879-b0dd-3f4867b89d6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:28.426199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:28.428924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:28.429247 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Added segment 4446b847-34ff-444a-8326-3ee1acf3676b of type vxlan for network 83cc4fae-9730-4fa1-b1e1-7097323e940c
Dec 18 06:47:28.457767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8b992ce1-9297-4879-b0dd-3f4867b89d6a None None] Calling delete_port for 25a65d67-c6e1-49d3-8229-087b237674ea owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:28.463783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:28.480646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-25c3bac7-3c4f-4cc4-b04c-01ef550e2356 None None] Set router 8a305b25-e174-4c49-9324-9dda40e7078d gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:47:28.501355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:28.516180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:28.536667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:28.670252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:28.716440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:28.844389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] For port 25a65d67-c6e1-49d3-8229-087b237674ea, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=25a65d67-c6e1-49d3-8229-087b237674ea,segment=NetworkSegment(d65730df-f6bc-4e15-a46a-b3160a23cc3f),segment_id=d65730df-f6bc-4e15-a46a-b3160a23cc3f)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:28.845093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:28.857172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-25c3bac7-3c4f-4cc4-b04c-01ef550e2356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dcec198>, [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:47:23Z', 'revision_number': 5, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:28.863135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3bac7-3c4f-4cc4-b04c-01ef550e2356 None None] Checking router: 8a305b25-e174-4c49-9324-9dda40e7078d for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:47:28.874475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c3bac7-3c4f-4cc4-b04c-01ef550e2356 None None] Routers {'8a305b25-e174-4c49-9324-9dda40e7078d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:28.875711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-25c3bac7-3c4f-4cc4-b04c-01ef550e2356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dcec198>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['8a305b25-e174-4c49-9324-9dda40e7078d'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:28.880219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:28.977217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] Deleting port 8fa46d06-7fd6-487a-a5f3-20e5d97510eb {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:28.978260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.022928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:29.027855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Port 25a65d67-c6e1-49d3-8229-087b237674ea update to DOWN by agent not found {{(pid=81086) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}}
Dec 18 06:47:29.074061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-25c3bac7-3c4f-4cc4-b04c-01ef550e2356 None None] Set router 8a305b25-e174-4c49-9324-9dda40e7078d gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:47:29.085780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Calling delete_port for 25a65d67-c6e1-49d3-8229-087b237674ea owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:29.143492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:29.206899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-100f7882-00b5-4fe5-9c2e-ff9b0af269e4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting subnet 35a0b95f-b7da-4e34-9dd7-caacc48d1349 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:47:29.216107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b992ce1-9297-4879-b0dd-3f4867b89d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.220055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-100f7882-00b5-4fe5-9c2e-ff9b0af269e4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.268134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.84 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/50826fcd-91cb-415a-ba61-413969047691) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:29.289106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.289727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.293997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:29.297375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:29.298200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.310742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ecd3d06f-37dc-48dd-bbca-532271e6dce5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:29.388962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-25c3bac7-3c4f-4cc4-b04c-01ef550e2356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dcec198>, [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:47:23Z', 'revision_number': 5, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:29.394030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3bac7-3c4f-4cc4-b04c-01ef550e2356 None None] The sync data for ids ['8a305b25-e174-4c49-9324-9dda40e7078d'] in dv-neutron-765072-3-ovs is: [{'id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'name': 'tempest-ServerActionsTestJSON-1567047238-router', 'tenant_id': 'a4d99721b2184071bdf48ed15e267486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186'}], 'enable_snat': True}, 'gw_port_id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:42:38Z', 'updated_at': '2020-12-18T06:47:23Z', 'revision_number': 5, 'project_id': 'a4d99721b2184071bdf48ed15e267486', 'gw_port': {'id': '8fa46d06-7fd6-487a-a5f3-20e5d97510eb', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a305b25-e174-4c49-9324-9dda40e7078d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:42:40Z', 'updated_at': '2020-12-18T06:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:47:29.401534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:29.401916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:29.442333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] For port 8fa46d06-7fd6-487a-a5f3-20e5d97510eb, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8fa46d06-7fd6-487a-a5f3-20e5d97510eb,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:29.442333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.503516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.506359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-100f7882-00b5-4fe5-9c2e-ff9b0af269e4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.556860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.563856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfb39416-fdef-4554-808f-f48da301a554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:29.571446 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 3.6238263
Dec 18 06:47:29.589105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46776) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:29.592400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event updated for resources: {'Network': ['ID=d5043c21-4222-489b-870e-234936ff60a2,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:29.652169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b992ce1-9297-4879-b0dd-3f4867b89d6a None None] Pushing event deleted for resources: {'Port': ['ID=25a65d67-c6e1-49d3-8229-087b237674ea,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:29.658917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network d5043c21-4222-489b-870e-234936ff60a2 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:29.747276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network d5043c21-4222-489b-870e-234936ff60a2 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:29.764687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b992ce1-9297-4879-b0dd-3f4867b89d6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:29.803109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.804344 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.9450126
Dec 18 06:47:29.831286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46780) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:29.854162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group': {'name': 'tempest-secgroup--1915068234'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:29.873132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:29.878181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Attempting to bind port ae219ed0-314c-4b8e-8e16-f00735d7790f on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:47:29.878600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Attempting to bind port ae219ed0-314c-4b8e-8e16-f00735d7790f by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'b7da6878-d72b-4942-8d09-4263d1091562', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:47:29.879013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Attempting to bind port ae219ed0-314c-4b8e-8e16-f00735d7790f on network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:47:29.879513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event updated for resources: {'Network': ['ID=83cc4fae-9730-4fa1-b1e1-7097323e940c,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:29.883007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b992ce1-9297-4879-b0dd-3f4867b89d6a None None] No DVR routers for this DVR port 25a65d67-c6e1-49d3-8229-087b237674ea on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:47:29.887609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:29.892666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:29.895692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.569s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:29.896555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:29.903087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] Calling delete_port for 8fa46d06-7fd6-487a-a5f3-20e5d97510eb owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:29.922966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:47:29.923385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Checking segment: {'id': 'b7da6878-d72b-4942-8d09-4263d1091562', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:29.923838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.924272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Bound using segment: {'id': 'b7da6878-d72b-4942-8d09-4263d1091562', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:47:29.924803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Bound port: ae219ed0-314c-4b8e-8e16-f00735d7790f, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7da6878-d72b-4942-8d09-4263d1091562', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:47:29.925225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.930696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:29.933634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Deleting port 25a65d67-c6e1-49d3-8229-087b237674ea {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:29.934174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:29.934842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9c454a62-66ba-416f-896b-66e5828fd598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:29.936772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 83cc4fae-9730-4fa1-b1e1-7097323e940c details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:29.949590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 83cc4fae-9730-4fa1-b1e1-7097323e940c details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:29.956824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:29.983347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b3e29252-cb64-4f56-b080-53d106aa8596 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:47:30.000800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-100f7882-00b5-4fe5-9c2e-ff9b0af269e4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:30.050981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] The port '25a65d67-c6e1-49d3-8229-087b237674ea' was deleted {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:47:30.058807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:30.075050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:30.094921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroup': ['ID=ff97d7d6-7346-45c7-b9fc-1d4556e633c1,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:30.107921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a8388-71d0-4ade-a979-8a3e6a9dd6a2 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:30.112517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a8388-71d0-4ade-a979-8a3e6a9dd6a2 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:30.117178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a8388-71d0-4ade-a979-8a3e6a9dd6a2 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:30.121203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a8388-71d0-4ade-a979-8a3e6a9dd6a2 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:30.122187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b39a8388-71d0-4ade-a979-8a3e6a9dd6a2 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Synchronizing usage tracker for tenant:d7802f1c39914d90a0ca73069ff21479 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:30.133990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:30.156705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:30.160340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: b3e29252-cb64-4f56-b080-53d106aa8596 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:47:30.160631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b3e29252-cb64-4f56-b080-53d106aa8596 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:47:30.224859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:30.239402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:30.243403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:30.268316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:30.273196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b39a8388-71d0-4ade-a979-8a3e6a9dd6a2 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Unset dirty status for tenant:d7802f1c39914d90a0ca73069ff21479 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:30.274524 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b39a8388-71d0-4ade-a979-8a3e6a9dd6a2 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.6842282
Dec 18 06:47:30.281340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46784) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:30.311880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cddf470>, [{'id': '1d6dc0b4-8101-4f22-8590-b3c662c1c222', 'name': 'tempest-NetworksTestDHCPv6-router-1335450965', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:18Z', 'updated_at': '2020-12-18T06:47:24Z', 'revision_number': 2, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'gw_port_host': None, '_interfaces': [{'id': '3b2ee825-b825-4cae-b53f-6b194e9dc320', 'name': '', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'mac_address': 'fa:16:3e:e9:0a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6dc0b4-8101-4f22-8590-b3c662c1c222', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'fab4a6b7-a983-41ad-8c1d-1bf913e1f699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:21Z', 'updated_at': '2020-12-18T06:47:25Z', 'revision_number': 2, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'subnets': [{'id': 'fab4a6b7-a983-41ad-8c1d-1bf913e1f699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:30.330105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Checking router: 1d6dc0b4-8101-4f22-8590-b3c662c1c222 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:47:30.330505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Updating router 1d6dc0b4-8101-4f22-8590-b3c662c1c222 port 3b2ee825-b825-4cae-b53f-6b194e9dc320 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:47:30.379842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] For port ae219ed0-314c-4b8e-8e16-f00735d7790f, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:47:30.380612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:30.399864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] For port ae219ed0-314c-4b8e-8e16-f00735d7790f, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ae219ed0-314c-4b8e-8e16-f00735d7790f,segment=NetworkSegment(b7da6878-d72b-4942-8d09-4263d1091562),segment_id=b7da6878-d72b-4942-8d09-4263d1091562)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:47:30.402914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:30.416480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:30.519481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d9418031-c76c-47fe-b418-8f94b015de42 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:30.573005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:30.610522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1e8509b0>,) {'filters': {'network_id': ['7a57b575-a7a8-4536-9e99-26dc0a721a77']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:30.610894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b992ce1-9297-4879-b0dd-3f4867b89d6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:30.619886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:30.634654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:30.636768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:30.658140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:30.736250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:30.748672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e8509b0>, 'd65730df-f6bc-4e15-a46a-b3160a23cc3f') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:30.749031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e8509b0>, 'd65730df-f6bc-4e15-a46a-b3160a23cc3f') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:30.771218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=50826fcd-91cb-415a-ba61-413969047691,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:30.793096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:30.800454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:30.824274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:30.836117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Releasing vxlan tunnel 6 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:47:30.876266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Pushing event updated for resources: {'Port': ['ID=ae219ed0-314c-4b8e-8e16-f00735d7790f,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:30.881334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:30.903959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.26.7.34 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/d79b679d-f03f-4997-accf-092e270d09b7) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:31.047713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.107590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3ab84377-a267-4360-9b3a-7bca62faa25c None None] Provisioning complete for port 803dd0df-f951-4e77-a66d-bb25594b1979 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:31.108183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ab84377-a267-4360-9b3a-7bca62faa25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.156788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.218799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fa41cb22-4977-4dc5-8406-c7af3de31629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:31.244452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Network 7a57b575-a7a8-4536-9e99-26dc0a721a77 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:31.274591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-100f7882-00b5-4fe5-9c2e-ff9b0af269e4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.288339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.307247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.378416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.483534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.635781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Network 7a57b575-a7a8-4536-9e99-26dc0a721a77 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:47:31.667440 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:47:31.727455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.733150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.770411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.772351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5f0e39-30b8-498d-a6b7-a04a911c6117,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:31.774285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a5b0ea7-914a-4317-a9f8-df9939388949 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:31.775055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Transition to ACTIVE for port object 3b2ee825-b825-4cae-b53f-6b194e9dc320 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:31.778180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.798228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.805059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.806308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a305b25-e174-4c49-9324-9dda40e7078d {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:47:31.808312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Pushing event deleted for resources: {'Network': ['ID=7a57b575-a7a8-4536-9e99-26dc0a721a77,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:31.824670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:31.893155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:31.922802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee5ddc3f-efe1-4a39-996a-fb7eacc81171 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:31.945029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.945880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-105e0cd2-5916-442c-9bfb-0ff9dd2de170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:31.949229 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-640618db-1dbc-4bdd-bc8b-605799419f11 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8a305b25-e174-4c49-9324-9dda40e7078d HTTP/1.1" status: 204  len: 168 time: 3.6736338
Dec 18 06:47:31.956871 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] 10.222.0.23 "DELETE /v2.0/networks/7a57b575-a7a8-4536-9e99-26dc0a721a77 HTTP/1.1" status: 204  len: 168 time: 4.8997557
Dec 18 06:47:31.957713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46788) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:31.974078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:31.977490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 2.1398313
Dec 18 06:47:32.022077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995edda-62cf-4e0b-9ad5-1cd7b15b2596 None None] Pushing event updated for resources: {'Port': ['ID=3b2ee825-b825-4cae-b53f-6b194e9dc320,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:32.025836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9995edda-62cf-4e0b-9ad5-1cd7b15b2596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:32.062898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:32.109866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46792) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:32.112247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ae219ed0-314c-4b8e-8e16-f00735d7790f up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:32.134022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:32.170453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:32.208740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-100f7882-00b5-4fe5-9c2e-ff9b0af269e4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:32.210917 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-100f7882-00b5-4fe5-9c2e-ff9b0af269e4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/35a0b95f-b7da-4e34-9dd7-caacc48d1349 HTTP/1.1" status: 204  len: 168 time: 4.2064974
Dec 18 06:47:32.219541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f7882-00b5-4fe5-9c2e-ff9b0af269e4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Subnet': ['ID=35a0b95f-b7da-4e34-9dd7-caacc48d1349,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:32.221578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46798) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:32.251175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232552a8-4559-4924-a759-aebd829083bd None None] Network cdbce14d-7466-40eb-b6a5-49541b86e4d5 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:32.300251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3b5045ad-4447-41f6-83cb-70a71ce51976 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group_rule': {'security_group_id': 'ff97d7d6-7346-45c7-b9fc-1d4556e633c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6c5f0e39-30b8-498d-a6b7-a04a911c6117', 'remote_ip_prefix': None}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:32.308543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3b5045ad-4447-41f6-83cb-70a71ce51976 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:32.314282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3b5045ad-4447-41f6-83cb-70a71ce51976 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:32.314804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-af69ea1a-935c-441f-ab28-9305236b2ecd admin admin] Deleting subnet 425adf38-5fd3-496d-999b-301b4439713d {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:47:32.317797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3b5045ad-4447-41f6-83cb-70a71ce51976 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:32.324365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3b5045ad-4447-41f6-83cb-70a71ce51976 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:32.330869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af69ea1a-935c-441f-ab28-9305236b2ecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:32.426434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Attempting to bind port 3b2ee825-b825-4cae-b53f-6b194e9dc320 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:47:32.426977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Attempting to bind port 3b2ee825-b825-4cae-b53f-6b194e9dc320 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:47:32.427405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Attempting to bind port 3b2ee825-b825-4cae-b53f-6b194e9dc320 on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:47:32.447167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:47:32.447586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:32.448038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:32.448494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:47:32.449041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Bound port: 3b2ee825-b825-4cae-b53f-6b194e9dc320, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:47:32.449475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:32.455653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-100f7882-00b5-4fe5-9c2e-ff9b0af269e4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:32.512663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b7e52dd-2793-4d8a-b8d0-78148321a511 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:32.560109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17d5aa90>,) {'filters': {'network_id': ['d5043c21-4222-489b-870e-234936ff60a2']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:32.572564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46804) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:32.585200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port ae219ed0-314c-4b8e-8e16-f00735d7790f completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:32.707924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17d5aa90>, '44d12a6d-45e6-4bd7-9aae-fcdad256e184') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:32.722039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17d5aa90>, '44d12a6d-45e6-4bd7-9aae-fcdad256e184') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:32.757709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af69ea1a-935c-441f-ab28-9305236b2ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:32.765985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8b651f-4acc-45e2-a25f-bdd76fbf01b6 None None] Network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:32.787144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] For port 3b2ee825-b825-4cae-b53f-6b194e9dc320, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:47:32.803102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:32.892302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:32.914973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:32.927737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:32.930210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:32.958989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b5045ad-4447-41f6-83cb-70a71ce51976 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:32.997939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=d79b679d-f03f-4997-accf-092e270d09b7,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:33.001223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:33.015885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 3b2ee825-b825-4cae-b53f-6b194e9dc320 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:33.016277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.044142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af69ea1a-935c-441f-ab28-9305236b2ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.050342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] For port 3b2ee825-b825-4cae-b53f-6b194e9dc320, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3b2ee825-b825-4cae-b53f-6b194e9dc320,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:47:33.064073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 803dd0df-f951-4e77-a66d-bb25594b1979 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:33.064582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.070203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.090173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-badd860b-8f78-442e-b9a4-9e3341dd53ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:33.093993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.124032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Releasing vxlan tunnel 11 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:47:33.192235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8de5ecf8-a227-4b68-9bdc-ca893a03cde0 None None] Provisioning for port ae219ed0-314c-4b8e-8e16-f00735d7790f completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:33.242996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8de5ecf8-a227-4b68-9bdc-ca893a03cde0 None None] Provisioning complete for port ae219ed0-314c-4b8e-8e16-f00735d7790f triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:33.243430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8de5ecf8-a227-4b68-9bdc-ca893a03cde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.277284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.297925 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d1560eb1-4679-4ff3-b310-3fb9426e994e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e0b613ab5e54a5d84e0e6069781973e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7173984
Dec 18 06:47:33.344960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46810) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:33.413249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995edda-62cf-4e0b-9ad5-1cd7b15b2596 None None] Pushing event updated for resources: {'Port': ['ID=3b2ee825-b825-4cae-b53f-6b194e9dc320,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:33.425750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ca2fc-d90c-408a-b309-63ddc8da46ed None None] DHCP port deletion for cdbce14d-7466-40eb-b6a5-49541b86e4d5 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:47:33.434283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9995edda-62cf-4e0b-9ad5-1cd7b15b2596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:33.453719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-769ca2fc-d90c-408a-b309-63ddc8da46ed None None] Deleting port 803dd0df-f951-4e77-a66d-bb25594b1979 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:33.454232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-769ca2fc-d90c-408a-b309-63ddc8da46ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.609804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43599e07-5927-40a4-ada1-c1acf55e33fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.716638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43599e07-5927-40a4-ada1-c1acf55e33fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.736489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network d5043c21-4222-489b-870e-234936ff60a2 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:33.762660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Routers {'1d6dc0b4-8101-4f22-8590-b3c662c1c222'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:33.763586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cddf470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['1d6dc0b4-8101-4f22-8590-b3c662c1c222'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:33.776110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b5045ad-4447-41f6-83cb-70a71ce51976 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.779657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.788212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af69ea1a-935c-441f-ab28-9305236b2ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.806448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-088a0631-8758-4eb4-9d90-46b82fb7089f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:33.894848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 6f94462c-bcad-448b-aae1-d96f56b384a6 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:47:33.915979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69ea1a-935c-441f-ab28-9305236b2ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=425adf38-5fd3-496d-999b-301b4439713d,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:33.931154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-af69ea1a-935c-441f-ab28-9305236b2ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:33.932096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b5045ad-4447-41f6-83cb-70a71ce51976 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:33.949235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:33.955235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8de5ecf8-a227-4b68-9bdc-ca893a03cde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:34.018657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] Set router 1d6dc0b4-8101-4f22-8590-b3c662c1c222 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:47:34.030693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43599e07-5927-40a4-ada1-c1acf55e33fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:34.030927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5045ad-4447-41f6-83cb-70a71ce51976 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e98436-2c56-405c-9bb2-dd92ba14b179,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:34.033695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b5045ad-4447-41f6-83cb-70a71ce51976 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:34.038650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0b73f7b3-eb4d-4fd2-867a-792303e4dad4 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:34.066344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8fa46d06-7fd6-487a-a5f3-20e5d97510eb no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:47:34.072379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43599e07-5927-40a4-ada1-c1acf55e33fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94500d65-a691-49a0-aefa-c30b43915a6d,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:34.084523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-43599e07-5927-40a4-ada1-c1acf55e33fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:34.129278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6602e4f1-8a8a-4692-8937-ccd03859dd75 None None] Network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:34.135469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] For port 3b2ee825-b825-4cae-b53f-6b194e9dc320, host dv-neutron-765072-3-ovs, got binding levels [] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:34.135986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:34.143251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 8fa46d06-7fd6-487a-a5f3-20e5d97510eb {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:47:34.144544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8fa46d06-7fd6-487a-a5f3-20e5d97510eb not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:47:34.144544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 803dd0df-f951-4e77-a66d-bb25594b1979 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:47:34.145256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af69ea1a-935c-441f-ab28-9305236b2ecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:34.168267 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-af69ea1a-935c-441f-ab28-9305236b2ecd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/425adf38-5fd3-496d-999b-301b4439713d HTTP/1.1" status: 204  len: 168 time: 2.0339398
Dec 18 06:47:34.176528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46814) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:34.179349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43599e07-5927-40a4-ada1-c1acf55e33fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:34.182995 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-43599e07-5927-40a4-ada1-c1acf55e33fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94500d65-a691-49a0-aefa-c30b43915a6d HTTP/1.1" status: 204  len: 168 time: 0.8318107
Dec 18 06:47:34.202319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:47:34.231727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:34.236714 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 9.4084775
Dec 18 06:47:34.237259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46822) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:34.283627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Sync routers for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:47:34.460390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:34.526684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:34.527300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cbf5d68>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:34.532874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Deleting port 61be9882-5115-416b-ae39-3f827d76956c {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:34.533405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:34.681142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 3b2ee825-b825-4cae-b53f-6b194e9dc320 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:34.733973 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9bdc7674-4a75-4946-bf54-6fb873162cf5 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets?project_id=6302410f1da34973bcf54fc230e8ac73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4889438
Dec 18 06:47:34.736364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46836) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:34.760496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1170589872', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:34.785789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b5045ad-4447-41f6-83cb-70a71ce51976 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:34.787126 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3b5045ad-4447-41f6-83cb-70a71ce51976 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 2.6703067
Dec 18 06:47:34.792890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46842) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:34.863955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] For port 803dd0df-f951-4e77-a66d-bb25594b1979, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=803dd0df-f951-4e77-a66d-bb25594b1979,segment=NetworkSegment(a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6),segment_id=a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:34.864652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:34.939565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:47:35.011007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:35.014161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 803dd0df-f951-4e77-a66d-bb25594b1979 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:35.020980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:subnet and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:35.025102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] For port 61be9882-5115-416b-ae39-3f827d76956c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=61be9882-5115-416b-ae39-3f827d76956c,segment=NetworkSegment(f84b69c9-ef00-471e-9ca5-13ca66d94a72),segment_id=f84b69c9-ef00-471e-9ca5-13ca66d94a72)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:35.025664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:35.034512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:35.097213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8de5ecf8-a227-4b68-9bdc-ca893a03cde0 None None] For port ae219ed0-314c-4b8e-8e16-f00735d7790f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ae219ed0-314c-4b8e-8e16-f00735d7790f,segment=NetworkSegment(b7da6878-d72b-4942-8d09-4263d1091562),segment_id=b7da6878-d72b-4942-8d09-4263d1091562)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:35.101978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:35.118929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network d5043c21-4222-489b-870e-234936ff60a2 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:35.170280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Calling delete_port for 61be9882-5115-416b-ae39-3f827d76956c owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:35.180333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No active binding found for port 803dd0df-f951-4e77-a66d-bb25594b1979 {{(pid=81086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 18 06:47:35.180806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 803dd0df-f951-4e77-a66d-bb25594b1979 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:47:35.194325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-769ca2fc-d90c-408a-b309-63ddc8da46ed None None] For port 803dd0df-f951-4e77-a66d-bb25594b1979, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=803dd0df-f951-4e77-a66d-bb25594b1979,segment=NetworkSegment(a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6),segment_id=a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:35.194774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-769ca2fc-d90c-408a-b309-63ddc8da46ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:35.228880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:47:35.240163 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:47:35.281088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:35.282991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8de5ecf8-a227-4b68-9bdc-ca893a03cde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:35.300406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-05e6df08-a3ce-4967-b570-f78088a6b0fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:35.315531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-48ac755c-2179-465e-b846-9e65a62e46a2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:35.352496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:35.438488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=803dd0df-f951-4e77-a66d-bb25594b1979,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:35.445939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:35.478026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46854) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:35.528002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:35.535986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:35.548839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b486c51-fa49-4dce-865d-c494fd846cd7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:35.550221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:35.572023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d0c033c-8b91-411f-bcb4-2ff15ffe1aff tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:35.631654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-769ca2fc-d90c-408a-b309-63ddc8da46ed None None] Calling delete_port for 803dd0df-f951-4e77-a66d-bb25594b1979 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:35.654670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event deleted for resources: {'Network': ['ID=d5043c21-4222-489b-870e-234936ff60a2,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:35.661937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:35.689836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d0c033c-8b91-411f-bcb4-2ff15ffe1aff tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:35.733070 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "DELETE /v2.0/networks/d5043c21-4222-489b-870e-234936ff60a2 HTTP/1.1" status: 204  len: 168 time: 5.4480588
Dec 18 06:47:35.744425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46860) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:35.762518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Request body: {'networks': [{'name': 'tempest-network--2028939782'}, {'name': 'tempest-network--1567821441'}]} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:35.762815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Request body: {'network': {'name': 'tempest-network--2028939782'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:35.763740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Request body: {'network': {'name': 'tempest-network--1567821441'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:35.768968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6f253a46-e5dc-4cb1-a8d1-236f21f9edce tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:35.815828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:35.830796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=61be9882-5115-416b-ae39-3f827d76956c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:35.833213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Usage tracker for resource:network and tenant:ebe3c6858d52449c843c1ab904c80e5d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:35.840284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:35.842574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5ecf8-a227-4b68-9bdc-ca893a03cde0 None None] Pushing event updated for resources: {'Port': ['ID=ae219ed0-314c-4b8e-8e16-f00735d7790f,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:35.844200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:35.864745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8de5ecf8-a227-4b68-9bdc-ca893a03cde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:35.889432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] No DVR routers for this DVR port 61be9882-5115-416b-ae39-3f827d76956c on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:47:35.898220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:35.926077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No DVR routers for this DVR port 803dd0df-f951-4e77-a66d-bb25594b1979 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:47:36.014008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b496531d-db14-40d9-9d6c-9cf93c02c6e4 None None] DHCP port deletion for 3473ab7c-f2ea-4397-a8e9-9a05accc7567 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:47:36.081828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a0750661-d880-4646-a23e-6c9b8d1ed683 None None] Provisioning complete for port ae219ed0-314c-4b8e-8e16-f00735d7790f triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:36.082141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.082751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a0750661-d880-4646-a23e-6c9b8d1ed683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.124092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ae219ed0-314c-4b8e-8e16-f00735d7790f up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:36.136470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.159696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-769ca2fc-d90c-408a-b309-63ddc8da46ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:36.160107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-769ca2fc-d90c-408a-b309-63ddc8da46ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:36.197199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Made reservation on behalf of ebe3c6858d52449c843c1ab904c80e5d for: {'network': 2} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:36.203456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d0c033c-8b91-411f-bcb4-2ff15ffe1aff tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.204554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.224345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:36.235181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.253399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c033c-8b91-411f-bcb4-2ff15ffe1aff tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30e98436-2c56-405c-9bb2-dd92ba14b179,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:36.256012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d0c033c-8b91-411f-bcb4-2ff15ffe1aff tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:36.260057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cbf5d68>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:47:31Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:36.272735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:36.273769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cddf470>, [{'id': '1d6dc0b4-8101-4f22-8590-b3c662c1c222', 'name': 'tempest-NetworksTestDHCPv6-router-1335450965', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:18Z', 'updated_at': '2020-12-18T06:47:24Z', 'revision_number': 2, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'gw_port_host': None, '_interfaces': [{'id': '3b2ee825-b825-4cae-b53f-6b194e9dc320', 'name': '', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'mac_address': 'fa:16:3e:e9:0a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6dc0b4-8101-4f22-8590-b3c662c1c222', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'fab4a6b7-a983-41ad-8c1d-1bf913e1f699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:21Z', 'updated_at': '2020-12-18T06:47:32Z', 'revision_number': 4, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'subnets': [{'id': 'fab4a6b7-a983-41ad-8c1d-1bf913e1f699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:36.278219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Checking router: 6f94462c-bcad-448b-aae1-d96f56b384a6 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:47:36.278374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Updating router 6f94462c-bcad-448b-aae1-d96f56b384a6 port 50826fcd-91cb-415a-ba61-413969047691 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:47:36.283006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:36.283377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:36.290325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d0c033c-8b91-411f-bcb4-2ff15ffe1aff tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.299606 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5d0c033c-8b91-411f-bcb4-2ff15ffe1aff tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-group-rules/30e98436-2c56-405c-9bb2-dd92ba14b179 HTTP/1.1" status: 204  len: 168 time: 1.4694970
Dec 18 06:47:36.302297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.307873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Usage tracker for resource:security_group_rule and tenant:ebe3c6858d52449c843c1ab904c80e5d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:36.311135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46864) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:36.319400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:36.344165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c791dd-5128-4984-99d7-44da3f377f43 None None] The sync data for ids ['1d6dc0b4-8101-4f22-8590-b3c662c1c222'] in dv-neutron-765072-3-ovs is: [{'id': '1d6dc0b4-8101-4f22-8590-b3c662c1c222', 'name': 'tempest-NetworksTestDHCPv6-router-1335450965', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:18Z', 'updated_at': '2020-12-18T06:47:24Z', 'revision_number': 2, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'gw_port_host': None, '_interfaces': [{'id': '3b2ee825-b825-4cae-b53f-6b194e9dc320', 'name': '', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'mac_address': 'fa:16:3e:e9:0a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6dc0b4-8101-4f22-8590-b3c662c1c222', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'fab4a6b7-a983-41ad-8c1d-1bf913e1f699', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:21Z', 'updated_at': '2020-12-18T06:47:32Z', 'revision_number': 4, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'subnets': [{'id': 'fab4a6b7-a983-41ad-8c1d-1bf913e1f699', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:47:36.379574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ae219ed0-314c-4b8e-8e16-f00735d7790f triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:36.379998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.381708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.389400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:36.392642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c005ac8>,) {'filters': {'network_id': ['3473ab7c-f2ea-4397-a8e9-9a05accc7567']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:36.424739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c005ac8>, 'f84b69c9-ef00-471e-9ca5-13ca66d94a72') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:36.425066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c005ac8>, 'f84b69c9-ef00-471e-9ca5-13ca66d94a72') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:36.459760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.466931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.719898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1dc5bb00>,) {'filters': {'network_id': ['cdbce14d-7466-40eb-b6a5-49541b86e4d5']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:36.753342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-769ca2fc-d90c-408a-b309-63ddc8da46ed None None] Deleting port 803dd0df-f951-4e77-a66d-bb25594b1979 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:36.753342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-769ca2fc-d90c-408a-b309-63ddc8da46ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.802018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 3b2ee825-b825-4cae-b53f-6b194e9dc320 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:36.802406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.815369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0793a920-e44a-4941-9fc1-dc52adcf1cec tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:36.821127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.829384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:47:36.842737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-84df8764-ce52-4f6e-bdff-fa6755aa1ab3 None None] Provisioning complete for port ae219ed0-314c-4b8e-8e16-f00735d7790f triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:36.843943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-84df8764-ce52-4f6e-bdff-fa6755aa1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.855658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dc5bb00>, 'a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:36.856005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dc5bb00>, 'a2a28ac0-09c4-4e72-95fe-f0e5d9e3edf6') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:36.895030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.905957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:36.959215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-769ca2fc-d90c-408a-b309-63ddc8da46ed None None] The port '803dd0df-f951-4e77-a66d-bb25594b1979' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:47:37.078289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:37.089685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.259865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.307431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.318143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.333432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Transition to ACTIVE for port object 50826fcd-91cb-415a-ba61-413969047691 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:37.335959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.336540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.338128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.343203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Releasing vxlan tunnel 8 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:47:37.346677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0793a920-e44a-4941-9fc1-dc52adcf1cec tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:37.350921 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0793a920-e44a-4941-9fc1-dc52adcf1cec tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4459 time: 1.0331609
Dec 18 06:47:37.356490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b6c7d3f9-0a36-4749-8535-60a2ce0cbfde tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:37.359146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46868) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:37.408671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:37.415242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Network 3473ab7c-f2ea-4397-a8e9-9a05accc7567 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:47:37.445448 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:47:37.492994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f969d-f1b5-4e45-84be-1a516420a369 None None] Pushing event updated for resources: {'Port': ['ID=50826fcd-91cb-415a-ba61-413969047691,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:37.498532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c97f969d-f1b5-4e45-84be-1a516420a369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:37.519930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d8ac34-e7cb-4974-ad49-8db10b2ddbbc,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:37.525171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:37.529273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:37.563096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Attempting to bind port 50826fcd-91cb-415a-ba61-413969047691 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:47:37.563518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Attempting to bind port 50826fcd-91cb-415a-ba61-413969047691 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:47:37.564102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Attempting to bind port 50826fcd-91cb-415a-ba61-413969047691 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:47:37.566257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.566713 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Added segment fa8741dc-65d2-4108-9298-086c325c8454 of type vxlan for network f62be23e-38b9-45c8-a0f2-021f2127bc36
Dec 18 06:47:37.570857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:47:37.571311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:37.571744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.572170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:47:37.573594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Bound port: 50826fcd-91cb-415a-ba61-413969047691, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:47:37.573594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.596708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.608020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:37.627103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.637656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.647409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Pushing event deleted for resources: {'Network': ['ID=3473ab7c-f2ea-4397-a8e9-9a05accc7567,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:37.651869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] For port 50826fcd-91cb-415a-ba61-413969047691, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:47:37.655442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.656424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] For port 50826fcd-91cb-415a-ba61-413969047691, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=50826fcd-91cb-415a-ba61-413969047691,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:47:37.658530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:37.666374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.682556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:37.791963 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3473ab7c-f2ea-4397-a8e9-9a05accc7567 HTTP/1.1" status: 204  len: 168 time: 3.6130416
Dec 18 06:47:37.792313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.814560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee97b2e1-5901-4cd3-bb7a-d6489e43ec33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:37.868491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17439588>,) {'filters': {'network_id': ['83cc4fae-9730-4fa1-b1e1-7097323e940c']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:37.924936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:37.971054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network cdbce14d-7466-40eb-b6a5-49541b86e4d5 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:37.972090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:37.972569 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Added segment 4aa2f1ef-0f5b-437f-9c59-fba90dc13709 of type vxlan for network f0815963-3061-4037-bf22-99646dbb0204
Dec 18 06:47:37.982428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17439588>, '4446b847-34ff-444a-8326-3ee1acf3676b') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:37.982768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17439588>, '4446b847-34ff-444a-8326-3ee1acf3676b') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:37.990034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Subnet': ['ID=c1d58c4a-1556-4108-b88d-c8d3dc20a67e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:37.993175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:38.019416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f969d-f1b5-4e45-84be-1a516420a369 None None] Pushing event updated for resources: {'Port': ['ID=50826fcd-91cb-415a-ba61-413969047691,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:38.040177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c97f969d-f1b5-4e45-84be-1a516420a369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:38.045328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3b2ee825-b825-4cae-b53f-6b194e9dc320 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:38.051967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.067429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.140110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.142264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Checking segment: {'id': '3a16444d-d2e4-4d19-b7ee-5cdb15af861c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:38.143213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network hostable DHCP agents. Network: c765a100-af74-42a4-9b9f-ecadf3f8bfa8, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:47:38.150131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.151002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.156481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:38.160037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:38.160929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.167511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:38.184501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:38.185445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cbf5d68>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:38.189638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46874) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:38.209375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.233581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] For port 3b2ee825-b825-4cae-b53f-6b194e9dc320, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3b2ee825-b825-4cae-b53f-6b194e9dc320,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:38.233975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.255830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 3b2ee825-b825-4cae-b53f-6b194e9dc320 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:38.267888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 3b2ee825-b825-4cae-b53f-6b194e9dc320 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:38.268414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.314149 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 2.8323405
Dec 18 06:47:38.316647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46878) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:38.325348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:47:38.367397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event updated for resources: {'Network': ['ID=f62be23e-38b9-45c8-a0f2-021f2127bc36,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:38.393714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network f62be23e-38b9-45c8-a0f2-021f2127bc36 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:38.406358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network f62be23e-38b9-45c8-a0f2-021f2127bc36 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:38.461597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, c765a100-af74-42a4-9b9f-ecadf3f8bfa8) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:38.488847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.506070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 3b2ee825-b825-4cae-b53f-6b194e9dc320 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:38.533955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-030447da-6426-4c91-80fd-b7f768c31325 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a4d99721b2184071bdf48ed15e267486&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3368895
Dec 18 06:47:38.535982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Releasing vxlan tunnel 12 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:47:38.545593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46882) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:38.549302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5906b4a0-036f-4575-9d99-f4f2b0f47cd6 None None] Network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:38.551031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.579959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:38.580612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.629128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event updated for resources: {'Network': ['ID=f0815963-3061-4037-bf22-99646dbb0204,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:38.643529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:38.647962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:38.648333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:38.654747 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 3.9026992
Dec 18 06:47:38.662346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46886) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:38.670998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network f0815963-3061-4037-bf22-99646dbb0204 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:38.700323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325697f-38d8-41f8-87bc-8d0bafe8c42d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:38.703883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network f0815963-3061-4037-bf22-99646dbb0204 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:38.704444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325697f-38d8-41f8-87bc-8d0bafe8c42d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:38.708971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325697f-38d8-41f8-87bc-8d0bafe8c42d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:38.713420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325697f-38d8-41f8-87bc-8d0bafe8c42d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:38.714421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5325697f-38d8-41f8-87bc-8d0bafe8c42d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Synchronizing usage tracker for tenant:ebe3c6858d52449c843c1ab904c80e5d on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:38.741570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81239987-3eb2-4335-888c-716977f53a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.757038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network cdbce14d-7466-40eb-b6a5-49541b86e4d5 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:38.758193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5325697f-38d8-41f8-87bc-8d0bafe8c42d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Unset dirty status for tenant:ebe3c6858d52449c843c1ab904c80e5d on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:38.761955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5325697f-38d8-41f8-87bc-8d0bafe8c42d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.4355345
Dec 18 06:47:38.765119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46890) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:47:38.797205 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:47:38.807095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81239987-3eb2-4335-888c-716977f53a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.951265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:38.957004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:47:39.026099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81239987-3eb2-4335-888c-716977f53a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.032631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1a5c804c-295a-431b-ac43-50b60e855bd5 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:39.051915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81239987-3eb2-4335-888c-716977f53a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858dc783-4a15-463b-b10c-a7261bf8ba9f,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:39.054028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81239987-3eb2-4335-888c-716977f53a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:39.152443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network 83cc4fae-9730-4fa1-b1e1-7097323e940c has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:39.161266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.165022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81239987-3eb2-4335-888c-716977f53a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.169249 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-81239987-3eb2-4335-888c-716977f53a70 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/858dc783-4a15-463b-b10c-a7261bf8ba9f HTTP/1.1" status: 204  len: 168 time: 0.6193926
Dec 18 06:47:39.176765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.194033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bcec276c-991a-483b-8dc4-79d0e78a128b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:39.202248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.214176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.275550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.362446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1da2c978>,) {'filters': {'network_id': ['f62be23e-38b9-45c8-a0f2-021f2127bc36']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:39.378633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1da2c978>, 'fa8741dc-65d2-4108-9298-086c325c8454') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:39.378633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1da2c978>, 'fa8741dc-65d2-4108-9298-086c325c8454') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:39.393230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.412748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.413702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 3b2ee825-b825-4cae-b53f-6b194e9dc320, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3b2ee825-b825-4cae-b53f-6b194e9dc320,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:39.415576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Releasing vxlan tunnel 6 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:47:39.458563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.467942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:39.529811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 61be9882-5115-416b-ae39-3f827d76956c no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:47:39.569371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.572321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router dc1a008d-ffc8-4303-9dc8-1444aee2dea2 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:47:39.574651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5f0e39-30b8-498d-a6b7-a04a911c6117,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:39.631891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.632629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.633058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.633478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.633922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.634334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.634770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.635185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.635570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.635981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.636387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.636795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.637261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.637671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.638794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.639368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.639934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.640497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.641059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.641639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.642197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.642771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.643332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.643891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:39.659219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.663663 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-groups/6c5f0e39-30b8-498d-a6b7-a04a911c6117 HTTP/1.1" status: 204  len: 168 time: 2.2490344
Dec 18 06:47:39.665124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46900) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:39.666320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:39.690321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:39.711863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network f62be23e-38b9-45c8-a0f2-021f2127bc36 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:39.724279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.844945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 61be9882-5115-416b-ae39-3f827d76956c {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:47:39.845349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 61be9882-5115-416b-ae39-3f827d76956c not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:47:39.848740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:47:39.849800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:39.891796 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/networks/cdbce14d-7466-40eb-b6a5-49541b86e4d5 HTTP/1.1" status: 204  len: 168 time: 7.5530255
Dec 18 06:47:39.895400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46908) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:39.961571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Network': ['ID=cdbce14d-7466-40eb-b6a5-49541b86e4d5,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:39.970409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network f62be23e-38b9-45c8-a0f2-021f2127bc36 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:39.993328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=3b2ee825-b825-4cae-b53f-6b194e9dc320,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:39.996909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:40.022182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:40.047224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cbf5d68>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:47:31Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:40.053107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c18b44-d1fd-414f-84f4-b1d86ddd23d5 None None] The sync data for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs is: [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:47:31Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:47:40.059993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:40.060519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:40.071812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network 83cc4fae-9730-4fa1-b1e1-7097323e940c has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:47:40.112652 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:47:40.116556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:40.120321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a8d6e3a0-4351-44af-878c-6744f86cebcc tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:47:40.139639 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:47:40.146239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:40.157913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event deleted for resources: {'Network': ['ID=f62be23e-38b9-45c8-a0f2-021f2127bc36,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:40.160988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:40.162931 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "DELETE /v2.0/networks/f62be23e-38b9-45c8-a0f2-021f2127bc36 HTTP/1.1" status: 204  len: 168 time: 1.3828142
Dec 18 06:47:40.165754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46916) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:40.268051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Allocated IP 172.20.0.2 (c765a100-af74-42a4-9b9f-ecadf3f8bfa8/c1d58c4a-1556-4108-b88d-c8d3dc20a67e/e88d3188-a41d-4c68-8a0d-d7fe20d538ee) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:40.312517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:40.395530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 3b2ee825-b825-4cae-b53f-6b194e9dc320 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:40.395919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:40.504709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c3f69440-281d-499a-9202-429507414ee8 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:40.518707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:40.524249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:40.546017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cdcc544b-eb4e-4c42-bc9f-f1151b4452d0 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:40.604120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:40.624904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:40.630555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:47:40.655100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cf94c-7052-4b4b-a07e-be1f41324815 None None] Sync routers for ids ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:47:40.661591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event deleted for resources: {'Network': ['ID=83cc4fae-9730-4fa1-b1e1-7097323e940c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:40.680049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Transition to ACTIVE for port object e88d3188-a41d-4c68-8a0d-d7fe20d538ee will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:40.693681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503cf94c-7052-4b4b-a07e-be1f41324815 None None] Routers {'dc1a008d-ffc8-4303-9dc8-1444aee2dea2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:40.697562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-503cf94c-7052-4b4b-a07e-be1f41324815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dceca90>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:40.714603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Transition to ACTIVE for port object e88d3188-a41d-4c68-8a0d-d7fe20d538ee will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:40.734460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:40.753018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:40.769481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c43aac8>,) {'filters': {'network_id': ['f0815963-3061-4037-bf22-99646dbb0204']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:40.809614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c43aac8>, '4aa2f1ef-0f5b-437f-9c59-fba90dc13709') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:40.810355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c43aac8>, '4aa2f1ef-0f5b-437f-9c59-fba90dc13709') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:40.836728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-503cf94c-7052-4b4b-a07e-be1f41324815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dceca90>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:40.844718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:40.854511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503cf94c-7052-4b4b-a07e-be1f41324815 None None] Routers {'dc1a008d-ffc8-4303-9dc8-1444aee2dea2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:40.855570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-503cf94c-7052-4b4b-a07e-be1f41324815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dceca90>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:40.875063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:40.878201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Releasing vxlan tunnel 11 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:47:40.879262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c3f69440-281d-499a-9202-429507414ee8 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:40.880791 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c3f69440-281d-499a-9202-429507414ee8 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4354 time: 1.1920869
Dec 18 06:47:40.887635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72833fe7-82b4-4850-9045-a8c35ee595a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:40.892411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-72833fe7-82b4-4850-9045-a8c35ee595a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:40.905649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46928) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:40.910314 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "DELETE /v2.0/networks/83cc4fae-9730-4fa1-b1e1-7097323e940c HTTP/1.1" status: 204  len: 168 time: 5.1587329
Dec 18 06:47:40.913325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46930) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:40.974874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-503cf94c-7052-4b4b-a07e-be1f41324815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dceca90>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:40.977486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503cf94c-7052-4b4b-a07e-be1f41324815 None None] The sync data for ids ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:47:41.019385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:41.023800 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 14.9978888
Dec 18 06:47:41.038347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:41.089498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46938) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:41.114273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:41.124876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:41.134006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:41.243865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Attempting to bind port e88d3188-a41d-4c68-8a0d-d7fe20d538ee on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:47:41.244287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Attempting to bind port e88d3188-a41d-4c68-8a0d-d7fe20d538ee by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '3a16444d-d2e4-4d19-b7ee-5cdb15af861c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:47:41.244701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Attempting to bind port e88d3188-a41d-4c68-8a0d-d7fe20d538ee on network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:47:41.247715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Pushing event updated for resources: {'Port': ['ID=e88d3188-a41d-4c68-8a0d-d7fe20d538ee,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:41.259508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-72833fe7-82b4-4850-9045-a8c35ee595a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:41.262331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:41.264248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:47:41.264677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Checking segment: {'id': '3a16444d-d2e4-4d19-b7ee-5cdb15af861c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:41.265132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:41.265607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Bound using segment: {'id': '3a16444d-d2e4-4d19-b7ee-5cdb15af861c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:47:41.266144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Bound port: e88d3188-a41d-4c68-8a0d-d7fe20d538ee, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a16444d-d2e4-4d19-b7ee-5cdb15af861c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:47:41.266566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:41.266780 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-72833fe7-82b4-4850-9045-a8c35ee595a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 1.3290541
Dec 18 06:47:41.269373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46946) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:41.279782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network f0815963-3061-4037-bf22-99646dbb0204 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:41.290564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:41.400883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] For port e88d3188-a41d-4c68-8a0d-d7fe20d538ee, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:47:41.479648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] For port 3b2ee825-b825-4cae-b53f-6b194e9dc320, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3b2ee825-b825-4cae-b53f-6b194e9dc320,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:41.480055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:41.760815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46954) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:41.910293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network f0815963-3061-4037-bf22-99646dbb0204 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:47:41.937940 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:47:42.023315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-689959286'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:42.024879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2958f1ae-5907-48ad-9b9d-b3dbbda2d37e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.035396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:42.043941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-28fb2d05-3ea3-4910-a977-e8090acb2f98 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:42.048173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] For port e88d3188-a41d-4c68-8a0d-d7fe20d538ee, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e88d3188-a41d-4c68-8a0d-d7fe20d538ee,segment=NetworkSegment(3a16444d-d2e4-4d19-b7ee-5cdb15af861c),segment_id=3a16444d-d2e4-4d19-b7ee-5cdb15af861c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:47:42.050321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Usage tracker for resource:network and tenant:7c8ee954c525411c98b9b7f457892231 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:42.051052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 50826fcd-91cb-415a-ba61-413969047691 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:42.053645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.057501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.060485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:42.064707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-03ccdced-5e03-4276-bc0d-69f1934d3ca6 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:42.092885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.098898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:42.101344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event deleted for resources: {'Network': ['ID=f0815963-3061-4037-bf22-99646dbb0204,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:42.104006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:42.111591 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "DELETE /v2.0/networks/f0815963-3061-4037-bf22-99646dbb0204 HTTP/1.1" status: 204  len: 168 time: 1.9421706
Dec 18 06:47:42.112141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46960) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:42.116895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-28fb2d05-3ea3-4910-a977-e8090acb2f98 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:42.121277 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-28fb2d05-3ea3-4910-a977-e8090acb2f98 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.8461657
Dec 18 06:47:42.135975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 46964) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:42.145144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 3b2ee825-b825-4cae-b53f-6b194e9dc320 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:42.163499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:42.188771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005628e8-ce6c-4e2f-8f74-4cddac59bf59 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:42.193257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005628e8-ce6c-4e2f-8f74-4cddac59bf59 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:42.194103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-005628e8-ce6c-4e2f-8f74-4cddac59bf59 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Synchronizing usage tracker for tenant:d7802f1c39914d90a0ca73069ff21479 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:42.196728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Made reservation on behalf of 7c8ee954c525411c98b9b7f457892231 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:42.202708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.221140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-274967089'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:42.228706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.252740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:42.260878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Usage tracker for resource:security_group_rule and tenant:7c8ee954c525411c98b9b7f457892231 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:42.263956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:42.266532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:42.278544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:42.279330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2958f1ae-5907-48ad-9b9d-b3dbbda2d37e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.298316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Pushing event updated for resources: {'Port': ['ID=e88d3188-a41d-4c68-8a0d-d7fe20d538ee,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:42.303263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 50826fcd-91cb-415a-ba61-413969047691 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:42.308628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:42.318319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 50826fcd-91cb-415a-ba61-413969047691 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:42.318757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.340129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcaeda2-af2f-4298-83ba-2bb7f419714d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:42.344840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcaeda2-af2f-4298-83ba-2bb7f419714d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:42.345674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ebcaeda2-af2f-4298-83ba-2bb7f419714d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Synchronizing usage tracker for tenant:ebe3c6858d52449c843c1ab904c80e5d on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:42.357906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:network and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:42.383872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ebcaeda2-af2f-4298-83ba-2bb7f419714d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Unset dirty status for tenant:ebe3c6858d52449c843c1ab904c80e5d on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:42.385356 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ebcaeda2-af2f-4298-83ba-2bb7f419714d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2723875
Dec 18 06:47:42.391920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46968) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:42.400232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-272548500'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:42.411543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:42.415154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:42.443852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:42.455509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:42.458225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.469456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.470635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Made reservation on behalf of ebe3c6858d52449c843c1ab904c80e5d for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:42.476648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.477479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.489577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.493893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:47:42.495358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 50826fcd-91cb-415a-ba61-413969047691, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=50826fcd-91cb-415a-ba61-413969047691,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:42.496999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b6bf5e7d-f690-45e4-9c44-c87f6fcfdc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:42.498327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-005628e8-ce6c-4e2f-8f74-4cddac59bf59 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Unset dirty status for tenant:d7802f1c39914d90a0ca73069ff21479 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:42.503932 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-005628e8-ce6c-4e2f-8f74-4cddac59bf59 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 1.5786920
Dec 18 06:47:42.504106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.504106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3b2ee825-b825-4cae-b53f-6b194e9dc320 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:42.509997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46972) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:42.526218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2045975766'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:42.526438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c97f969d-f1b5-4e45-84be-1a516420a369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:42.549576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:42.552591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:42.564331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:42.569993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.586151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:42.588220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Pushing event updated for resources: {'SecurityGroup': ['ID=a3151379-6663-4d55-939c-00b83cf96617,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:42.591785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:42.593802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.594262 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Added segment 206e6172-845c-4514-8df3-71bf89ed93ef of type vxlan for network dd230106-84bd-42ec-b582-e980654318d5
Dec 18 06:47:42.611765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Made reservation on behalf of d7802f1c39914d90a0ca73069ff21479 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:42.617295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.649031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.677005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=50826fcd-91cb-415a-ba61-413969047691,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:42.693710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:42.696336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.700899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 3b2ee825-b825-4cae-b53f-6b194e9dc320 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:42.701398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.701611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:42.702291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.711339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-146798fc-abb7-4f5a-b4fd-81399945a7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:42.727465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:42.727792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:42.728552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:42.728924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:42.861188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Pushing event updated for resources: {'Network': ['ID=dd230106-84bd-42ec-b582-e980654318d5,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:42.873203 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.1104217
Dec 18 06:47:42.874347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:42.878648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46976) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:42.884333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network dd230106-84bd-42ec-b582-e980654318d5 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:42.887424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Request body: {'subnet': {'network_id': 'dd230106-84bd-42ec-b582-e980654318d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:42.897569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2958f1ae-5907-48ad-9b9d-b3dbbda2d37e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:42.907643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network dd230106-84bd-42ec-b582-e980654318d5 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:42.915979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:43.018336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958f1ae-5907-48ad-9b9d-b3dbbda2d37e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff97d7d6-7346-45c7-b9fc-1d4556e633c1,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:43.021102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2958f1ae-5907-48ad-9b9d-b3dbbda2d37e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:43.033222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:43.037427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Usage tracker for resource:subnet and tenant:7c8ee954c525411c98b9b7f457892231 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:43.040533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:43.041080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:43.047576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:43.058165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Made reservation on behalf of 7c8ee954c525411c98b9b7f457892231 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:43.164727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.165116 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Added segment 8b4ec076-c187-459b-905b-223350ac6d56 of type vxlan for network 45db9e1f-84de-4339-8baf-55fee5a70a20
Dec 18 06:47:43.182916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.184064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2958f1ae-5907-48ad-9b9d-b3dbbda2d37e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.186712 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2958f1ae-5907-48ad-9b9d-b3dbbda2d37e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-groups/ff97d7d6-7346-45c7-b9fc-1d4556e633c1 HTTP/1.1" status: 204  len: 168 time: 2.2745764
Dec 18 06:47:43.200635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46980) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:43.255071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.264410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.368377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.413331 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d59a79a2-7c66-4b32-8981-37fc3faef5a7 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2114336
Dec 18 06:47:43.419884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46984) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:43.427016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group': {'name': 'tempest-secgroup--382072511'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:43.435414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:43.441648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:43.445944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:43.460748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:43.514668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.522740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.544875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-01ccf9cd-cc93-4c91-8672-1ee14da04e3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:43.547348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:43.565047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:43.569645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:43.585913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:43.698419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=3b2ee825-b825-4cae-b53f-6b194e9dc320,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:43.701027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.713470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:43.737312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.741498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:43.742181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.753121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:43.753460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:43.754123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:43.754475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:43.754776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b18a4a17-dc91-4dd6-92f1-3f9cec87859c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:43.796119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.799957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.806415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de3f74f1-abe7-47e5-b953-8bf55269b184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:43.862698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroup': ['ID=9f902908-1e57-43c2-bb36-00ddc7bf7b0c,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:43.871670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:43.915397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:43.919911 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.4957876
Dec 18 06:47:43.924487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46988) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:43.933429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9648456b-4251-48bc-99f2-aaab6ad08bbb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group_rule': {'security_group_id': '9f902908-1e57-43c2-bb36-00ddc7bf7b0c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:43.944526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9648456b-4251-48bc-99f2-aaab6ad08bbb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:43.986198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9648456b-4251-48bc-99f2-aaab6ad08bbb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:43.994479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9648456b-4251-48bc-99f2-aaab6ad08bbb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:44.000255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Network': ['ID=45db9e1f-84de-4339-8baf-55fee5a70a20,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:44.009811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9648456b-4251-48bc-99f2-aaab6ad08bbb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:44.011769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:44.018245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 45db9e1f-84de-4339-8baf-55fee5a70a20 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:44.032296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.039161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 45db9e1f-84de-4339-8baf-55fee5a70a20 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:44.049375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a810e1e9-4fa1-4989-b782-188659ca8ac0 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:44.178755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9648456b-4251-48bc-99f2-aaab6ad08bbb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.191128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653e0629-3822-40d7-b722-eac28745fd6c None None] Network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:44.210941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.211259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 50826fcd-91cb-415a-ba61-413969047691 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:44.292763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Pushing event updated for resources: {'Subnet': ['ID=3034de89-1154-45fd-928a-97ede5d169d6,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:44.300916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:44.328691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:44.360411 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 2.1760807
Dec 18 06:47:44.360644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.360870 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Added segment 26454d53-858b-48c9-a3ba-10deeac5fe17 of type vxlan for network f61abe0b-ee38-4107-8769-a9f096884e9e
Dec 18 06:47:44.362858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46992) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:44.366862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9648456b-4251-48bc-99f2-aaab6ad08bbb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.375405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': '45db9e1f-84de-4339-8baf-55fee5a70a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:44.417279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d5d364a1-164c-4b24-b4cd-40a02c341e7d None None] Provisioning for port e88d3188-a41d-4c68-8a0d-d7fe20d538ee completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:44.467550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9648456b-4251-48bc-99f2-aaab6ad08bbb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.484501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:44.492471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.540252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 50826fcd-91cb-415a-ba61-413969047691 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:44.540685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.563302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648456b-4251-48bc-99f2-aaab6ad08bbb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b811eb-d16c-460b-8c2c-ac5d1b811a8e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:44.564428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.577281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9648456b-4251-48bc-99f2-aaab6ad08bbb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:44.588969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.626281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:44.642966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:44.648337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:44.654764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9648456b-4251-48bc-99f2-aaab6ad08bbb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.658839 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9648456b-4251-48bc-99f2-aaab6ad08bbb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 750 time: 0.7286346
Dec 18 06:47:44.671004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 46996) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:44.672194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:44.677476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Checking segment: {'id': '206e6172-845c-4514-8df3-71bf89ed93ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd230106-84bd-42ec-b582-e980654318d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:44.677925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Network hostable DHCP agents. Network: dd230106-84bd-42ec-b582-e980654318d5, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:47:44.734754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:44.764916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:44.765254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:44.813977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-380a8415-5fdd-43b7-9b21-ec909dc92206 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.819623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.823721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:44.823901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6f0969c-6b2d-4391-b663-4f740a4f4c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.824359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.837802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b956e7ed-6c02-4aef-8af9-abff53894085 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:44.853002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Network dd230106-84bd-42ec-b582-e980654318d5 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:47:44.856389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.1 (c765a100-af74-42a4-9b9f-ecadf3f8bfa8/c1d58c4a-1556-4108-b88d-c8d3dc20a67e/221a2dee-a399-4e7d-82c0-3268b762e08c) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:44.885964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-380a8415-5fdd-43b7-9b21-ec909dc92206 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:44.923025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e88d3188-a41d-4c68-8a0d-d7fe20d538ee up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:44.971080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, dd230106-84bd-42ec-b582-e980654318d5) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:44.992640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e309ff2-3276-4191-b98f-767ffc496e27 None None] Network dd230106-84bd-42ec-b582-e980654318d5 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:45.006606 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.4930539
Dec 18 06:47:45.020057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47000) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:45.034280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1739761527'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:45.042647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.065929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event updated for resources: {'Network': ['ID=f61abe0b-ee38-4107-8769-a9f096884e9e,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:45.068260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port e88d3188-a41d-4c68-8a0d-d7fe20d538ee completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:45.068733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:45.069385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.077467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:45.078591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:45.083045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network f61abe0b-ee38-4107-8769-a9f096884e9e details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:45.096611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network f61abe0b-ee38-4107-8769-a9f096884e9e details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:45.109868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port e88d3188-a41d-4c68-8a0d-d7fe20d538ee triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:45.110294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.136463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-380a8415-5fdd-43b7-9b21-ec909dc92206 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.138189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.167210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:45.212030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:45.214224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a8415-5fdd-43b7-9b21-ec909dc92206 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68b811eb-d16c-460b-8c2c-ac5d1b811a8e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:45.226440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-380a8415-5fdd-43b7-9b21-ec909dc92206 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:45.229822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-380a8415-5fdd-43b7-9b21-ec909dc92206 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.231043 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-380a8415-5fdd-43b7-9b21-ec909dc92206 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-group-rules/68b811eb-d16c-460b-8c2c-ac5d1b811a8e HTTP/1.1" status: 204  len: 168 time: 0.5561962
Dec 18 06:47:45.241238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47004) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:45.244958 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3650198
Dec 18 06:47:45.252047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47008) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:45.292641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Request body: {'port': {'network_id': 'dd230106-84bd-42ec-b582-e980654318d5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1204532784'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:45.310566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Made reservation on behalf of d7802f1c39914d90a0ca73069ff21479 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:45.316440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.329737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:45.439678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.440214 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Added segment 1751339c-d3b8-4ae1-aa81-c910c8dd01f6 of type vxlan for network 5d85784f-2cf1-47c6-839b-eebcb1203769
Dec 18 06:47:45.443269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.505807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7f26c90e-9889-44aa-af33-6171358f5fcd tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:45.526072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-85540bbe-c52d-4c50-a3a7-631d829dca91 None None] Provisioning complete for port e88d3188-a41d-4c68-8a0d-d7fe20d538ee triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:45.526403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85540bbe-c52d-4c50-a3a7-631d829dca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.565677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.639003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7f26c90e-9889-44aa-af33-6171358f5fcd tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:45.640384 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7f26c90e-9889-44aa-af33-6171358f5fcd tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.3940353
Dec 18 06:47:45.643382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:45.647825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47012) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:45.672337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object 221a2dee-a399-4e7d-82c0-3268b762e08c will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:45.678454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Usage tracker for resource:port and tenant:7c8ee954c525411c98b9b7f457892231 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:45.695344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Router 1d6dc0b4-8101-4f22-8590-b3c662c1c222 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:47:45.709001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:45.728534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:45.748485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.767428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-dd230106-84bd-42ec-b582-e980654318d5', 'network_id': 'dd230106-84bd-42ec-b582-e980654318d5', 'tenant_id': '7c8ee954c525411c98b9b7f457892231', 'fixed_ips': [{'subnet_id': '3034de89-1154-45fd-928a-97ede5d169d6'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:47:45.767828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:45.768194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:45.768595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.768716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.772913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:45.773603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.784651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f55d3fc5-add8-4d8d-93c7-ceddd69c2e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1380555453] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:45.874526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Made reservation on behalf of 7c8ee954c525411c98b9b7f457892231 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:45.879969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.920654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.940082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port e88d3188-a41d-4c68-8a0d-d7fe20d538ee, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e88d3188-a41d-4c68-8a0d-d7fe20d538ee,segment=NetworkSegment(3a16444d-d2e4-4d19-b7ee-5cdb15af861c),segment_id=3a16444d-d2e4-4d19-b7ee-5cdb15af861c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:45.942060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:45.966172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:45.972027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fed05b68-f0b5-4489-b435-8098a107c232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:46.028607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85540bbe-c52d-4c50-a3a7-631d829dca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:46.033367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:47:46.059270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbea357-7740-4c90-8d7b-5fbc78502cfb None None] Sync routers for ids ['1d6dc0b4-8101-4f22-8590-b3c662c1c222'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:47:46.085435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.20.0.1 (e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2/ee938ffc-a6ae-4c7d-8797-96d7152e4919/6d186d0c-c5ee-438d-9873-667c30844f8a) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:46.101267 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "PUT /v2.0/routers/1d6dc0b4-8101-4f22-8590-b3c662c1c222/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 17.9391792
Dec 18 06:47:46.109780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47016) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:46.171199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=221a2dee-a399-4e7d-82c0-3268b762e08c,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:46.174397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:46.178025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbea357-7740-4c90-8d7b-5fbc78502cfb None None] Routers {'1d6dc0b4-8101-4f22-8590-b3c662c1c222'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:46.178736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0bbea357-7740-4c90-8d7b-5fbc78502cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d56df98>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['1d6dc0b4-8101-4f22-8590-b3c662c1c222'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:46.257744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=e88d3188-a41d-4c68-8a0d-d7fe20d538ee,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:46.270922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:46.318802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:46.328022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437f2d3-0243-4edf-9e5d-d8639a9ee25c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:46.330071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437f2d3-0243-4edf-9e5d-d8639a9ee25c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:46.330378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0437f2d3-0243-4edf-9e5d-d8639a9ee25c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:46.338473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event updated for resources: {'Network': ['ID=5d85784f-2cf1-47c6-839b-eebcb1203769,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:46.364233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 5d85784f-2cf1-47c6-839b-eebcb1203769 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:46.368748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:46.369798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fbacada-b959-4373-94cf-238387679b58 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:46.378208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 5d85784f-2cf1-47c6-839b-eebcb1203769 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:46.387744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:46.394201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:46.397021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:46.404340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0bbea357-7740-4c90-8d7b-5fbc78502cfb None None] Set router 1d6dc0b4-8101-4f22-8590-b3c662c1c222 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:47:46.427619 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 4.0345359
Dec 18 06:47:46.479235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fbacada-b959-4373-94cf-238387679b58 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:46.523492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47020) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:46.563301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-726621858'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:46.590405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:46.596988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:46.624986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Usage tracker for resource:network and tenant:ebe3c6858d52449c843c1ab904c80e5d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:46.634715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:46.653992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:46.671297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:46.671557 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Added segment bee1aea1-6952-4082-9449-f6c4f0262a0c of type vxlan for network ceff4a1a-de8e-4d44-ae8c-6c2c123f1926
Dec 18 06:47:46.700013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] device_id is not set on port 2f0aa3c1-04b5-411a-bcb5-0529222b8fc8 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:47:46.720959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0437f2d3-0243-4edf-9e5d-d8639a9ee25c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:46.724771 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0437f2d3-0243-4edf-9e5d-d8639a9ee25c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6095057
Dec 18 06:47:46.736322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47024) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:46.752691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fbacada-b959-4373-94cf-238387679b58 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:46.768873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-70190436-3bf3-416f-8320-bb58af6689ee tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:46.776940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Made reservation on behalf of ebe3c6858d52449c843c1ab904c80e5d for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:46.782961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:46.825931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:46.832418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:46.842472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbacada-b959-4373-94cf-238387679b58 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f902908-1e57-43c2-bb36-00ddc7bf7b0c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:46.846722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-85540bbe-c52d-4c50-a3a7-631d829dca91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:46.847264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-85540bbe-c52d-4c50-a3a7-631d829dca91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:46.853665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5fbacada-b959-4373-94cf-238387679b58 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:46.853888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:46.930884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0bbea357-7740-4c90-8d7b-5fbc78502cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d56df98>, [{'id': '1d6dc0b4-8101-4f22-8590-b3c662c1c222', 'name': 'tempest-NetworksTestDHCPv6-router-1335450965', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:18Z', 'updated_at': '2020-12-18T06:47:43Z', 'revision_number': 3, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:46.943224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:46.947347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:46.948009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:46.956274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:46.958301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbea357-7740-4c90-8d7b-5fbc78502cfb None None] Checking router: 1d6dc0b4-8101-4f22-8590-b3c662c1c222 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:47:46.984370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Transition to ACTIVE for port object 6d186d0c-c5ee-438d-9873-667c30844f8a will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:46.985168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fbacada-b959-4373-94cf-238387679b58 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:46.990166 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5fbacada-b959-4373-94cf-238387679b58 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-groups/9f902908-1e57-43c2-bb36-00ddc7bf7b0c HTTP/1.1" status: 204  len: 168 time: 1.3353477
Dec 18 06:47:46.990166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:46.990166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:46.992003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47028) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:46.996576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbea357-7740-4c90-8d7b-5fbc78502cfb None None] Routers {'1d6dc0b4-8101-4f22-8590-b3c662c1c222'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:46.997439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0bbea357-7740-4c90-8d7b-5fbc78502cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d56df98>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['1d6dc0b4-8101-4f22-8590-b3c662c1c222'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:47.070510 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.0453322
Dec 18 06:47:47.079323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47032) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:47.087177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Request body: {'ports': [{'network_id': 'f61abe0b-ee38-4107-8769-a9f096884e9e', 'name': 'tempest-port--2015917472', 'admin_state_up': True}, {'network_id': 'ceff4a1a-de8e-4d44-ae8c-6c2c123f1926', 'admin_state_up': False}]} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:47.087177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Request body: {'port': {'network_id': 'f61abe0b-ee38-4107-8769-a9f096884e9e', 'name': 'tempest-port--2015917472', 'admin_state_up': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:47.087635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Request body: {'port': {'network_id': 'ceff4a1a-de8e-4d44-ae8c-6c2c123f1926', 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:47.131387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d00ced68-096d-4737-aba7-d1bf158cde8e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:47.140447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.147382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Allocated IP 172.20.0.2 (dd230106-84bd-42ec-b582-e980654318d5/3034de89-1154-45fd-928a-97ede5d169d6/6c435bbb-3318-4f6e-8b1b-eff88b64589b) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:47.159524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0bbea357-7740-4c90-8d7b-5fbc78502cfb None None] Set router 1d6dc0b4-8101-4f22-8590-b3c662c1c222 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:47:47.162841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2920bfaf-1202-4d7f-b6bf-d7a2879601ab tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:47.204694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event updated for resources: {'Network': ['ID=ceff4a1a-de8e-4d44-ae8c-6c2c123f1926,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:47.217765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:47.268636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.269026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network ceff4a1a-de8e-4d44-ae8c-6c2c123f1926 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:47.276174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe01cf3-4f45-4b10-9c9f-45041ca2d9e0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet fab4a6b7-a983-41ad-8c1d-1bf913e1f699 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:47:47.283271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network ceff4a1a-de8e-4d44-ae8c-6c2c123f1926 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:47.286380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6ab5e30e-0a80-4365-9ae0-0dc5cf0689bf tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:47.300149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fe01cf3-4f45-4b10-9c9f-45041ca2d9e0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.361696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d00ced68-096d-4737-aba7-d1bf158cde8e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:47.367071 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d00ced68-096d-4737-aba7-d1bf158cde8e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3664443
Dec 18 06:47:47.380490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47036) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:47.389350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=6d186d0c-c5ee-438d-9873-667c30844f8a,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:47.393414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:47.403714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group': {'name': 'tempest-secgroup--2058028149'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:47.458131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:47.463386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0bbea357-7740-4c90-8d7b-5fbc78502cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d56df98>, [{'id': '1d6dc0b4-8101-4f22-8590-b3c662c1c222', 'name': 'tempest-NetworksTestDHCPv6-router-1335450965', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:18Z', 'updated_at': '2020-12-18T06:47:43Z', 'revision_number': 3, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:47.485345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fe01cf3-4f45-4b10-9c9f-45041ca2d9e0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.492228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.549885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Subnet': ['ID=791894bc-84b3-48ca-82f4-5dad7fc497f9,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:47.557213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:47.557618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:47.583231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:47.583871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.587158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbea357-7740-4c90-8d7b-5fbc78502cfb None None] The sync data for ids ['1d6dc0b4-8101-4f22-8590-b3c662c1c222'] in dv-neutron-765072-3-ovs is: [{'id': '1d6dc0b4-8101-4f22-8590-b3c662c1c222', 'name': 'tempest-NetworksTestDHCPv6-router-1335450965', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:18Z', 'updated_at': '2020-12-18T06:47:43Z', 'revision_number': 3, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'gw_port_host': None}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:47:47.595726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:47.598634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Usage tracker for resource:port and tenant:d7802f1c39914d90a0ca73069ff21479 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:47.614133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:47.626447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:47.635211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.635658 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Added segment c67a274c-510c-4e62-8a36-4371669f9ffd of type vxlan for network 9af55496-e4a4-4b0a-a32b-f4cde59eddd7
Dec 18 06:47:47.666780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Made reservation on behalf of d7802f1c39914d90a0ca73069ff21479 for: {'port': 2} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:47.668228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.673763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.720663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.737274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81164e71-1f04-4a18-8f4c-4b7a1ea096aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.738925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.760287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fe01cf3-4f45-4b10-9c9f-45041ca2d9e0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.763308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.776043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Checking segment: {'id': '8b4ec076-c187-459b-905b-223350ac6d56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '45db9e1f-84de-4339-8baf-55fee5a70a20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:47.776449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network hostable DHCP agents. Network: 45db9e1f-84de-4339-8baf-55fee5a70a20, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:47:47.809770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:47.824497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:47.827754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:47.853380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.854503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.858950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:47.859734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.876228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:47.878737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Transition to ACTIVE for port object 6c435bbb-3318-4f6e-8b1b-eff88b64589b will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:47.900762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:47.912186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Transition to ACTIVE for port object 6c435bbb-3318-4f6e-8b1b-eff88b64589b will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:47.915157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-55afe0a3-e159-4872-a1ec-99d402145fa2 None None] Provisioning complete for port e88d3188-a41d-4c68-8a0d-d7fe20d538ee triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:47.915682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55afe0a3-e159-4872-a1ec-99d402145fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:47.921837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-99e51f34-1b09-40a3-b103-0a04add27e08 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:47.937173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 45db9e1f-84de-4339-8baf-55fee5a70a20 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:47:47.960042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:47.983541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:48.000832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:48.004533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:48.020101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] device_id is not set on port 5ac55d0f-8339-4c1d-b9bf-74a178c0c02e yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:47:48.132125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e88d3188-a41d-4c68-8a0d-d7fe20d538ee up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:48.152521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 45db9e1f-84de-4339-8baf-55fee5a70a20) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:48.179215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b74b6-088f-4176-a4c2-bd9ed30d0365 None None] Network 45db9e1f-84de-4339-8baf-55fee5a70a20 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:48.213781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:48.214038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:48.214541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:48.230095 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.6924844
Dec 18 06:47:48.242435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47040) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:48.244922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event updated for resources: {'Network': ['ID=9af55496-e4a4-4b0a-a32b-f4cde59eddd7,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:48.255589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:48.265718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Allocated IP 172.20.0.5 (dd230106-84bd-42ec-b582-e980654318d5/3034de89-1154-45fd-928a-97ede5d169d6/2f0aa3c1-04b5-411a-bcb5-0529222b8fc8) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:48.267713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Request body: {'ports': [{'network_id': '5d85784f-2cf1-47c6-839b-eebcb1203769', 'name': 'tempest-port--1497394982', 'admin_state_up': True}, {'network_id': '9af55496-e4a4-4b0a-a32b-f4cde59eddd7', 'admin_state_up': False}]} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:48.268004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Request body: {'port': {'network_id': '5d85784f-2cf1-47c6-839b-eebcb1203769', 'name': 'tempest-port--1497394982', 'admin_state_up': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:48.268485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Request body: {'port': {'network_id': '9af55496-e4a4-4b0a-a32b-f4cde59eddd7', 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:48.312599 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.9459393
Dec 18 06:47:48.323141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47044) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:48.337177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': '45db9e1f-84de-4339-8baf-55fee5a70a20', 'name': 'tempest-PortsIpV6TestJSON-1985864147'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:48.450855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 9af55496-e4a4-4b0a-a32b-f4cde59eddd7 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:48.463714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 9af55496-e4a4-4b0a-a32b-f4cde59eddd7 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:48.611755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:48.664842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:48.721171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:48.722003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Pushing event updated for resources: {'Port': ['ID=6c435bbb-3318-4f6e-8b1b-eff88b64589b,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:48.725950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:48.762454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-23ec93f9-bfb3-4243-98d9-4f6d16a8ff6a tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:48.785864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:48.804292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:48.818456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:port and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:48.827306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for port was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:48.842393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] device_id is not set on port e0e3d507-3d40-45ef-933c-965a414fc2ce yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:47:48.855087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:48.886855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:48.893043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:48.919962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-55afe0a3-e159-4872-a1ec-99d402145fa2 None None] Provisioning for port 221a2dee-a399-4e7d-82c0-3268b762e08c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:48.922531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:48.966194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port e88d3188-a41d-4c68-8a0d-d7fe20d538ee triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:48.966524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:48.985334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Transition to ACTIVE for port object 2f0aa3c1-04b5-411a-bcb5-0529222b8fc8 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:49.007814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-55afe0a3-e159-4872-a1ec-99d402145fa2 None None] Provisioning complete for port 221a2dee-a399-4e7d-82c0-3268b762e08c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:49.008213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55afe0a3-e159-4872-a1ec-99d402145fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.051313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Network dd230106-84bd-42ec-b582-e980654318d5 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:49.066785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:49.069250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:49.194969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-55afe0a3-e159-4872-a1ec-99d402145fa2 None None] Port 221a2dee-a399-4e7d-82c0-3268b762e08c cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:49.208300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Attempting to bind port 6c435bbb-3318-4f6e-8b1b-eff88b64589b on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:47:49.208300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Attempting to bind port 6c435bbb-3318-4f6e-8b1b-eff88b64589b by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '206e6172-845c-4514-8df3-71bf89ed93ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd230106-84bd-42ec-b582-e980654318d5'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:47:49.208718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Attempting to bind port 6c435bbb-3318-4f6e-8b1b-eff88b64589b on network dd230106-84bd-42ec-b582-e980654318d5 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:47:49.209266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroup': ['ID=26faf660-a2e9-44d6-b69c-5a101d23fd01,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:49.218488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:47:49.218488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Checking segment: {'id': '206e6172-845c-4514-8df3-71bf89ed93ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd230106-84bd-42ec-b582-e980654318d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:49.218738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.219103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Bound using segment: {'id': '206e6172-845c-4514-8df3-71bf89ed93ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd230106-84bd-42ec-b582-e980654318d5'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:47:49.219601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.219721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Bound port: 6c435bbb-3318-4f6e-8b1b-eff88b64589b, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206e6172-845c-4514-8df3-71bf89ed93ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'dd230106-84bd-42ec-b582-e980654318d5'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:47:49.220390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.223572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port 01485aa5-ad2a-486c-bc21-443228e15060 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:47:49.224066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:49.226302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.230299 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.8457062
Dec 18 06:47:49.236585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-45db9e1f-84de-4339-8baf-55fee5a70a20', 'network_id': '45db9e1f-84de-4339-8baf-55fee5a70a20', 'tenant_id': '42abc569ca2340758e603f78afb67855', 'fixed_ips': [{'subnet_id': '791894bc-84b3-48ca-82f4-5dad7fc497f9'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:47:49.237383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.238943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47048) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:49.243234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:49.256881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b418a887-4054-439a-971c-957e47a21c83 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group_rule': {'security_group_id': '26faf660-a2e9-44d6-b69c-5a101d23fd01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:49.260570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.263247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Usage tracker for resource:port and tenant:ebe3c6858d52449c843c1ab904c80e5d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:49.278638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:49.281717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b418a887-4054-439a-971c-957e47a21c83 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:49.283889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f6ca9f06-72e0-4196-a710-f7731a1dd3e3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:49.325509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fe01cf3-4f45-4b10-9c9f-45041ca2d9e0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.339406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:49.342158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b418a887-4054-439a-971c-957e47a21c83 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Usage tracker for resource:security_group_rule and tenant:a1509d50508846c490a0fd563dbac8bc is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:49.355741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a7deb79-eaad-42fd-b32b-c7d836a3dd73 tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:49.389399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b418a887-4054-439a-971c-957e47a21c83 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:49.439159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.484096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b418a887-4054-439a-971c-957e47a21c83 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:49.486315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe01cf3-4f45-4b10-9c9f-45041ca2d9e0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=fab4a6b7-a983-41ad-8c1d-1bf913e1f699,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:49.498930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-23355b99-bf69-478b-aa45-bea00df9b008 None None] Provisioning for port 6d186d0c-c5ee-438d-9873-667c30844f8a completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:49.502530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3b2ee825-b825-4cae-b53f-6b194e9dc320 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:47:49.511175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5fe01cf3-4f45-4b10-9c9f-45041ca2d9e0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:49.537849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Made reservation on behalf of ebe3c6858d52449c843c1ab904c80e5d for: {'port': 2} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:49.545125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.558812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 3b2ee825-b825-4cae-b53f-6b194e9dc320 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:47:49.559206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3b2ee825-b825-4cae-b53f-6b194e9dc320 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:47:49.566562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-23355b99-bf69-478b-aa45-bea00df9b008 None None] Provisioning complete for port 6d186d0c-c5ee-438d-9873-667c30844f8a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:49.566864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23355b99-bf69-478b-aa45-bea00df9b008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.582307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.612961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b418a887-4054-439a-971c-957e47a21c83 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.621919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] For port 6c435bbb-3318-4f6e-8b1b-eff88b64589b, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:47:49.656032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] For port 6c435bbb-3318-4f6e-8b1b-eff88b64589b, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=6c435bbb-3318-4f6e-8b1b-eff88b64589b,segment=NetworkSegment(206e6172-845c-4514-8df3-71bf89ed93ef),segment_id=206e6172-845c-4514-8df3-71bf89ed93ef)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:47:49.663107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-23355b99-bf69-478b-aa45-bea00df9b008 None None] Port 6d186d0c-c5ee-438d-9873-667c30844f8a cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:49.677779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:47:49.722993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.735093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.737504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fe01cf3-4f45-4b10-9c9f-45041ca2d9e0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.742603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.758806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:49.762131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Pushing event updated for resources: {'Port': ['ID=2f0aa3c1-04b5-411a-bcb5-0529222b8fc8,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:49.768912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.803307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc551763-9315-4d58-a589-e8e7f0b50c30 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:49.808510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-472476aa-37bc-4eee-9165-5d0a9a2c30ef tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:49.825510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.825973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.826404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.826977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.827231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.827649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.828067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.828484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.828894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.829306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.829746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.830161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.830632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.831041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.831452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.831859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.832263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.832671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.833075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.833482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.833911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.834346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.834755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.835159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:49.847522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:49.875770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:49.902036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-565599a0-7cfa-4323-a82b-02fba62b72a4 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:49.941489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5fe01cf3-4f45-4b10-9c9f-45041ca2d9e0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/fab4a6b7-a983-41ad-8c1d-1bf913e1f699 HTTP/1.1" status: 204  len: 168 time: 3.2040291
Dec 18 06:47:49.958800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47052) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:50.043060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8::69 (45db9e1f-84de-4339-8baf-55fee5a70a20/791894bc-84b3-48ca-82f4-5dad7fc497f9/01485aa5-ad2a-486c-bc21-443228e15060) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:50.045237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Pushing event updated for resources: {'Port': ['ID=6c435bbb-3318-4f6e-8b1b-eff88b64589b,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:50.088872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:50.103413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Network dd230106-84bd-42ec-b582-e980654318d5 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:50.108786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event updated for resources: {'Port': ['ID=5ac55d0f-8339-4c1d-b9bf-74a178c0c02e,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:50.112463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:50.113630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:50.116095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:50.150140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=221a2dee-a399-4e7d-82c0-3268b762e08c,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:50.224399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:50.258743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:50.266967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:50.267848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:50.346343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b418a887-4054-439a-971c-957e47a21c83 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:50.383917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Checking segment: {'id': '26454d53-858b-48c9-a3ba-10deeac5fe17', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f61abe0b-ee38-4107-8769-a9f096884e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:50.384307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network hostable DHCP agents. Network: f61abe0b-ee38-4107-8769-a9f096884e9e, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:47:50.411636 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 5.1413178
Dec 18 06:47:50.417547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47056) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:50.424531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] device_id is not set on port 18757516-0d00-4512-a721-23bdd06b33cb yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:47:50.429738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b418a887-4054-439a-971c-957e47a21c83 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:50.435496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f465761-f535-49a9-a601-7d965bdbacbf None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:47:50.441429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9f465761-f535-49a9-a601-7d965bdbacbf None None] Deleting port c6fa6919-a99b-4906-9245-88a1907fdb25 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:50.441940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f465761-f535-49a9-a601-7d965bdbacbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:50.444507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8279dba5-a97a-494b-94da-0ed43d71fec9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:50.497776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network f61abe0b-ee38-4107-8769-a9f096884e9e is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:47:50.526616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, f61abe0b-ee38-4107-8769-a9f096884e9e) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:50.544840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:50.545791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:50.549105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418a887-4054-439a-971c-957e47a21c83 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d747ef5f-b0c2-46fd-a0d2-8b77b6e59c53,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:50.550791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6e5409-a7be-4b89-864c-667f6eab235a None None] Network f61abe0b-ee38-4107-8769-a9f096884e9e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:50.565217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc2e1a20-da49-44c2-b6ef-82628205e98f tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:50.568286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b418a887-4054-439a-971c-957e47a21c83 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:50.576470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3fbd177b-3570-47fb-8513-41e662e4ecfc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:router {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:50.679166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a9a665f0-afa1-498f-b4e5-eaa012eaf04c tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Deleting port 2f0aa3c1-04b5-411a-bcb5-0529222b8fc8 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:50.679704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9a665f0-afa1-498f-b4e5-eaa012eaf04c tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:50.759078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b418a887-4054-439a-971c-957e47a21c83 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:50.764905 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b418a887-4054-439a-971c-957e47a21c83 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 1.5183225
Dec 18 06:47:50.768031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47060) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:50.771928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:50.800828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3fbd177b-3570-47fb-8513-41e662e4ecfc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:router {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:50.805864 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3fbd177b-3570-47fb-8513-41e662e4ecfc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.8282123
Dec 18 06:47:50.810207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47064) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:50.839912 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-142bcf47-a8f0-4265-bae7-ac3a61170742 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules/d747ef5f-b0c2-46fd-a0d2-8b77b6e59c53 HTTP/1.1" status: 200  len: 738 time: 0.0502670
Dec 18 06:47:50.840757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47068) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:50.922554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Transition to ACTIVE for port object 01485aa5-ad2a-486c-bc21-443228e15060 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:50.924071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event updated for resources: {'Port': ['ID=e0e3d507-3d40-45ef-933c-965a414fc2ce,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:50.943573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9f465761-f535-49a9-a601-7d965bdbacbf None None] For port c6fa6919-a99b-4906-9245-88a1907fdb25, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c6fa6919-a99b-4906-9245-88a1907fdb25,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:50.944015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f465761-f535-49a9-a601-7d965bdbacbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:50.985567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:50.998158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:51.006316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:51.052836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad416569-48b2-4fc9-b426-9356c28b1654 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:51.083277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9f465761-f535-49a9-a601-7d965bdbacbf None None] Calling delete_port for c6fa6919-a99b-4906-9245-88a1907fdb25 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:51.147600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b24448bf-bff6-4773-9b6e-5b4a3daa9a6b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:51.170779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:51.181632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f465761-f535-49a9-a601-7d965bdbacbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:51.198872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c97f969d-f1b5-4e45-84be-1a516420a369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:51.297384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f465761-f535-49a9-a601-7d965bdbacbf None None] Pushing event deleted for resources: {'Port': ['ID=c6fa6919-a99b-4906-9245-88a1907fdb25,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:51.300288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b24448bf-bff6-4773-9b6e-5b4a3daa9a6b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:51.304957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b24448bf-bff6-4773-9b6e-5b4a3daa9a6b tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.4561818
Dec 18 06:47:51.310267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9f465761-f535-49a9-a601-7d965bdbacbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:51.317607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47072) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:51.355236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f465761-f535-49a9-a601-7d965bdbacbf None None] No DVR routers for this DVR port c6fa6919-a99b-4906-9245-88a1907fdb25 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:47:51.448440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] device_id is not set on port 5024fc79-87f7-4a1f-afdf-0eed0facf159 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:47:51.457030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:51.473359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:51.480298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad416569-48b2-4fc9-b426-9356c28b1654 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:51.489842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:51.508146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad416569-48b2-4fc9-b426-9356c28b1654 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:51.509488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcb59b25-494c-4b0c-9b16-0e7bd47c215a tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:51.516375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6aab0c09-d8ff-4156-acac-d9f21151cd51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:51.527941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Allocated IP 2001:db8::2 (45db9e1f-84de-4339-8baf-55fee5a70a20/791894bc-84b3-48ca-82f4-5dad7fc497f9/fced64b7-25a6-4208-a3cb-724cdc353438) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:51.549502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 6f94462c-bcad-448b-aae1-d96f56b384a6 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:47:51.606845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Checking segment: {'id': 'bee1aea1-6952-4082-9449-f6c4f0262a0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ceff4a1a-de8e-4d44-ae8c-6c2c123f1926'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:51.607306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network hostable DHCP agents. Network: ceff4a1a-de8e-4d44-ae8c-6c2c123f1926, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:47:51.649944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19c9c181-2716-476f-8af3-a3b1ae413b63 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:51.689539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8d276564-4202-44f7-bbf9-598414ef118d None None] Provisioning complete for port 221a2dee-a399-4e7d-82c0-3268b762e08c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:51.693721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d276564-4202-44f7-bbf9-598414ef118d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:51.715800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19c9c181-2716-476f-8af3-a3b1ae413b63 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:51.760862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad416569-48b2-4fc9-b426-9356c28b1654 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:51.761415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad416569-48b2-4fc9-b426-9356c28b1654 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Fanout notify agent at l3_agent the message router_deleted on router 1d6dc0b4-8101-4f22-8590-b3c662c1c222 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:47:51.783672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=01485aa5-ad2a-486c-bc21-443228e15060,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:51.789643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:51.825330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9a665f0-afa1-498f-b4e5-eaa012eaf04c tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:51.835617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network ceff4a1a-de8e-4d44-ae8c-6c2c123f1926 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:47:51.854935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8d276564-4202-44f7-bbf9-598414ef118d None None] Port 221a2dee-a399-4e7d-82c0-3268b762e08c cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:51.946607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, ceff4a1a-de8e-4d44-ae8c-6c2c123f1926) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:51.950802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:51.956204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:51.957286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f995851c-82f0-4112-90ab-69dd7b145110 None None] Network ceff4a1a-de8e-4d44-ae8c-6c2c123f1926 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:51.959861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:51.960596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:52.110142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:52.140624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Transition to ACTIVE for port object fced64b7-25a6-4208-a3cb-724cdc353438 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:52.147597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 6c435bbb-3318-4f6e-8b1b-eff88b64589b up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:52.188487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba8bcdb-c95f-4b36-8233-bfca446675e3 None None] Network dd230106-84bd-42ec-b582-e980654318d5 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:52.263639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=6d186d0c-c5ee-438d-9873-667c30844f8a,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:52.266400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:52.300909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:52.319092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19c9c181-2716-476f-8af3-a3b1ae413b63 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:52.319092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19c9c181-2716-476f-8af3-a3b1ae413b63 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:52.322702 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-19c9c181-2716-476f-8af3-a3b1ae413b63 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-group-rules/d747ef5f-b0c2-46fd-a0d2-8b77b6e59c53 HTTP/1.1" status: 204  len: 168 time: 0.9963856
Dec 18 06:47:52.325735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-380a8415-5fdd-43b7-9b21-ec909dc92206 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:52.340075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a9a665f0-afa1-498f-b4e5-eaa012eaf04c tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Calling delete_port for 2f0aa3c1-04b5-411a-bcb5-0529222b8fc8 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:52.353730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Transition to ACTIVE for port object fced64b7-25a6-4208-a3cb-724cdc353438 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:52.360096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47076) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:52.376578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad416569-48b2-4fc9-b426-9356c28b1654 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:52.380567 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ad416569-48b2-4fc9-b426-9356c28b1654 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/routers/1d6dc0b4-8101-4f22-8590-b3c662c1c222 HTTP/1.1" status: 204  len: 168 time: 1.5586004
Dec 18 06:47:52.397247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47080) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:52.400728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:52.402176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9c181-2716-476f-8af3-a3b1ae413b63 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d747ef5f-b0c2-46fd-a0d2-8b77b6e59c53,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:52.404875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-19c9c181-2716-476f-8af3-a3b1ae413b63 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:52.409815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:52.415821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0fc5de67-ff96-41a4-9090-819b90ca37d8 None None] Provisioning for port 6c435bbb-3318-4f6e-8b1b-eff88b64589b completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:52.426333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d9acff96-7e9c-4e8b-b892-b7a8ff1aeaf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:52.447201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:47:52.459537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Sync routers for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:47:52.470174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:52.471174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e7f7128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:52.496447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 45db9e1f-84de-4339-8baf-55fee5a70a20 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:52.501463 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 5.4198720
Dec 18 06:47:52.510446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:52.512976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:52.517460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:52.518165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:52.529410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47084) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:52.537073 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/6f94462c-bcad-448b-aae1-d96f56b384a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.8546028
Dec 18 06:47:52.547667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:52.567982 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-530e171e-d5bf-470e-826a-120b271f3c62 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.2019961
Dec 18 06:47:52.594308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47088) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:52.594308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47090) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:52.607772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-681f2b37-4629-49ad-a55a-013a0a2986de tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group_rule': {'security_group_id': '26faf660-a2e9-44d6-b69c-5a101d23fd01', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:52.619531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:52.624690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:52.672276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:47:52.746509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-681f2b37-4629-49ad-a55a-013a0a2986de tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:52.776955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.4481122
Dec 18 06:47:52.781311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47096) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:52.795982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': '45db9e1f-84de-4339-8baf-55fee5a70a20', 'name': 'tempest-PortsIpV6TestJSON-1752321021'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:52.811891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-681f2b37-4629-49ad-a55a-013a0a2986de tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:52.830254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:52.901270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:53.003279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:53.007634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.023054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:53.027022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:53.045099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-681f2b37-4629-49ad-a55a-013a0a2986de tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.057176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:53.137307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router dc1a008d-ffc8-4303-9dc8-1444aee2dea2 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:47:53.142165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Network 45db9e1f-84de-4339-8baf-55fee5a70a20 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:53.171724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:53.197861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 6c435bbb-3318-4f6e-8b1b-eff88b64589b completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:53.204769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Pushing event updated for resources: {'Port': ['ID=fced64b7-25a6-4208-a3cb-724cdc353438,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:53.212581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:53.223335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 6c435bbb-3318-4f6e-8b1b-eff88b64589b triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:53.224105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.224419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82ba4dd-056d-475e-a07b-670b3df1b2ae tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.228867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82ba4dd-056d-475e-a07b-670b3df1b2ae tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.229764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a82ba4dd-056d-475e-a07b-670b3df1b2ae tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Synchronizing usage tracker for tenant:d7802f1c39914d90a0ca73069ff21479 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:53.262960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e7f7128>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:47:47Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:48Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:53.267104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Checking router: 6f94462c-bcad-448b-aae1-d96f56b384a6 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:47:53.267714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Updating router 6f94462c-bcad-448b-aae1-d96f56b384a6 port 221a2dee-a399-4e7d-82c0-3268b762e08c binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:47:53.282726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event updated for resources: {'Port': ['ID=18757516-0d00-4512-a721-23bdd06b33cb,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:53.287665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:53.289030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:53.294351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:53.314414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9a665f0-afa1-498f-b4e5-eaa012eaf04c tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.327745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.348808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f74adf74-9f65-46a3-880a-e192fa59b653 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:53.356074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bed49d8e-196c-49d5-b1fd-faa14b676c63 None None] Provisioning complete for port 6d186d0c-c5ee-438d-9873-667c30844f8a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:53.356543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bed49d8e-196c-49d5-b1fd-faa14b676c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.441130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Checking segment: {'id': '1751339c-d3b8-4ae1-aa81-c910c8dd01f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '5d85784f-2cf1-47c6-839b-eebcb1203769'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:53.441666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network hostable DHCP agents. Network: 5d85784f-2cf1-47c6-839b-eebcb1203769, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:47:53.452814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:47:53.454827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.455438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.455861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.456278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.456685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.457098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.457502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.457946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.458350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.458925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.459498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.460057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.460463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.461379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.463972 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bbf2df91-e3d9-4205-933c-cc983e246a26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 9559 time: 0.8640718
Dec 18 06:47:53.469469 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "PUT /v2.0/routers/dc1a008d-ffc8-4303-9dc8-1444aee2dea2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.3681419
Dec 18 06:47:53.470307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47100) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:53.470682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47102) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:53.472257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bed49d8e-196c-49d5-b1fd-faa14b676c63 None None] Port 6d186d0c-c5ee-438d-9873-667c30844f8a cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:53.474632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Attempting to bind port fced64b7-25a6-4208-a3cb-724cdc353438 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:47:53.475056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Attempting to bind port fced64b7-25a6-4208-a3cb-724cdc353438 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '8b4ec076-c187-459b-905b-223350ac6d56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '45db9e1f-84de-4339-8baf-55fee5a70a20'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:47:53.475802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Attempting to bind port fced64b7-25a6-4208-a3cb-724cdc353438 on network 45db9e1f-84de-4339-8baf-55fee5a70a20 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:47:53.481908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network 5d85784f-2cf1-47c6-839b-eebcb1203769 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:47:53.492660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:47:53.493089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Checking segment: {'id': '8b4ec076-c187-459b-905b-223350ac6d56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '45db9e1f-84de-4339-8baf-55fee5a70a20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:53.493578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.493807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 5d85784f-2cf1-47c6-839b-eebcb1203769) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:53.494062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Bound using segment: {'id': '8b4ec076-c187-459b-905b-223350ac6d56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '45db9e1f-84de-4339-8baf-55fee5a70a20'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:47:53.494602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Bound port: fced64b7-25a6-4208-a3cb-724cdc353438, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b4ec076-c187-459b-905b-223350ac6d56', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '45db9e1f-84de-4339-8baf-55fee5a70a20'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:47:53.495023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.505291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a665f0-afa1-498f-b4e5-eaa012eaf04c tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Pushing event deleted for resources: {'Port': ['ID=2f0aa3c1-04b5-411a-bcb5-0529222b8fc8,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:53.506328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:53.507385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.507900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a9a665f0-afa1-498f-b4e5-eaa012eaf04c tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:53.525299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:53.566331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'port': {'network_id': 'e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2', 'name': 'tempest-FloatingIPTestJSON-432194024'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:53.570122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b33ddfd-5cf4-4aee-b0ba-eadca7493344 None None] Sync routers for ids ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:47:53.581858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.607853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d4cd6a-acd8-4929-91a3-790db52ed305 None None] Network 5d85784f-2cf1-47c6-839b-eebcb1203769 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:53.691468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.695018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event updated for resources: {'Port': ['ID=5024fc79-87f7-4a1f-afdf-0eed0facf159,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:53.701497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:53.707455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:53.755735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Checking segment: {'id': 'c67a274c-510c-4e62-8a36-4371669f9ffd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '9af55496-e4a4-4b0a-a32b-f4cde59eddd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:53.756731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network hostable DHCP agents. Network: 9af55496-e4a4-4b0a-a32b-f4cde59eddd7, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:47:53.773058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 6c435bbb-3318-4f6e-8b1b-eff88b64589b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=6c435bbb-3318-4f6e-8b1b-eff88b64589b,segment=NetworkSegment(206e6172-845c-4514-8df3-71bf89ed93ef),segment_id=206e6172-845c-4514-8df3-71bf89ed93ef)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:53.775081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b33ddfd-5cf4-4aee-b0ba-eadca7493344 None None] Routers {'dc1a008d-ffc8-4303-9dc8-1444aee2dea2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:53.775785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9b33ddfd-5cf4-4aee-b0ba-eadca7493344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cd3f0b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:53.778547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network 9af55496-e4a4-4b0a-a32b-f4cde59eddd7 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:47:53.792973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 9af55496-e4a4-4b0a-a32b-f4cde59eddd7) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:53.798199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:53.799684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:port and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:53.802888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.806985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.807721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.829934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for port was recalculated. Used quota:3. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:53.831280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 5.5876467
Dec 18 06:47:53.834381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47108) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:53.838738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a82ba4dd-056d-475e-a07b-670b3df1b2ae tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Unset dirty status for tenant:d7802f1c39914d90a0ca73069ff21479 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:53.843836 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a82ba4dd-056d-475e-a07b-670b3df1b2ae tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 1.3133752
Dec 18 06:47:53.852441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47112) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:53.894464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9b33ddfd-5cf4-4aee-b0ba-eadca7493344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cd3f0b8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:53.898301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.903820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.905956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ccb06b-a5d6-4960-86e3-14c044ba8796 None None] Network 9af55496-e4a4-4b0a-a32b-f4cde59eddd7 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:53.912121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Transition to ACTIVE for port object 221a2dee-a399-4e7d-82c0-3268b762e08c will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:53.916806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.941645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:53.941841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22aa277-3462-4b91-a4b9-bb3467c3dd28 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.944230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22aa277-3462-4b91-a4b9-bb3467c3dd28 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:53.945053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d22aa277-3462-4b91-a4b9-bb3467c3dd28 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Synchronizing usage tracker for tenant:ebe3c6858d52449c843c1ab904c80e5d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:53.954969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-681f2b37-4629-49ad-a55a-013a0a2986de tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:53.958312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:53.984422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d22aa277-3462-4b91-a4b9-bb3467c3dd28 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Unset dirty status for tenant:ebe3c6858d52449c843c1ab904c80e5d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:53.986474 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d22aa277-3462-4b91-a4b9-bb3467c3dd28 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1505821
Dec 18 06:47:53.989164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47116) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:54.027940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d26591cf-2980-4957-abed-2cc97d0c4d70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:54.050893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4c2242ab-20af-490a-9763-18ddb952707f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Deleting port 5ac55d0f-8339-4c1d-b9bf-74a178c0c02e {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:54.051453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4c2242ab-20af-490a-9763-18ddb952707f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:54.071878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Pushing event updated for resources: {'Port': ['ID=221a2dee-a399-4e7d-82c0-3268b762e08c,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:54.085022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.085550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.085969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.086337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.086702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.087067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.087428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.087787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.088169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.088524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.088881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.089237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.089679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.090041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.090393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.091293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.091647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.091962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fdf34c3e-6db0-4973-b909-d6c4d86b00b8 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Deleting port 18757516-0d00-4512-a721-23bdd06b33cb {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:54.092066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.092323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.092671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.092875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fdf34c3e-6db0-4973-b909-d6c4d86b00b8 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:54.092996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.093342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.093737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.094084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:47:54.098772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:54.178828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c6fa6919-a99b-4906-9245-88a1907fdb25 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:47:54.204105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:54.208590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Usage tracker for resource:port and tenant:d84c80aa29cd479aaa23f7126d9bd5ce is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:54.211794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Quota usage for port was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:54.220735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:54.227796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-681f2b37-4629-49ad-a55a-013a0a2986de tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:54.249832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b33ddfd-5cf4-4aee-b0ba-eadca7493344 None None] Routers {'dc1a008d-ffc8-4303-9dc8-1444aee2dea2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:54.250736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9b33ddfd-5cf4-4aee-b0ba-eadca7493344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cd3f0b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:54.287703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:54.298912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Made reservation on behalf of d84c80aa29cd479aaa23f7126d9bd5ce for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:54.304607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:54.343032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33770c24-aa62-4d71-8557-d334c4a652c7 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:54.343461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33770c24-aa62-4d71-8557-d334c4a652c7 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:54.343877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33770c24-aa62-4d71-8557-d334c4a652c7 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:54.344284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33770c24-aa62-4d71-8557-d334c4a652c7 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:54.344877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33770c24-aa62-4d71-8557-d334c4a652c7 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:54.345291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33770c24-aa62-4d71-8557-d334c4a652c7 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:54.345772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33770c24-aa62-4d71-8557-d334c4a652c7 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:54.346102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33770c24-aa62-4d71-8557-d334c4a652c7 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:54.350809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-33770c24-aa62-4d71-8557-d334c4a652c7 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5117 time: 0.8447948
Dec 18 06:47:54.370648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Attempting to bind port 221a2dee-a399-4e7d-82c0-3268b762e08c on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:47:54.373528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Attempting to bind port 221a2dee-a399-4e7d-82c0-3268b762e08c by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '3a16444d-d2e4-4d19-b7ee-5cdb15af861c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:47:54.373984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Attempting to bind port 221a2dee-a399-4e7d-82c0-3268b762e08c on network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:47:54.384243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:47:54.384820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Checking segment: {'id': '3a16444d-d2e4-4d19-b7ee-5cdb15af861c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:47:54.385270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:54.393395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47120) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:54.394540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:54.402807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:54.411052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Bound using segment: {'id': '3a16444d-d2e4-4d19-b7ee-5cdb15af861c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:47:54.411775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Bound port: 221a2dee-a399-4e7d-82c0-3268b762e08c, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a16444d-d2e4-4d19-b7ee-5cdb15af861c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:47:54.412239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:54.442952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: c6fa6919-a99b-4906-9245-88a1907fdb25 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:47:54.443750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c6fa6919-a99b-4906-9245-88a1907fdb25 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:47:54.463434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fdf34c3e-6db0-4973-b909-d6c4d86b00b8 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:54.464015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-681f2b37-4629-49ad-a55a-013a0a2986de tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:54.468856 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-681f2b37-4629-49ad-a55a-013a0a2986de tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 1.8673208
Dec 18 06:47:54.531548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9b33ddfd-5cf4-4aee-b0ba-eadca7493344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cd3f0b8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:54.532151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b33ddfd-5cf4-4aee-b0ba-eadca7493344 None None] The sync data for ids ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:47:54.557631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] For port 221a2dee-a399-4e7d-82c0-3268b762e08c, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:47:54.561687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] For port 221a2dee-a399-4e7d-82c0-3268b762e08c, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=221a2dee-a399-4e7d-82c0-3268b762e08c,segment=NetworkSegment(3a16444d-d2e4-4d19-b7ee-5cdb15af861c),segment_id=3a16444d-d2e4-4d19-b7ee-5cdb15af861c)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:47:54.566240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:54.568488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47122) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:54.581048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-23863a56-99e2-4a64-aae8-1c921cd3ce64 None None] Provisioning complete for port 6c435bbb-3318-4f6e-8b1b-eff88b64589b triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:54.581773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23863a56-99e2-4a64-aae8-1c921cd3ce64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:54.616680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=6c435bbb-3318-4f6e-8b1b-eff88b64589b,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:54.628167 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7f37621b-233b-4163-9d53-afe705199b39 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules/6faae0de-2027-4c4b-a839-ed6c1cb420d8 HTTP/1.1" status: 200  len: 738 time: 0.0412185
Dec 18 06:47:54.629095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f2b37-4629-49ad-a55a-013a0a2986de tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6faae0de-2027-4c4b-a839-ed6c1cb420d8,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:54.648681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:54.721980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fdf34c3e-6db0-4973-b909-d6c4d86b00b8 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Calling delete_port for 18757516-0d00-4512-a721-23bdd06b33cb owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:54.733138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] For port fced64b7-25a6-4208-a3cb-724cdc353438, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:47:54.739505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:54.759125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] For port fced64b7-25a6-4208-a3cb-724cdc353438, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fced64b7-25a6-4208-a3cb-724cdc353438,segment=NetworkSegment(8b4ec076-c187-459b-905b-223350ac6d56),segment_id=8b4ec076-c187-459b-905b-223350ac6d56)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:47:54.780862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:54.803271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9995edda-62cf-4e0b-9ad5-1cd7b15b2596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:54.838960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Pushing event updated for resources: {'Port': ['ID=221a2dee-a399-4e7d-82c0-3268b762e08c,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:54.840330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47128) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:54.852539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:54.864598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fdf34c3e-6db0-4973-b909-d6c4d86b00b8 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:54.868924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:47:54.869953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e7f7128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:55.048627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2094c68f-1467-496e-8454-1194ffdb3f3b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:55.118782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:47:55.138893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf34c3e-6db0-4973-b909-d6c4d86b00b8 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event deleted for resources: {'Port': ['ID=18757516-0d00-4512-a721-23bdd06b33cb,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:55.151249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Pushing event updated for resources: {'Port': ['ID=fced64b7-25a6-4208-a3cb-724cdc353438,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:55.156930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:55.165670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fdf34c3e-6db0-4973-b909-d6c4d86b00b8 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:55.190707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fdf34c3e-6db0-4973-b909-d6c4d86b00b8 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:55.201891 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fd8590cc-0e2e-416a-a616-71ab78f406be tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.3551033
Dec 18 06:47:55.207092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47132) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:55.261928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de223ade-5d58-4f1c-905a-e14a5e66cef6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:55.266223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-824447d2-266d-4696-b3e6-7d017f363e5d None None] Provisioning complete for port 6c435bbb-3318-4f6e-8b1b-eff88b64589b triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:55.266950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-824447d2-266d-4696-b3e6-7d017f363e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:55.296876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de223ade-5d58-4f1c-905a-e14a5e66cef6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:55.330184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de223ade-5d58-4f1c-905a-e14a5e66cef6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:55.332374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:55.338771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4c2242ab-20af-490a-9763-18ddb952707f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:55.345438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de223ade-5d58-4f1c-905a-e14a5e66cef6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:55.349608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-de223ade-5d58-4f1c-905a-e14a5e66cef6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-group-rules/6faae0de-2027-4c4b-a839-ed6c1cb420d8 HTTP/1.1" status: 204  len: 168 time: 0.1391366
Dec 18 06:47:55.349608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de223ade-5d58-4f1c-905a-e14a5e66cef6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6faae0de-2027-4c4b-a839-ed6c1cb420d8,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:55.352023 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fdf34c3e-6db0-4973-b909-d6c4d86b00b8 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "DELETE /v2.0/ports/18757516-0d00-4512-a721-23bdd06b33cb HTTP/1.1" status: 204  len: 168 time: 1.3615260
Dec 18 06:47:55.353288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de223ade-5d58-4f1c-905a-e14a5e66cef6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:55.353815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47136) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:55.357291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47138) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:55.469771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-824447d2-266d-4696-b3e6-7d017f363e5d None None] Could not find standard attr ID for object 2f0aa3c1-04b5-411a-bcb5-0529222b8fc8. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:47:55.471095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-63bf5054-03f5-4b89-b133-c7fe8738f6d0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:55.495151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-681f2b37-4629-49ad-a55a-013a0a2986de tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.207s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:55.504773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-63bf5054-03f5-4b89-b133-c7fe8738f6d0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:55.506326 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-63bf5054-03f5-4b89-b133-c7fe8738f6d0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.1514134
Dec 18 06:47:55.514558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4c2242ab-20af-490a-9763-18ddb952707f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Calling delete_port for 5ac55d0f-8339-4c1d-b9bf-74a178c0c02e owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:55.515048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2241f0f7-b91d-4727-9d4d-78cb7fcb16df tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Deleting port 5024fc79-87f7-4a1f-afdf-0eed0facf159 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:55.515436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2241f0f7-b91d-4727-9d4d-78cb7fcb16df tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:55.557311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47144) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:55.565583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-73b8982e-c345-410f-a897-19dc128ca01f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Request body: {'security_group_rule': {'security_group_id': '26faf660-a2e9-44d6-b69c-5a101d23fd01', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:55.578979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e7f7128>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:47:47Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:54Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:47:55.579264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-73b8982e-c345-410f-a897-19dc128ca01f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:55.584805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6aeb57-3144-4847-9abd-0e51c497dd5b None None] The sync data for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs is: [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:47:47Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:54Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:47:55.603074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-73b8982e-c345-410f-a897-19dc128ca01f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:55.622118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bdf4845d-0319-4580-895c-d8eb3e076ac2 None None] Provisioning complete for port 6c435bbb-3318-4f6e-8b1b-eff88b64589b triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:55.622553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bdf4845d-0319-4580-895c-d8eb3e076ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:55.886557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2241f0f7-b91d-4727-9d4d-78cb7fcb16df tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.053172 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-73b8982e-c345-410f-a897-19dc128ca01f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Project a1509d50508846c490a0fd563dbac8bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:47:56.067107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2241f0f7-b91d-4727-9d4d-78cb7fcb16df tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Calling delete_port for 5024fc79-87f7-4a1f-afdf-0eed0facf159 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:56.101836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-73b8982e-c345-410f-a897-19dc128ca01f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.182208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] device_id is not set on port dc4f1d73-7e1f-4630-98ad-8d1e76023fdf yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:47:56.213353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-73b8982e-c345-410f-a897-19dc128ca01f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.215270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2241f0f7-b91d-4727-9d4d-78cb7fcb16df tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.220355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4c2242ab-20af-490a-9763-18ddb952707f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.234674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-76e82ac1-fb0b-47b6-b4d8-0ea53260dcae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:56.258001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b490c32-d8ca-4398-9498-7ae202e31fff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:56.312423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port c0d2dd76-583e-4c2c-8c22-d1522713c6bb yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:47:56.330618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-73b8982e-c345-410f-a897-19dc128ca01f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.352825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241f0f7-b91d-4727-9d4d-78cb7fcb16df tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event deleted for resources: {'Port': ['ID=5024fc79-87f7-4a1f-afdf-0eed0facf159,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:56.353612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2242ab-20af-490a-9763-18ddb952707f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event deleted for resources: {'Port': ['ID=5ac55d0f-8339-4c1d-b9bf-74a178c0c02e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:56.371379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2241f0f7-b91d-4727-9d4d-78cb7fcb16df tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:56.373621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:56.419113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8982e-c345-410f-a897-19dc128ca01f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7503886-419d-4973-be59-dd490c0db52c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:56.422009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-73b8982e-c345-410f-a897-19dc128ca01f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:56.433750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-73b8982e-c345-410f-a897-19dc128ca01f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.438567 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-73b8982e-c345-410f-a897-19dc128ca01f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.8772404
Dec 18 06:47:56.440005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4c2242ab-20af-490a-9763-18ddb952707f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:56.441272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9a665f0-afa1-498f-b4e5-eaa012eaf04c tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.441702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47148) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:56.464539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2241f0f7-b91d-4727-9d4d-78cb7fcb16df tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.469360 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2241f0f7-b91d-4727-9d4d-78cb7fcb16df tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "DELETE /v2.0/ports/5024fc79-87f7-4a1f-afdf-0eed0facf159 HTTP/1.1" status: 204  len: 168 time: 1.0826159
Dec 18 06:47:56.473820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47152) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:56.502281 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a9a665f0-afa1-498f-b4e5-eaa012eaf04c tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] 10.222.0.23 "DELETE /v2.0/ports/2f0aa3c1-04b5-411a-bcb5-0529222b8fc8 HTTP/1.1" status: 204  len: 168 time: 6.0808594
Dec 18 06:47:56.523771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47156) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:56.531263 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-45b1acd4-87b2-41a1-a1c5-92fc1e2b62db tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules/d7503886-419d-4973-be59-dd490c0db52c HTTP/1.1" status: 200  len: 744 time: 0.0859499
Dec 18 06:47:56.534844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47158) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:56.540782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6a130818-37b3-47d8-95cf-cd929fe36f6d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Synchronizing usage tracker for tenant:ebe3c6858d52449c843c1ab904c80e5d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:56.626217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6a130818-37b3-47d8-95cf-cd929fe36f6d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Unset dirty status for tenant:ebe3c6858d52449c843c1ab904c80e5d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:56.631321 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6a130818-37b3-47d8-95cf-cd929fe36f6d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1528022
Dec 18 06:47:56.651168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47166) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:56.667735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-284557039'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:56.680112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-57d0ed83-13c9-4c15-b5e2-fb9a1480a1b7 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:56.686100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:56.712092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Usage tracker for resource:network and tenant:ebe3c6858d52449c843c1ab904c80e5d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:56.717359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Quota usage for network was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:56.728605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:56.765242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-57d0ed83-13c9-4c15-b5e2-fb9a1480a1b7 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:56.767063 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-57d0ed83-13c9-4c15-b5e2-fb9a1480a1b7 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3944 time: 0.2311075
Dec 18 06:47:56.768705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fced64b7-25a6-4208-a3cb-724cdc353438 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:56.772227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47170) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:56.775742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Made reservation on behalf of ebe3c6858d52449c843c1ab904c80e5d for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:56.787893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.861000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ac3b1cd-2480-4f47-be6e-0de5afa71244 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.873312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port fced64b7-25a6-4208-a3cb-724cdc353438 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:56.879940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 221a2dee-a399-4e7d-82c0-3268b762e08c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:56.882928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ac3b1cd-2480-4f47-be6e-0de5afa71244 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.906201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:56.915439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-38d50ea6-05e6-4330-88bd-f884d4c58711 tempest-DHCPAgentSchedulersTestJSON-1206386000 tempest-DHCPAgentSchedulersTestJSON-1206386000] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5074 time: 0.3818908
Dec 18 06:47:56.920094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47174) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:56.933406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1740863031'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:56.940609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:56.944703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Usage tracker for resource:network and tenant:7c8ee954c525411c98b9b7f457892231 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:56.947912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:56.954583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:56.968221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 221a2dee-a399-4e7d-82c0-3268b762e08c completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:56.968962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.969489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Added segment b878d218-ad98-4fd6-a9d2-ee40c3e9b690 of type vxlan for network aaf036af-b773-417e-a0ee-60559b512c8b
Dec 18 06:47:56.970990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ac3b1cd-2480-4f47-be6e-0de5afa71244 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.976159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Made reservation on behalf of 7c8ee954c525411c98b9b7f457892231 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:56.979946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 221a2dee-a399-4e7d-82c0-3268b762e08c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:56.980738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:56.982679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:57.003718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b5045ad-4447-41f6-83cb-70a71ce51976 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:57.013703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4c2242ab-20af-490a-9763-18ddb952707f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:57.018687 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4c2242ab-20af-490a-9763-18ddb952707f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "DELETE /v2.0/ports/5ac55d0f-8339-4c1d-b9bf-74a178c0c02e HTTP/1.1" status: 204  len: 168 time: 3.1285012
Dec 18 06:47:57.019824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47178) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:57.031193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3b1cd-2480-4f47-be6e-0de5afa71244 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7503886-419d-4973-be59-dd490c0db52c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:57.033998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4ac3b1cd-2480-4f47-be6e-0de5afa71244 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:57.117377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ac3b1cd-2480-4f47-be6e-0de5afa71244 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:57.120768 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4ac3b1cd-2480-4f47-be6e-0de5afa71244 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-group-rules/d7503886-419d-4973-be59-dd490c0db52c HTTP/1.1" status: 204  len: 168 time: 0.3446121
Dec 18 06:47:57.124532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Allocated IP 172.20.0.14 (e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2/ee938ffc-a6ae-4c7d-8797-96d7152e4919/dc4f1d73-7e1f-4630-98ad-8d1e76023fdf) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:57.131662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:57.131901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8::1a5 (45db9e1f-84de-4339-8baf-55fee5a70a20/791894bc-84b3-48ca-82f4-5dad7fc497f9/c0d2dd76-583e-4c2c-8c22-d1522713c6bb) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:47:57.133860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47182) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:57.169294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b7370eee-2b7d-48ce-991d-bc04a0548924 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Deleting port e0e3d507-3d40-45ef-933c-965a414fc2ce {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:47:57.169748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b7370eee-2b7d-48ce-991d-bc04a0548924 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:57.219708 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-624f6e33-f912-4e42-b665-29a4e0d35985 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3039 time: 2.7462165
Dec 18 06:47:57.326387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97283c8e-da7b-41cc-bd76-d73ea7ecdec6 None None] Network 45db9e1f-84de-4339-8baf-55fee5a70a20 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:57.339780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-18651042-7b8b-47f4-a116-6a45cf5198bb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:57.581875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:47:57.617692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-18651042-7b8b-47f4-a116-6a45cf5198bb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group_rule {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:57.619274 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-18651042-7b8b-47f4-a116-6a45cf5198bb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.4843552
Dec 18 06:47:57.627874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:57.628888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:57.632116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47188) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:57.633863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:57.634529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:57.643284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5a37a274-e620-409a-840f-203ba3316b82 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:57.660800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:57.661282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:57.665973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-43ecfb3c-f4b7-4238-af62-0a944258e3a8 None None] Provisioning for port fced64b7-25a6-4208-a3cb-724cdc353438 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:57.691397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 221a2dee-a399-4e7d-82c0-3268b762e08c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=221a2dee-a399-4e7d-82c0-3268b762e08c,segment=NetworkSegment(3a16444d-d2e4-4d19-b7ee-5cdb15af861c),segment_id=3a16444d-d2e4-4d19-b7ee-5cdb15af861c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:57.692591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-43ecfb3c-f4b7-4238-af62-0a944258e3a8 None None] Provisioning complete for port fced64b7-25a6-4208-a3cb-724cdc353438 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:57.693009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43ecfb3c-f4b7-4238-af62-0a944258e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:57.724745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:57.725664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 6c435bbb-3318-4f6e-8b1b-eff88b64589b up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:57.790156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:57.842041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47192) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:57.853015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.2007544
Dec 18 06:47:57.860629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-737357232', 'description': 'tempest-secgroup-smoke-737357232 description', 'project_id': '6302410f1da34973bcf54fc230e8ac73'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:57.872333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47196) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:57.878398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:57.885128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:57.885675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event updated for resources: {'Network': ['ID=aaf036af-b773-417e-a0ee-60559b512c8b,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:57.889585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:57.893993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-647616563'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:57.895923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=221a2dee-a399-4e7d-82c0-3268b762e08c,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:57.904957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:57.906728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b4dcc3d9-d7f3-42d1-b59e-49778cd1d43d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:57.907585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:57.912066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network aaf036af-b773-417e-a0ee-60559b512c8b details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:57.917003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:57.924943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:57.925581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network aaf036af-b773-417e-a0ee-60559b512c8b details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:57.929562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:57.937370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Usage tracker for resource:network and tenant:ebe3c6858d52449c843c1ab904c80e5d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:57.963150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Quota usage for network was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:58.023294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:58.039945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.050672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 6c435bbb-3318-4f6e-8b1b-eff88b64589b triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:58.051389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.053943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.071449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.084720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Made reservation on behalf of ebe3c6858d52449c843c1ab904c80e5d for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:58.090272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.105297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:58.105465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-151c56ee-bd67-4384-a30b-d7b5d0856c6e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.114045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b7370eee-2b7d-48ce-991d-bc04a0548924 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.122824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:58.131352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:58.208044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.218612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:58.277505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43ecfb3c-f4b7-4238-af62-0a944258e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.300817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b7370eee-2b7d-48ce-991d-bc04a0548924 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Calling delete_port for e0e3d507-3d40-45ef-933c-965a414fc2ce owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:47:58.363403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:58.385286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-43ecfb3c-f4b7-4238-af62-0a944258e3a8 None None] For port fced64b7-25a6-4208-a3cb-724cdc353438, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fced64b7-25a6-4208-a3cb-724cdc353438,segment=NetworkSegment(8b4ec076-c187-459b-905b-223350ac6d56),segment_id=8b4ec076-c187-459b-905b-223350ac6d56)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:47:58.392109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43ecfb3c-f4b7-4238-af62-0a944258e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.395578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-60bf9724-84fd-4701-9308-5b92adf13b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:58.422995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.423398 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Added segment 42cd8b29-9df9-4b30-8039-3d6e3178659d of type vxlan for network 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0
Dec 18 06:47:58.453110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Transition to ACTIVE for port object dc4f1d73-7e1f-4630-98ad-8d1e76023fdf will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:58.467218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecfb3c-f4b7-4238-af62-0a944258e3a8 None None] Pushing event updated for resources: {'Port': ['ID=fced64b7-25a6-4208-a3cb-724cdc353438,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:58.470735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-43ecfb3c-f4b7-4238-af62-0a944258e3a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:58.475005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Transition to ACTIVE for port object c0d2dd76-583e-4c2c-8c22-d1522713c6bb will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:47:58.477423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b7370eee-2b7d-48ce-991d-bc04a0548924 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.497719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=a931b0b8-4a23-4b3a-8e44-ad71b3ae899c,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:58.507567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9686bb84-fc03-47ca-b694-57d5bf38246f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:58.510681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-151c56ee-bd67-4384-a30b-d7b5d0856c6e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.524062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:58.528865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-166ae28a-5a77-439e-8371-362224587d25 None None] Provisioning complete for port fced64b7-25a6-4208-a3cb-724cdc353438 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:58.529401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-166ae28a-5a77-439e-8371-362224587d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.614470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.628180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7370eee-2b7d-48ce-991d-bc04a0548924 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event deleted for resources: {'Port': ['ID=e0e3d507-3d40-45ef-933c-965a414fc2ce,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:58.631669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b7370eee-2b7d-48ce-991d-bc04a0548924 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:58.631924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:58.640142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 221a2dee-a399-4e7d-82c0-3268b762e08c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:47:58.651660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:58.654489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.656326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.667857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.677116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff017dc6-bd0f-4af1-ae22-b665ce7a53cd None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:47:58.686938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.704195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-938d30c5-f1f2-4919-83d3-058c0387926d tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:58.737237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a9a665f0-afa1-498f-b4e5-eaa012eaf04c tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:58.760862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b7370eee-2b7d-48ce-991d-bc04a0548924 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.768621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:58.769280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.775684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.779824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:58.780460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.783230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-151c56ee-bd67-4384-a30b-d7b5d0856c6e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.792574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroup': ['ID=12409eb0-b1cf-4a45-8ee9-401e64b0fd21,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:58.795665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:58.807201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:58.823909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:47:58.824274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:47:58.898131 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b7370eee-2b7d-48ce-991d-bc04a0548924 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "DELETE /v2.0/ports/e0e3d507-3d40-45ef-933c-965a414fc2ce HTTP/1.1" status: 204  len: 168 time: 1.8685308
Dec 18 06:47:58.899062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47202) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:58.965566 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.0759501
Dec 18 06:47:58.965566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:58.965566 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 1.1116807
Dec 18 06:47:58.978948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47206) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:58.978948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-98f352d6-839e-4586-8633-61c326cb15d4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Synchronizing usage tracker for tenant:d7802f1c39914d90a0ca73069ff21479 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:58.996046 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 6.5955603
Dec 18 06:47:59.001291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8e6492be-037b-455f-862f-727a6346cf9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '12409eb0-b1cf-4a45-8ee9-401e64b0fd21', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:59.004340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event updated for resources: {'Port': ['ID=dc4f1d73-7e1f-4630-98ad-8d1e76023fdf,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:59.006406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47210) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:59.024141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-151c56ee-bd67-4384-a30b-d7b5d0856c6e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.025332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-151c56ee-bd67-4384-a30b-d7b5d0856c6e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "DELETE /v2.0/security-groups/26faf660-a2e9-44d6-b69c-5a101d23fd01 HTTP/1.1" status: 204  len: 168 time: 1.3596487
Dec 18 06:47:59.027534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8e6492be-037b-455f-862f-727a6346cf9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:59.029426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-166ae28a-5a77-439e-8371-362224587d25 None None] Provisioning for port 01485aa5-ad2a-486c-bc21-443228e15060 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:47:59.033802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8e6492be-037b-455f-862f-727a6346cf9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:59.037269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47214) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:59.037434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-166ae28a-5a77-439e-8371-362224587d25 None None] Provisioning complete for port 01485aa5-ad2a-486c-bc21-443228e15060 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:59.037841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-166ae28a-5a77-439e-8371-362224587d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.046989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-76ddab3a-8cfd-422a-8e27-599958d85186 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1946506411', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:59.048135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8e6492be-037b-455f-862f-727a6346cf9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:59.055131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-76ddab3a-8cfd-422a-8e27-599958d85186 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:59.056414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8e6492be-037b-455f-862f-727a6346cf9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:59.062133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-76ddab3a-8cfd-422a-8e27-599958d85186 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:router and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:59.067417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-76ddab3a-8cfd-422a-8e27-599958d85186 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:59.074181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-76ddab3a-8cfd-422a-8e27-599958d85186 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:59.089909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event updated for resources: {'Network': ['ID=6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:59.104341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:59.105120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6df0c6dd-f7a7-43ad-b1c6-079b279ca5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:59.118355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-166ae28a-5a77-439e-8371-362224587d25 None None] Port 01485aa5-ad2a-486c-bc21-443228e15060 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:47:59.119924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:59.138479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:47:59.138646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76ddab3a-8cfd-422a-8e27-599958d85186 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.140023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76ddab3a-8cfd-422a-8e27-599958d85186 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.140165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:59.140893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47218) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:59.150516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Request body: {'subnets': [{'network_id': 'aaf036af-b773-417e-a0ee-60559b512c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--61816400', 'ip_version': 4}, {'network_id': '6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:59.150857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Request body: {'subnet': {'network_id': 'aaf036af-b773-417e-a0ee-60559b512c8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--61816400', 'ip_version': 4}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:59.151486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Request body: {'subnet': {'network_id': '6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:59.162230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c56ee-bd67-4384-a30b-d7b5d0856c6e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Pushing event deleted for resources: {'SecurityGroup': ['ID=26faf660-a2e9-44d6-b69c-5a101d23fd01,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:59.180853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e6492be-037b-455f-862f-727a6346cf9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.196985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-151c56ee-bd67-4384-a30b-d7b5d0856c6e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:59.199341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9fe4650a-8471-4be9-b2e7-81bef1413508 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:59.242010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-98f352d6-839e-4586-8633-61c326cb15d4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Unset dirty status for tenant:d7802f1c39914d90a0ca73069ff21479 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:59.247968 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-98f352d6-839e-4586-8633-61c326cb15d4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.3405640
Dec 18 06:47:59.255453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47222) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:59.269729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-987316907'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:59.287911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76ddab3a-8cfd-422a-8e27-599958d85186 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.299902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:59.336160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:59.341172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f5adc98f-50b5-46ab-90b3-a7c42fd165b6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:59.357472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:59.364054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:59.382049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:59.389410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 221a2dee-a399-4e7d-82c0-3268b762e08c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:59.389999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.420231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=c0d2dd76-583e-4c2c-8c22-d1522713c6bb,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:59.440502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Made reservation on behalf of d7802f1c39914d90a0ca73069ff21479 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:59.446233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.455916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 45db9e1f-84de-4339-8baf-55fee5a70a20 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:47:59.464033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:59.465128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:47:59.478187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76ddab3a-8cfd-422a-8e27-599958d85186 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.485237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f5adc98f-50b5-46ab-90b3-a7c42fd165b6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:47:59.492710 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f5adc98f-50b5-46ab-90b3-a7c42fd165b6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.4082932
Dec 18 06:47:59.498432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47226) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:59.498653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': 'a931b0b8-4a23-4b3a-8e44-ad71b3ae899c'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:47:59.499574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.505780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:47:59.510640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:59.511543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.521675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.544862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e6492be-037b-455f-862f-727a6346cf9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.560423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e77613a0-523e-4ca2-9bcf-9dc7c27f8848 None None] Provisioning complete for port fced64b7-25a6-4208-a3cb-724cdc353438 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:47:59.562139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e77613a0-523e-4ca2-9bcf-9dc7c27f8848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.571901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:47:59.572636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.577016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e6492be-037b-455f-862f-727a6346cf9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.602120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-73b8982e-c345-410f-a897-19dc128ca01f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:47:59.608846 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 6.1074667
Dec 18 06:47:59.610409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47230) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:59.617861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] vxlan segment allocate from pool success with {'vxlan_vni': 16}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:47:59.618391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0b635568-6c9e-482d-8b4b-e3e6ee97dc63 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Request body: {'floatingip': {'port_id': 'dc4f1d73-7e1f-4630-98ad-8d1e76023fdf'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:59.667232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6492be-037b-455f-862f-727a6346cf9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de007573-0ece-49b9-be21-a9442cbc547b,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:47:59.670731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e6492be-037b-455f-862f-727a6346cf9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:47:59.679717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:59.686287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 6.8970900
Dec 18 06:47:59.687754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76ddab3a-8cfd-422a-8e27-599958d85186 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.692883 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-76ddab3a-8cfd-422a-8e27-599958d85186 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.6703503
Dec 18 06:47:59.694666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.695136 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Added segment 0b9a0bc7-8fbe-4854-b400-4fb984cf82ae of type vxlan for network c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2
Dec 18 06:47:59.697607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47234) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:59.698020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47236) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:59.706900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Usage tracker for resource:subnet and tenant:ebe3c6858d52449c843c1ab904c80e5d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:59.763248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.773935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e6492be-037b-455f-862f-727a6346cf9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.776243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b635568-6c9e-482d-8b4b-e3e6ee97dc63 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:47:59.779249 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8e6492be-037b-455f-862f-727a6346cf9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.8042703
Dec 18 06:47:59.780723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:59.787971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:59.846700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47242) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:47:59.862694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dc7f06c1-9615-46ca-92c8-fa174c24790a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '12409eb0-b1cf-4a45-8ee9-401e64b0fd21', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:47:59.871617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dc7f06c1-9615-46ca-92c8-fa174c24790a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:47:59.891148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dc7f06c1-9615-46ca-92c8-fa174c24790a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:47:59.897106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dc7f06c1-9615-46ca-92c8-fa174c24790a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:47:59.908026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dc7f06c1-9615-46ca-92c8-fa174c24790a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:47:59.914496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:47:59.936135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Made reservation on behalf of ebe3c6858d52449c843c1ab904c80e5d for: {'subnet': 2} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:47:59.964174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b626967c-a38e-44ad-98e5-7df0ff315b41 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Synchronizing usage tracker for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:47:59.980597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc7f06c1-9615-46ca-92c8-fa174c24790a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.112381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fced64b7-25a6-4208-a3cb-724cdc353438 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:00.189640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc7f06c1-9615-46ca-92c8-fa174c24790a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.192602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.193257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc7f06c1-9615-46ca-92c8-fa174c24790a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.196736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:00.197168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-841b023e-1242-4862-a913-25beba03d758 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:00.197360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.209627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:00.224251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b626967c-a38e-44ad-98e5-7df0ff315b41 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Unset dirty status for tenant:a1509d50508846c490a0fd563dbac8bc on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:00.230439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b626967c-a38e-44ad-98e5-7df0ff315b41 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.7248521
Dec 18 06:48:00.296104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e77613a0-523e-4ca2-9bcf-9dc7c27f8848 None None] Provisioning complete for port 01485aa5-ad2a-486c-bc21-443228e15060 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:00.296534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e77613a0-523e-4ca2-9bcf-9dc7c27f8848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.299068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:48:00.299442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:48:00.383234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port fced64b7-25a6-4208-a3cb-724cdc353438 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:00.383756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.467730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Allocated IP 2001:db8::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/a931b0b8-4a23-4b3a-8e44-ad71b3ae899c/460c447b-3714-40da-89e9-4df31079c26f) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:00.472500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e77613a0-523e-4ca2-9bcf-9dc7c27f8848 None None] Port 01485aa5-ad2a-486c-bc21-443228e15060 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:48:00.480156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f06c1-9615-46ca-92c8-fa174c24790a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb1dccf-22bb-415b-b71b-11f4994a0fa2,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:00.500326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc7f06c1-9615-46ca-92c8-fa174c24790a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:00.523675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc7f06c1-9615-46ca-92c8-fa174c24790a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.525140 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc7f06c1-9615-46ca-92c8-fa174c24790a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.6773944
Dec 18 06:48:00.532732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47250) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:00.540129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e54aa86a-bab8-464a-9290-b02a2232c384 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '12409eb0-b1cf-4a45-8ee9-401e64b0fd21', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:00.547202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e54aa86a-bab8-464a-9290-b02a2232c384 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:00.552172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e54aa86a-bab8-464a-9290-b02a2232c384 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:00.555406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e54aa86a-bab8-464a-9290-b02a2232c384 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:00.564538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e54aa86a-bab8-464a-9290-b02a2232c384 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:00.567001 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.3076775
Dec 18 06:48:00.569653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47254) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:00.583297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1660811263'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:00.593272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:00.618758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:00.640214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47258) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:00.650556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e54aa86a-bab8-464a-9290-b02a2232c384 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.650780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event updated for resources: {'Network': ['ID=c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:00.654751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:00.669244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2fde5bfc-74ff-46b2-b7bc-52d808b017d4 None None] Provisioning for port c0d2dd76-583e-4c2c-8c22-d1522713c6bb completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:00.672344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4933bf-d669-4396-bdfc-ae2cc6b9cb37 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:00.674037 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ed4933bf-d669-4396-bdfc-ae2cc6b9cb37 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A69 HTTP/1.1" status: 200  len: 928 time: 0.9749873
Dec 18 06:48:00.681856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:00.687631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47264) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:00.698190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:00.747712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.748079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.761401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Made reservation on behalf of d7802f1c39914d90a0ca73069ff21479 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:00.767101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.791490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2fde5bfc-74ff-46b2-b7bc-52d808b017d4 None None] Provisioning complete for port c0d2dd76-583e-4c2c-8c22-d1522713c6bb triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:00.792209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2fde5bfc-74ff-46b2-b7bc-52d808b017d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.867513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] vxlan segment allocate from pool success with {'vxlan_vni': 17}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:48:00.883274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.884078 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Added segment 4a87a8d9-bd90-4527-934b-30ab9d1b9308 of type vxlan for network efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9
Dec 18 06:48:00.961555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8d2b7-95c9-4716-a44c-7ccdd7c64509 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port c0d2dd76-583e-4c2c-8c22-d1522713c6bb {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:00.961976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6c8d2b7-95c9-4716-a44c-7ccdd7c64509 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:00.995870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e54aa86a-bab8-464a-9290-b02a2232c384 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.016319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.016582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2fde5bfc-74ff-46b2-b7bc-52d808b017d4 None None] Port c0d2dd76-583e-4c2c-8c22-d1522713c6bb cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:48:01.022241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-0b635568-6c9e-482d-8b4b-e3e6ee97dc63 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:48:01.091272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2fde5bfc-74ff-46b2-b7bc-52d808b017d4 None None] Provisioning complete for port fced64b7-25a6-4208-a3cb-724cdc353438 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:01.091708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2fde5bfc-74ff-46b2-b7bc-52d808b017d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.096654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e54aa86a-bab8-464a-9290-b02a2232c384 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.129862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:01.158081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.159945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.174954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Transition to ACTIVE for port object 460c447b-3714-40da-89e9-4df31079c26f will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:01.201879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54aa86a-bab8-464a-9290-b02a2232c384 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835ecfd1-97c9-4186-bc88-a2013fa078ed,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:01.203795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.207978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:01.208833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.227478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e54aa86a-bab8-464a-9290-b02a2232c384 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:01.228147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:01.230983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Transition to ACTIVE for port object 460c447b-3714-40da-89e9-4df31079c26f will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:01.243509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.265905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:01.332691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.362550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b635568-6c9e-482d-8b4b-e3e6ee97dc63 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.384784 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f30b318c-ee5f-4c77-bd38-080bf1eccad7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1509d50508846c490a0fd563dbac8bc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7195785
Dec 18 06:48:01.397037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e54aa86a-bab8-464a-9290-b02a2232c384 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.398313 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e54aa86a-bab8-464a-9290-b02a2232c384 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.8643844
Dec 18 06:48:01.405108 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.8279483
Dec 18 06:48:01.405108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b635568-6c9e-482d-8b4b-e3e6ee97dc63 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.439981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47268) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:01.440363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47270) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:01.447846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-10c09036-9aec-4451-8103-a5673292d1b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '12409eb0-b1cf-4a45-8ee9-401e64b0fd21', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:01.459915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Pushing event updated for resources: {'Port': ['ID=460c447b-3714-40da-89e9-4df31079c26f,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:01.473663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:01.485585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2fde5bfc-74ff-46b2-b7bc-52d808b017d4 None None] Provisioning for port dc4f1d73-7e1f-4630-98ad-8d1e76023fdf completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:01.495012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event updated for resources: {'Network': ['ID=efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:01.501429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:01.513047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2fde5bfc-74ff-46b2-b7bc-52d808b017d4 None None] Provisioning complete for port dc4f1d73-7e1f-4630-98ad-8d1e76023fdf triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:01.513797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2fde5bfc-74ff-46b2-b7bc-52d808b017d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.520303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-10c09036-9aec-4451-8103-a5673292d1b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:01.535087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:01.542206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-10c09036-9aec-4451-8103-a5673292d1b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:01.543254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:01.557304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:01.558175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-10c09036-9aec-4451-8103-a5673292d1b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:01.579393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:01.586396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] vxlan segment allocate from pool success with {'vxlan_vni': 18}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:48:01.595436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-10c09036-9aec-4451-8103-a5673292d1b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:01.657792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.658170 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Added segment 068c5a9b-5bbe-4378-a4d2-341a23c88e52 of type vxlan for network b470afa4-5917-4628-be09-e2e7cbcdc067
Dec 18 06:48:01.757845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:01.777701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10c09036-9aec-4451-8103-a5673292d1b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.825646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d24dbb63-55bc-4f2a-835d-1f7c98f520ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:01.930818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2fde5bfc-74ff-46b2-b7bc-52d808b017d4 None None] Port dc4f1d73-7e1f-4630-98ad-8d1e76023fdf cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:48:01.958699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:02.050768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d24dbb63-55bc-4f2a-835d-1f7c98f520ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:02.062468 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-0b635568-6c9e-482d-8b4b-e3e6ee97dc63 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Floating IP 5e3152d6-bfac-4deb-8d14-163079111a58 associated. External IP: 172.26.7.111, port: d72ef3b9-3654-4388-8c92-c598e32ff9e2.
Dec 18 06:48:02.101474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:48:02.135495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6c8d2b7-95c9-4716-a44c-7ccdd7c64509 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:02.188780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10c09036-9aec-4451-8103-a5673292d1b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:02.239459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10c09036-9aec-4451-8103-a5673292d1b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:02.248509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b418a887-4054-439a-971c-957e47a21c83 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:02.255618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:02.259766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:02.260426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:02.286584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8d2b7-95c9-4716-a44c-7ccdd7c64509 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for c0d2dd76-583e-4c2c-8c22-d1522713c6bb owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:02.289781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Attempting to bind port 460c447b-3714-40da-89e9-4df31079c26f on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:48:02.290610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Attempting to bind port 460c447b-3714-40da-89e9-4df31079c26f by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:48:02.291126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Attempting to bind port 460c447b-3714-40da-89e9-4df31079c26f on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:48:02.306252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:48:02.306775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:02.307339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:02.308387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:48:02.309674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Bound port: 460c447b-3714-40da-89e9-4df31079c26f, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:48:02.310215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:02.313266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c09036-9aec-4451-8103-a5673292d1b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b1830e-6376-4dc7-b830-3ff483e6c829,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:02.322931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10c09036-9aec-4451-8103-a5673292d1b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:02.330937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0f9b1644-8fa0-4294-89fb-e5f4868624f9 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:02.433364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] For port 460c447b-3714-40da-89e9-4df31079c26f, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:48:02.436975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] For port 460c447b-3714-40da-89e9-4df31079c26f, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=460c447b-3714-40da-89e9-4df31079c26f,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:48:02.443608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:02.463276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d6073ad-9e5d-431d-b5e5-8016b6bd98d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:02.487788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::1 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/a931b0b8-4a23-4b3a-8e44-ad71b3ae899c/9166d758-3034-4aa0-b523-c58dea5f4e9e) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:02.520652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d24dbb63-55bc-4f2a-835d-1f7c98f520ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:02.523285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d24dbb63-55bc-4f2a-835d-1f7c98f520ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:02.524529 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d24dbb63-55bc-4f2a-835d-1f7c98f520ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93fc8742-08b3-4b61-94e6-5081984329a5 HTTP/1.1" status: 204  len: 168 time: 1.0831561
Dec 18 06:48:02.539847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10c09036-9aec-4451-8103-a5673292d1b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:02.544855 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-10c09036-9aec-4451-8103-a5673292d1b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 1.1015253
Dec 18 06:48:02.549228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47278) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:02.553000 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 5.6297235
Dec 18 06:48:02.563388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '12409eb0-b1cf-4a45-8ee9-401e64b0fd21', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:02.568168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Pushing event updated for resources: {'Network': ['ID=b470afa4-5917-4628-be09-e2e7cbcdc067,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:02.570605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47282) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:02.588112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network b470afa4-5917-4628-be09-e2e7cbcdc067 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:02.606665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:02.609261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:02.609988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4c903b5-13d6-4e75-9f14-bdfd768a90e0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:02.686016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:02.712036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network b470afa4-5917-4628-be09-e2e7cbcdc067 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:02.712410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24dbb63-55bc-4f2a-835d-1f7c98f520ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fc8742-08b3-4b61-94e6-5081984329a5,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:02.717760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:02.736803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d24dbb63-55bc-4f2a-835d-1f7c98f520ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:02.747376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:02.888923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b635568-6c9e-482d-8b4b-e3e6ee97dc63 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:48:02.908104 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:48:02.976701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Pushing event updated for resources: {'Port': ['ID=460c447b-3714-40da-89e9-4df31079c26f,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:02.980720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:02.991594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:03.158739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:03.198232 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3110f365-f812-405c-8de7-1a756eb60d0e tempest-DHCPAgentSchedulersTestJSON-1206386000 tempest-DHCPAgentSchedulersTestJSON-1206386000] 10.222.0.23 "GET /v2.0/agents/72ec1608-d794-4165-8826-7e17d95e9b66/dhcp-networks HTTP/1.1" status: 200  len: 10966 time: 0.6204467
Dec 18 06:48:03.204411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47292) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:03.239506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 9166d758-3034-4aa0-b523-c58dea5f4e9e will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:03.268015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:03.337925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6c8d2b7-95c9-4716-a44c-7ccdd7c64509 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:03.341405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:03.345052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d0c033c-8b91-411f-bcb4-2ff15ffe1aff tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:03.362602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9e2024a7-4276-477c-a30b-798a4310253d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:03.388770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9309673e-a003-487f-9a40-34dbfe97c3f4,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:03.399436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:03.510993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:03.534032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8d2b7-95c9-4716-a44c-7ccdd7c64509 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=c0d2dd76-583e-4c2c-8c22-d1522713c6bb,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:03.536916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d6c8d2b7-95c9-4716-a44c-7ccdd7c64509 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:03.544359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:03.577111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b635568-6c9e-482d-8b4b-e3e6ee97dc63 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:48:03.590521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27de7cf8-b847-4fd2-8672-c124e6833ef6 None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:48:03.603720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de7cf8-b847-4fd2-8672-c124e6833ef6 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:03.604377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-27de7cf8-b847-4fd2-8672-c124e6833ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d832c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:03.728015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=9166d758-3034-4aa0-b523-c58dea5f4e9e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:03.760399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-27de7cf8-b847-4fd2-8672-c124e6833ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d832c88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:03.780287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffbf6fb-2325-4727-ad9c-3ebfe294dbba tempest-DHCPAgentSchedulersTestJSON-1206386000 tempest-DHCPAgentSchedulersTestJSON-1206386000] Network b470afa4-5917-4628-be09-e2e7cbcdc067 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:48:03.787381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:03.790178 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 1.2358871
Dec 18 06:48:03.797561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:03.800394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de7cf8-b847-4fd2-8672-c124e6833ef6 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:03.801306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-27de7cf8-b847-4fd2-8672-c124e6833ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d832c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:03.814498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47302) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:03.822701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdee3a0-73e3-4034-8e0b-f6f08738ac91 None None] Network b470afa4-5917-4628-be09-e2e7cbcdc067 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:03.845116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '12409eb0-b1cf-4a45-8ee9-401e64b0fd21', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:03.859627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:03.868640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:03.879940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:03.882826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-27de7cf8-b847-4fd2-8672-c124e6833ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d832c88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:03.883477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27de7cf8-b847-4fd2-8672-c124e6833ef6 None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:48:03.894835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:03.927760 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5ffbf6fb-2325-4727-ad9c-3ebfe294dbba tempest-DHCPAgentSchedulersTestJSON-1206386000 tempest-DHCPAgentSchedulersTestJSON-1206386000] 10.222.0.23 "POST /v2.0/agents/72ec1608-d794-4165-8826-7e17d95e9b66/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.7153025
Dec 18 06:48:03.933749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47308) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:03.935724 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:48:04.008517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6c8d2b7-95c9-4716-a44c-7ccdd7c64509 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:04.097245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:04.188477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d6c8d2b7-95c9-4716-a44c-7ccdd7c64509 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/c0d2dd76-583e-4c2c-8c22-d1522713c6bb HTTP/1.1" status: 204  len: 168 time: 3.4971483
Dec 18 06:48:04.189686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47314) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:04.263429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:04.297401 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-decdad85-0ab6-45b3-81db-b3aff0fbcc04 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:48:04.298019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-decdad85-0ab6-45b3-81db-b3aff0fbcc04 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:04.430735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47318) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:04.456196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-decdad85-0ab6-45b3-81db-b3aff0fbcc04 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:04.460789 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-decdad85-0ab6-45b3-81db-b3aff0fbcc04 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/c0d2dd76-583e-4c2c-8c22-d1522713c6bb HTTP/1.1" status: 404  len: 333 time: 0.2679203
Dec 18 06:48:04.472990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47324) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:04.553303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ba4b7-86b6-4a3d-a086-762d9162a703 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 01485aa5-ad2a-486c-bc21-443228e15060 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:04.553703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba4b7-86b6-4a3d-a086-762d9162a703 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:04.671147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:04.692589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:04.697927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:04.753222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:04.780556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7a6d3a2a-c171-4122-9e63-f3922b0a46ce tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:04.797614 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ec640033-c399-49ce-b3f8-ac1f7b420228 tempest-ServiceProvidersTest-1725524687 tempest-ServiceProvidersTest-1725524687] 10.222.0.23 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.3642027
Dec 18 06:48:04.807385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b635568-6c9e-482d-8b4b-e3e6ee97dc63 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router dc1a008d-ffc8-4303-9dc8-1444aee2dea2 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:48:04.901769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:04.942845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:05.052870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2053fdc0-f48d-4881-8a10-06bc5ae63793 None None] Provisioning for port 460c447b-3714-40da-89e9-4df31079c26f completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:05.139836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event updated for resources: {'Subnet': ['ID=f49108e8-726e-438f-b3cb-225f5bf3f9c9,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:05.169140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 460c447b-3714-40da-89e9-4df31079c26f up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:05.177241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:05.231855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:05.279020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:05.290962 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 1.4738128
Dec 18 06:48:05.317973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47334) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:05.331174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 460c447b-3714-40da-89e9-4df31079c26f completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:05.335398 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-db925add-ce88-4c63-ac58-c7aacb9174cf tempest-DHCPAgentSchedulersTestJSON-1206386000 tempest-DHCPAgentSchedulersTestJSON-1206386000] 10.222.0.23 "GET /v2.0/agents/72ec1608-d794-4165-8826-7e17d95e9b66/dhcp-networks HTTP/1.1" status: 200  len: 11730 time: 1.3859673
Dec 18 06:48:05.338435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 460c447b-3714-40da-89e9-4df31079c26f triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:05.339163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:05.340883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47338) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:05.349143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Request body: {'subnets': [{'network_id': 'c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--630660458', 'ip_version': 6}, {'network_id': 'efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:05.349747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Request body: {'subnet': {'network_id': 'c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--630660458', 'ip_version': 6}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:05.350665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Request body: {'subnet': {'network_id': 'efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:05.389392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35acb075-2437-4248-8e87-b7bf016b6966,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:05.508072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:05.508637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47344) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:05.523742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:05.568876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 460c447b-3714-40da-89e9-4df31079c26f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=460c447b-3714-40da-89e9-4df31079c26f,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:05.571409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:05.580931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1c72c232-0d4a-41be-ae9b-5bcd97f10c46 None None] Provisioning complete for port 460c447b-3714-40da-89e9-4df31079c26f triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:05.581511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c72c232-0d4a-41be-ae9b-5bcd97f10c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:05.610458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:05.622564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d140962e-64c6-4b73-a4ee-0d52545b5a16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:05.805804 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-3cf189ac-2536-450c-aec0-c86c851c1ab6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737357232&fields=id&tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 267 time: 0.0856452
Dec 18 06:48:05.820692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=460c447b-3714-40da-89e9-4df31079c26f,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:05.834589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:05.919711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8346-08bf-4a8b-96d2-38e96737561b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:05.950096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba4b7-86b6-4a3d-a086-762d9162a703 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:05.959394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b635568-6c9e-482d-8b4b-e3e6ee97dc63 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:48:05.963949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b635568-6c9e-482d-8b4b-e3e6ee97dc63 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:05.964194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Checking segment: {'id': 'b878d218-ad98-4fd6-a9d2-ee40c3e9b690', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'aaf036af-b773-417e-a0ee-60559b512c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:05.964556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network hostable DHCP agents. Network: aaf036af-b773-417e-a0ee-60559b512c8b, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:48:05.970785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8986ad68-5836-4929-a05f-577bd5bef8f5 None None] Sync routers for ids ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:48:05.975167 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-52427ac3-83bb-467c-9284-6d9f31d89619 tempest-DHCPAgentSchedulersTestJSON-1206386000 tempest-DHCPAgentSchedulersTestJSON-1206386000] 10.222.0.23 "DELETE /v2.0/agents/72ec1608-d794-4165-8826-7e17d95e9b66/dhcp-networks/b470afa4-5917-4628-be09-e2e7cbcdc067 HTTP/1.1" status: 204  len: 168 time: 0.6013916
Dec 18 06:48:05.982448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8986ad68-5836-4929-a05f-577bd5bef8f5 None None] Routers {'dc1a008d-ffc8-4303-9dc8-1444aee2dea2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:05.983545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8986ad68-5836-4929-a05f-577bd5bef8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d12eac8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:05.987258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47358) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:05.988328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e9ab8346-08bf-4a8b-96d2-38e96737561b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:06.036556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e9ab8346-08bf-4a8b-96d2-38e96737561b admin admin] Usage tracker for resource:security_group_rule and tenant:7b4126d2310d41b689b1a1dc251820eb is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:06.053421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8986ad68-5836-4929-a05f-577bd5bef8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d12eac8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:06.053854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e9ab8346-08bf-4a8b-96d2-38e96737561b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:06.071052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1e3892ca-6be9-4f9d-ac58-5162a7fd95ed None None] Provisioning for port 9166d758-3034-4aa0-b523-c58dea5f4e9e completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:06.077243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1e3892ca-6be9-4f9d-ac58-5162a7fd95ed None None] Provisioning complete for port 9166d758-3034-4aa0-b523-c58dea5f4e9e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:06.077700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3892ca-6be9-4f9d-ac58-5162a7fd95ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:06.084872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e9ab8346-08bf-4a8b-96d2-38e96737561b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:06.133855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1e3892ca-6be9-4f9d-ac58-5162a7fd95ed None None] Port 9166d758-3034-4aa0-b523-c58dea5f4e9e cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:48:06.135498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8986ad68-5836-4929-a05f-577bd5bef8f5 None None] Routers {'dc1a008d-ffc8-4303-9dc8-1444aee2dea2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:06.136574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8986ad68-5836-4929-a05f-577bd5bef8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d12eac8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:06.142918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ba4b7-86b6-4a3d-a086-762d9162a703 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 01485aa5-ad2a-486c-bc21-443228e15060 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:06.205341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8986ad68-5836-4929-a05f-577bd5bef8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d12eac8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:06.205734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8986ad68-5836-4929-a05f-577bd5bef8f5 None None] The sync data for ids ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:48:06.217433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1e3892ca-6be9-4f9d-ac58-5162a7fd95ed None None] Provisioning complete for port 460c447b-3714-40da-89e9-4df31079c26f triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:06.217881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3892ca-6be9-4f9d-ac58-5162a7fd95ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:06.243956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network aaf036af-b773-417e-a0ee-60559b512c8b is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:48:06.266164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:06.321932 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0b635568-6c9e-482d-8b4b-e3e6ee97dc63 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "PUT /v2.0/floatingips/5e3152d6-bfac-4deb-8d14-163079111a58 HTTP/1.1" status: 200  len: 978 time: 6.7103257
Dec 18 06:48:06.327282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-80e9d596-bf28-4db1-ae6d-8cc9baf5acd0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:06.328873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-80e9d596-bf28-4db1-ae6d-8cc9baf5acd0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/networks?id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8 HTTP/1.1" status: 200  len: 796 time: 0.5221810
Dec 18 06:48:06.329332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47362) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:06.332986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Usage tracker for resource:subnet and tenant:d7802f1c39914d90a0ca73069ff21479 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:06.348407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:06.371851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, aaf036af-b773-417e-a0ee-60559b512c8b) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:06.375701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:06.379617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1d76aa-ed33-43d7-8d14-7d2282322639 None None] Network aaf036af-b773-417e-a0ee-60559b512c8b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:06.438675 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-7433cca2-2399-452b-bd4b-5ae6fc6ea74f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/quotas/6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 375 time: 0.0736482
Dec 18 06:48:06.462006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Made reservation on behalf of d7802f1c39914d90a0ca73069ff21479 for: {'subnet': 2} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:06.512061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port dc4f1d73-7e1f-4630-98ad-8d1e76023fdf {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:06.512449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:06.587332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba4b7-86b6-4a3d-a086-762d9162a703 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:06.608392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:06.615461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-aaf036af-b773-417e-a0ee-60559b512c8b', 'network_id': 'aaf036af-b773-417e-a0ee-60559b512c8b', 'tenant_id': 'ebe3c6858d52449c843c1ab904c80e5d', 'fixed_ips': [{'subnet_id': 'f49108e8-726e-438f-b3cb-225f5bf3f9c9'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:48:06.616725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:06.766367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ba4b7-86b6-4a3d-a086-762d9162a703 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=01485aa5-ad2a-486c-bc21-443228e15060,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:06.769429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2c4ba4b7-86b6-4a3d-a086-762d9162a703 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:06.830962 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a279b465-c7d6-4368-adc3-51a6197ee59d tempest-DHCPAgentSchedulersTestJSON-1206386000 tempest-DHCPAgentSchedulersTestJSON-1206386000] 10.222.0.23 "GET /v2.0/agents/72ec1608-d794-4165-8826-7e17d95e9b66/dhcp-networks HTTP/1.1" status: 200  len: 10966 time: 0.8062441
Dec 18 06:48:06.847367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47366) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:06.908485 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-4a154736-213a-4179-b05e-470ed34397cc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4609060
Dec 18 06:48:06.935908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Allocated IP 172.20.0.2 (aaf036af-b773-417e-a0ee-60559b512c8b/f49108e8-726e-438f-b3cb-225f5bf3f9c9/5d49d294-754c-48c5-a1da-4e2572890be3) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:06.965017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8346-08bf-4a8b-96d2-38e96737561b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.001695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8346-08bf-4a8b-96d2-38e96737561b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.026032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-70df32ef-9a1f-4138-846b-500644a8f8d9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:07.062482 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5e6c8218-4a12-4a2e-ad81-d7bb00000f87 tempest-DHCPAgentSchedulersTestJSON-1206386000 tempest-DHCPAgentSchedulersTestJSON-1206386000] 10.222.0.23 "GET /v2.0/networks/dd230106-84bd-42ec-b582-e980654318d5/dhcp-agents HTTP/1.1" status: 200  len: 805 time: 0.2104065
Dec 18 06:48:07.062679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.077813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 460c447b-3714-40da-89e9-4df31079c26f up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:07.079876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47370) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:07.131596 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bfeb662f-2879-4aed-811e-f2f10f807095 tempest-DHCPAgentSchedulersTestJSON-1206386000 tempest-DHCPAgentSchedulersTestJSON-1206386000] 10.222.0.23 "GET /v2.0/networks/dd230106-84bd-42ec-b582-e980654318d5/dhcp-agents HTTP/1.1" status: 200  len: 805 time: 0.0487452
Dec 18 06:48:07.132420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47374) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:07.137841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c4ba4b7-86b6-4a3d-a086-762d9162a703 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.167431 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e9ab8346-08bf-4a8b-96d2-38e96737561b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b4126d2310d41b689b1a1dc251820eb&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6453676
Dec 18 06:48:07.177407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47378) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:07.178706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab8346-08bf-4a8b-96d2-38e96737561b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4613c903-85a1-4018-8383-b48377e5bf35,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:07.181930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 460c447b-3714-40da-89e9-4df31079c26f triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:07.182511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.185141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e9ab8346-08bf-4a8b-96d2-38e96737561b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:07.202244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.221348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.251201 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2c4ba4b7-86b6-4a3d-a086-762d9162a703 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/01485aa5-ad2a-486c-bc21-443228e15060 HTTP/1.1" status: 204  len: 168 time: 2.7746389
Dec 18 06:48:07.322986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47382) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:07.371096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.394752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Transition to ACTIVE for port object 5d49d294-754c-48c5-a1da-4e2572890be3 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:07.417052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Transition to ACTIVE for port object 5d49d294-754c-48c5-a1da-4e2572890be3 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:07.424340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.441556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-43ecfb3c-f4b7-4238-af62-0a944258e3a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:07.448742 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-728a63ba-a9f6-4cde-b764-9d664dbb5b1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:48:07.449322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-728a63ba-a9f6-4cde-b764-9d664dbb5b1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:07.505377 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-78d9a5d7-392c-422d-8510-a8609b2deaaa service neutron] 10.222.0.23 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5660589
Dec 18 06:48:07.532338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.533188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.552548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1658b230-d322-4ac2-ba7b-ab7a0ae52662 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:07.576264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Pushing event updated for resources: {'Port': ['ID=5d49d294-754c-48c5-a1da-4e2572890be3,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:07.581255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:07.622508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-728a63ba-a9f6-4cde-b764-9d664dbb5b1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:07.626500 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-728a63ba-a9f6-4cde-b764-9d664dbb5b1c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/01485aa5-ad2a-486c-bc21-443228e15060 HTTP/1.1" status: 404  len: 333 time: 0.2973108
Dec 18 06:48:07.632804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Network aaf036af-b773-417e-a0ee-60559b512c8b is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:07.633447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:07.649297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47386) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:07.652704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:07.729534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Attempting to bind port 5d49d294-754c-48c5-a1da-4e2572890be3 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:48:07.730037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Attempting to bind port 5d49d294-754c-48c5-a1da-4e2572890be3 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'b878d218-ad98-4fd6-a9d2-ee40c3e9b690', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'aaf036af-b773-417e-a0ee-60559b512c8b'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:48:07.730456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Attempting to bind port 5d49d294-754c-48c5-a1da-4e2572890be3 on network aaf036af-b773-417e-a0ee-60559b512c8b {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:48:07.737114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:48:07.737552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Checking segment: {'id': 'b878d218-ad98-4fd6-a9d2-ee40c3e9b690', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'aaf036af-b773-417e-a0ee-60559b512c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:07.738339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.739293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Bound using segment: {'id': 'b878d218-ad98-4fd6-a9d2-ee40c3e9b690', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'aaf036af-b773-417e-a0ee-60559b512c8b'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:48:07.739293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Bound port: 5d49d294-754c-48c5-a1da-4e2572890be3, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b878d218-ad98-4fd6-a9d2-ee40c3e9b690', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'aaf036af-b773-417e-a0ee-60559b512c8b'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:48:07.739708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.774892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=9166d758-3034-4aa0-b523-c58dea5f4e9e,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:07.786585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:07.847286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] For port 5d49d294-754c-48c5-a1da-4e2572890be3, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:48:07.851056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] For port 5d49d294-754c-48c5-a1da-4e2572890be3, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5d49d294-754c-48c5-a1da-4e2572890be3,segment=NetworkSegment(b878d218-ad98-4fd6-a9d2-ee40c3e9b690),segment_id=b878d218-ad98-4fd6-a9d2-ee40c3e9b690)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:48:07.855262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:07.871107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9995edda-62cf-4e0b-9ad5-1cd7b15b2596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:08.034147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:08.060413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2e0f537a-09f2-48bc-a76f-c1b55e17e9f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:08.061814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8cc6b93b-6ec5-488a-a8cc-256a97139768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:08.133642 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ddf9652f-9f39-4481-9a9f-d11a310956c6 tempest-DHCPAgentSchedulersTestJSON-1206386000 tempest-DHCPAgentSchedulersTestJSON-1206386000] 10.222.0.23 "GET /v2.0/agents/72ec1608-d794-4165-8826-7e17d95e9b66/dhcp-networks HTTP/1.1" status: 200  len: 11758 time: 0.9887516
Dec 18 06:48:08.154199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47390) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:08.201731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8cc6b93b-6ec5-488a-a8cc-256a97139768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:08.204588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Pushing event updated for resources: {'Port': ['ID=5d49d294-754c-48c5-a1da-4e2572890be3,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:08.208035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:08.209932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:08.227927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:08.276541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event updated for resources: {'Subnet': ['ID=1b4de247-3894-4c27-ba51-9bbfc347b2f3,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:08.367754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:08.388609 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-7a604082-0c44-4ec6-b8d7-78d1007df070 service neutron] 10.222.0.23 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8583934
Dec 18 06:48:08.415948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed6fcc3-5fb3-4724-93b6-0909fe3e497a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting subnet 791894bc-84b3-48ca-82f4-5dad7fc497f9 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:48:08.417073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:08.532217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aed6fcc3-5fb3-4724-93b6-0909fe3e497a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:08.539883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:08.540084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:08.540345 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Floating IP 5e3152d6-bfac-4deb-8d14-163079111a58 disassociated. External IP: 172.26.7.111, port: dc4f1d73-7e1f-4630-98ad-8d1e76023fdf.
Dec 18 06:48:08.540783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for dc4f1d73-7e1f-4630-98ad-8d1e76023fdf owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:08.603882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-049958d8-8f52-4185-ae13-1e90206470f0 None None] Provisioning complete for port 9166d758-3034-4aa0-b523-c58dea5f4e9e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:08.604534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-049958d8-8f52-4185-ae13-1e90206470f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:08.760758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-049958d8-8f52-4185-ae13-1e90206470f0 None None] Port 9166d758-3034-4aa0-b523-c58dea5f4e9e cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:48:08.788283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aed6fcc3-5fb3-4724-93b6-0909fe3e497a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:08.860285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:08.923018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Checking segment: {'id': '42cd8b29-9df9-4b30-8039-3d6e3178659d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:08.923291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network hostable DHCP agents. Network: 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:48:08.939323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8cc6b93b-6ec5-488a-a8cc-256a97139768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:08.956769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ec6e1221-c2c2-4b36-b8cf-c182efbc10db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:08.974315 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c44daff7-ab4f-4bf3-8f80-e7a1ffddc49d req-8b95e9ee-fb79-4723-83f7-57a087a2c9dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 210 time: 0.2663751
Dec 18 06:48:09.002338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6b93b-6ec5-488a-a8cc-256a97139768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4613c903-85a1-4018-8383-b48377e5bf35,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:09.019753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Router 42d02162-a120-46b2-9a21-23ec0012afff is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:48:09.026233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8cc6b93b-6ec5-488a-a8cc-256a97139768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:09.031609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:48:09.048592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8cc6b93b-6ec5-488a-a8cc-256a97139768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:09.049757 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8cc6b93b-6ec5-488a-a8cc-256a97139768 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4613c903-85a1-4018-8383-b48377e5bf35 HTTP/1.1" status: 204  len: 168 time: 1.8712583
Dec 18 06:48:09.054106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aed6fcc3-5fb3-4724-93b6-0909fe3e497a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:09.138185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1e7956d8>,) {'filters': {'network_id': ['b470afa4-5917-4628-be09-e2e7cbcdc067']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:09.161075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e7956d8>, '068c5a9b-5bbe-4378-a4d2-341a23c88e52') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:09.161418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e7956d8>, '068c5a9b-5bbe-4378-a4d2-341a23c88e52') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:09.174567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:09.181148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:09.183505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb633e-6a6d-4801-9ba1-1c9d286e5866 None None] Network 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:09.212066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:09.216150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:09.221827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Releasing vxlan tunnel 18 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:09.271682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a785a070-21cf-4d3a-9a07-350c4cbabebf tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:09.325395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:09.325946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:09.326395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:09.332870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Port': ['ID=dc4f1d73-7e1f-4630-98ad-8d1e76023fdf,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:09.456008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:09.529804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5d49d294-754c-48c5-a1da-4e2572890be3 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:09.652173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Network b470afa4-5917-4628-be09-e2e7cbcdc067 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:09.663673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:09.703117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0', 'network_id': '6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0', 'tenant_id': 'ebe3c6858d52449c843c1ab904c80e5d', 'fixed_ips': [{'subnet_id': '1b4de247-3894-4c27-ba51-9bbfc347b2f3'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:48:09.704216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:09.976144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Network b470afa4-5917-4628-be09-e2e7cbcdc067 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:09.990670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 5d49d294-754c-48c5-a1da-4e2572890be3 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:10.039029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:48:10.039290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba6ec53-8a1e-4579-8984-5969afb63868 None None] Network aaf036af-b773-417e-a0ee-60559b512c8b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:10.049478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Sync routers for ids ['42d02162-a120-46b2-9a21-23ec0012afff'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:48:10.075704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Routers {'42d02162-a120-46b2-9a21-23ec0012afff'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:10.078813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d9f22b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['42d02162-a120-46b2-9a21-23ec0012afff'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:10.080955 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:10.087812 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "PUT /v2.0/routers/42d02162-a120-46b2-9a21-23ec0012afff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3807511
Dec 18 06:48:10.089265 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1424 time: 10.9454539
Dec 18 06:48:10.090850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47418) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:10.091237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47420) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:10.274474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd45bee3-de16-408a-bc9a-d982e46a5fd4 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:10.289778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd45bee3-de16-408a-bc9a-d982e46a5fd4 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:10.291706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd45bee3-de16-408a-bc9a-d982e46a5fd4 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:10.307475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fd45bee3-de16-408a-bc9a-d982e46a5fd4 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Synchronizing usage tracker for tenant:ebe3c6858d52449c843c1ab904c80e5d on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:10.443485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Set router 42d02162-a120-46b2-9a21-23ec0012afff gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:48:10.591100 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-211e3148-0194-46b7-a93a-b70e6f5d2826 req-b6d39f1d-1d80-4709-8bbf-5e592fb69208 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 210 time: 0.1638021
Dec 18 06:48:10.597759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7ee6a31b-e16f-444d-b70a-05c3746a8382 None None] Provisioning for port 5d49d294-754c-48c5-a1da-4e2572890be3 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:10.606557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7ee6a31b-e16f-444d-b70a-05c3746a8382 None None] Provisioning complete for port 5d49d294-754c-48c5-a1da-4e2572890be3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:10.606977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ee6a31b-e16f-444d-b70a-05c3746a8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:10.626521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:10.635473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e9e140be-3d9f-4ccc-8c67-edb7d01e754c tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:10.664019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:10.677178 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] 10.222.0.23 "DELETE /v2.0/networks/b470afa4-5917-4628-be09-e2e7cbcdc067 HTTP/1.1" status: 204  len: 168 time: 2.5220535
Dec 18 06:48:10.682961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47432) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:10.686181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Pushing event deleted for resources: {'Network': ['ID=b470afa4-5917-4628-be09-e2e7cbcdc067,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:10.694727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:10.698008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router dc1a008d-ffc8-4303-9dc8-1444aee2dea2 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:48:10.747763 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ebeb12-cac3-44c9-8b2c-424fe0f501db tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] DELETE failed (client error): The resource could not be found.
Dec 18 06:48:10.748604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ebeb12-cac3-44c9-8b2c-424fe0f501db tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:48:10.750883 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e4ebeb12-cac3-44c9-8b2c-424fe0f501db tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] 10.222.0.23 "DELETE /v2.0/ports/2f0aa3c1-04b5-411a-bcb5-0529222b8fc8 HTTP/1.1" status: 404  len: 333 time: 0.0620193
Dec 18 06:48:10.757484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47436) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:10.914929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ee6a31b-e16f-444d-b70a-05c3746a8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:10.922525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-2d42f7c6-9a46-48b7-94b5-2950630ec038 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:10.923580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-2d42f7c6-9a46-48b7-94b5-2950630ec038 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:10.924920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47438) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:10.930454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Allocated IP 172.20.0.18 (6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0/1b4de247-3894-4c27-ba51-9bbfc347b2f3/88cda6e0-850f-4d71-9b06-d61d54485364) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:10.931693 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0056186
Dec 18 06:48:10.949177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47446) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:10.953731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d9f22b0>, [{'id': '42d02162-a120-46b2-9a21-23ec0012afff', 'name': 'tempest-NetworksTestDHCPv6-router-1946506411', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:59Z', 'updated_at': '2020-12-18T06:48:05Z', 'revision_number': 2, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'gw_port_host': None, '_interfaces': [{'id': '9166d758-3034-4aa0-b523-c58dea5f4e9e', 'name': '', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'mac_address': 'fa:16:3e:67:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d02162-a120-46b2-9a21-23ec0012afff', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'a931b0b8-4a23-4b3a-8e44-ad71b3ae899c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:01Z', 'updated_at': '2020-12-18T06:48:06Z', 'revision_number': 2, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'subnets': [{'id': 'a931b0b8-4a23-4b3a-8e44-ad71b3ae899c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:10.959648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Checking router: 42d02162-a120-46b2-9a21-23ec0012afff for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:48:10.960349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Updating router 42d02162-a120-46b2-9a21-23ec0012afff port 9166d758-3034-4aa0-b523-c58dea5f4e9e binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:48:10.991529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fd45bee3-de16-408a-bc9a-d982e46a5fd4 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Unset dirty status for tenant:ebe3c6858d52449c843c1ab904c80e5d on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:10.993173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fd45bee3-de16-408a-bc9a-d982e46a5fd4 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2050 time: 0.8942750
Dec 18 06:48:11.045975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47452) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:11.093094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7ee6a31b-e16f-444d-b70a-05c3746a8382 None None] For port 5d49d294-754c-48c5-a1da-4e2572890be3, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5d49d294-754c-48c5-a1da-4e2572890be3,segment=NetworkSegment(b878d218-ad98-4fd6-a9d2-ee40c3e9b690),segment_id=b878d218-ad98-4fd6-a9d2-ee40c3e9b690)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:11.132958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ee6a31b-e16f-444d-b70a-05c3746a8382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:11.142453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:11.240528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-2d42f7c6-9a46-48b7-94b5-2950630ec038 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:11.242296 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-2d42f7c6-9a46-48b7-94b5-2950630ec038 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks?id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8 HTTP/1.1" status: 200  len: 796 time: 0.6917927
Dec 18 06:48:11.267766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cca7f42-e902-417f-9913-2f822eefb615 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:11.268439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1cca7f42-e902-417f-9913-2f822eefb615 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:11.276534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:11.336715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4257167b-ded1-4a05-aca4-43674165b318 None None] Provisioning complete for port 5d49d294-754c-48c5-a1da-4e2572890be3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:11.337143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4257167b-ded1-4a05-aca4-43674165b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:11.357288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:48:11.400713 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-259106af-ad07-45cb-a928-4cf6d3b671fd tempest-NetworksApiDiscovery-2077862847 tempest-NetworksApiDiscovery-2077862847] 10.222.0.23 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.4429762
Dec 18 06:48:11.404350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6a31b-e16f-444d-b70a-05c3746a8382 None None] Pushing event updated for resources: {'Port': ['ID=5d49d294-754c-48c5-a1da-4e2572890be3,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:11.407819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479a3e5a-c80a-4e38-a9a7-fbfaf825ffa6 None None] Sync routers for ids ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:48:11.410799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ee6a31b-e16f-444d-b70a-05c3746a8382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:11.463366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1cca7f42-e902-417f-9913-2f822eefb615 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:11.464666 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1cca7f42-e902-417f-9913-2f822eefb615 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports/9166d758-3034-4aa0-b523-c58dea5f4e9e HTTP/1.1" status: 200  len: 911 time: 1.3675127
Dec 18 06:48:11.469166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a3e5a-c80a-4e38-a9a7-fbfaf825ffa6 None None] Routers {'dc1a008d-ffc8-4303-9dc8-1444aee2dea2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:11.475679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-479a3e5a-c80a-4e38-a9a7-fbfaf825ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1a6630>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:11.495306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47458) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:11.678586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aed6fcc3-5fb3-4724-93b6-0909fe3e497a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:11.740802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-479a3e5a-c80a-4e38-a9a7-fbfaf825ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1a6630>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:11.796570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a3e5a-c80a-4e38-a9a7-fbfaf825ffa6 None None] Routers {'dc1a008d-ffc8-4303-9dc8-1444aee2dea2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:11.797438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-479a3e5a-c80a-4e38-a9a7-fbfaf825ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1a6630>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:11.847717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ded216-6f2d-46be-ba4a-d75ab6f8c1e0 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Deleting subnet 3034de89-1154-45fd-928a-97ede5d169d6 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:48:11.854143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04ded216-6f2d-46be-ba4a-d75ab6f8c1e0 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:11.897434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:11.905104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-479a3e5a-c80a-4e38-a9a7-fbfaf825ffa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1a6630>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:11.905724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479a3e5a-c80a-4e38-a9a7-fbfaf825ffa6 None None] The sync data for ids ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:48:11.926205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Transition to ACTIVE for port object 88cda6e0-850f-4d71-9b06-d61d54485364 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:11.950671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4e89b1d-4fb8-4bb9-b24b-e7390f06b460 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:11.962165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Transition to ACTIVE for port object 88cda6e0-850f-4d71-9b06-d61d54485364 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:11.970444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:11.986246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9f465761-f535-49a9-a601-7d965bdbacbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:11.987963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04ded216-6f2d-46be-ba4a-d75ab6f8c1e0 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.013531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47466) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:12.052989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6fcc3-5fb3-4724-93b6-0909fe3e497a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Subnet': ['ID=791894bc-84b3-48ca-82f4-5dad7fc497f9,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:12.070484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a86eaf-405c-4c29-9963-d7c0cc091f48 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Deleting subnet f49108e8-726e-438f-b3cb-225f5bf3f9c9 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:48:12.079242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aed6fcc3-5fb3-4724-93b6-0909fe3e497a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.080230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bcc7ab-5004-47c2-a4ad-83003a92c5b7 None None] Network 45db9e1f-84de-4339-8baf-55fee5a70a20 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:12.086674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04ded216-6f2d-46be-ba4a-d75ab6f8c1e0 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.088490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.092297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aed6fcc3-5fb3-4724-93b6-0909fe3e497a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:12.097242 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aed6fcc3-5fb3-4724-93b6-0909fe3e497a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/791894bc-84b3-48ca-82f4-5dad7fc497f9 HTTP/1.1" status: 204  len: 168 time: 4.4415421
Dec 18 06:48:12.102465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69a86eaf-405c-4c29-9963-d7c0cc091f48 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.103082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Transition to ACTIVE for port object 9166d758-3034-4aa0-b523-c58dea5f4e9e will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:12.107077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.125696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:12.140997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47470) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:12.258678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565d776-90c3-4b93-8ee5-ea3f3b3e5e20 None None] Pushing event updated for resources: {'Port': ['ID=9166d758-3034-4aa0-b523-c58dea5f4e9e,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:12.268834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7565d776-90c3-4b93-8ee5-ea3f3b3e5e20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:12.364041 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b86a12c4-258c-4c47-8306-ba175aa0cb11 req-033cd6ab-e240-4c3d-b41d-fde1565a4870 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 210 time: 0.4754746
Dec 18 06:48:12.388173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69a86eaf-405c-4c29-9963-d7c0cc091f48 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.492498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.496819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69a86eaf-405c-4c29-9963-d7c0cc091f48 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.498739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/ports/dc4f1d73-7e1f-4630-98ad-8d1e76023fdf HTTP/1.1" status: 204  len: 168 time: 6.1677120
Dec 18 06:48:12.506197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47476) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:12.537360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Attempting to bind port 9166d758-3034-4aa0-b523-c58dea5f4e9e on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:48:12.537806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Attempting to bind port 9166d758-3034-4aa0-b523-c58dea5f4e9e by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:48:12.538222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Attempting to bind port 9166d758-3034-4aa0-b523-c58dea5f4e9e on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:48:12.547354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:48:12.547823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:12.551923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.552443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:48:12.552882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Pushing event updated for resources: {'Port': ['ID=88cda6e0-850f-4d71-9b06-d61d54485364,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:12.553146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Bound port: 9166d758-3034-4aa0-b523-c58dea5f4e9e, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:48:12.553618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.561773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-03030a5d-57ee-464a-a18d-92866ff25d59 None None] Provisioning complete for port 5d49d294-754c-48c5-a1da-4e2572890be3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:12.562335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03030a5d-57ee-464a-a18d-92866ff25d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.611683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.622200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.622787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.623282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.623775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.624254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.624726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.625197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.625706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.626177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.626645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.627112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.627661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.628140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.628608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.629071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.629719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.630193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.630827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.631354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.632242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.632242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.632675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.633129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:12.643475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:12.654501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-d1edeac4-db7a-448e-b53e-1ede9ab9887d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:12.712181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] For port 9166d758-3034-4aa0-b523-c58dea5f4e9e, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:48:12.721006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] For port 9166d758-3034-4aa0-b523-c58dea5f4e9e, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9166d758-3034-4aa0-b523-c58dea5f4e9e,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:48:12.728989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d056543-78af-4ff9-8274-dc01e74a5df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.737466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.772521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Network 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:12.774905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:12.780559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:12.808690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d33dd-4c77-40ad-b263-619b598b7411 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:12.813904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d33dd-4c77-40ad-b263-619b598b7411 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:12.816971 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-275d33dd-4c77-40ad-b263-619b598b7411 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 1.3140447
Dec 18 06:48:12.843155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47480) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:12.900018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab32775-57a7-4bfb-aa9c-72b4bbb7b25e None None] DHCP port deletion for 45db9e1f-84de-4339-8baf-55fee5a70a20 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:48:12.905608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dab32775-57a7-4bfb-aa9c-72b4bbb7b25e None None] Deleting port fced64b7-25a6-4208-a3cb-724cdc353438 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:12.906179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dab32775-57a7-4bfb-aa9c-72b4bbb7b25e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.908383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-d1edeac4-db7a-448e-b53e-1ede9ab9887d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:12.910129 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-d1edeac4-db7a-448e-b53e-1ede9ab9887d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 7759 time: 1.6314354
Dec 18 06:48:12.936914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'port': {'device_id': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'admin_state_up': True, 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'security_groups': ['12409eb0-b1cf-4a45-8ee9-401e64b0fd21']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:12.941058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04ded216-6f2d-46be-ba4a-d75ab6f8c1e0 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:12.981470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:12.995387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2d056543-78af-4ff9-8274-dc01e74a5df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:13.025142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Attempting to bind port 88cda6e0-850f-4d71-9b06-d61d54485364 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:48:13.025785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Attempting to bind port 88cda6e0-850f-4d71-9b06-d61d54485364 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '42cd8b29-9df9-4b30-8039-3d6e3178659d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:48:13.026326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Attempting to bind port 88cda6e0-850f-4d71-9b06-d61d54485364 on network 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:48:13.048703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:48:13.049296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Checking segment: {'id': '42cd8b29-9df9-4b30-8039-3d6e3178659d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:13.049853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:13.050414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Bound using segment: {'id': '42cd8b29-9df9-4b30-8039-3d6e3178659d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:48:13.051080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Bound port: 88cda6e0-850f-4d71-9b06-d61d54485364, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cd8b29-9df9-4b30-8039-3d6e3178659d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:48:13.051609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:13.093331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2d056543-78af-4ff9-8274-dc01e74a5df7 admin admin] Usage tracker for resource:security_group_rule and tenant:761d99cce81f470b8d2bfbcb0e53f68c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:13.105043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565d776-90c3-4b93-8ee5-ea3f3b3e5e20 None None] Pushing event updated for resources: {'Port': ['ID=9166d758-3034-4aa0-b523-c58dea5f4e9e,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:13.108030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:13.109986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7565d776-90c3-4b93-8ee5-ea3f3b3e5e20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:13.122278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Routers {'42d02162-a120-46b2-9a21-23ec0012afff'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:13.122956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d9f22b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:47:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['42d02162-a120-46b2-9a21-23ec0012afff'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:13.146004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2d056543-78af-4ff9-8274-dc01e74a5df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:13.164688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] For port 88cda6e0-850f-4d71-9b06-d61d54485364, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:48:13.168913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] For port 88cda6e0-850f-4d71-9b06-d61d54485364, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=88cda6e0-850f-4d71-9b06-d61d54485364,segment=NetworkSegment(42cd8b29-9df9-4b30-8039-3d6e3178659d),segment_id=42cd8b29-9df9-4b30-8039-3d6e3178659d)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:48:13.173241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:13.176824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5d49d294-754c-48c5-a1da-4e2572890be3 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:13.222115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b598c27a-4298-4119-8fac-568fa6fd867f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:13.225772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:13.255517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:13.376288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ded216-6f2d-46be-ba4a-d75ab6f8c1e0 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Pushing event deleted for resources: {'Subnet': ['ID=3034de89-1154-45fd-928a-97ede5d169d6,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:13.396814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] Set router 42d02162-a120-46b2-9a21-23ec0012afff gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:48:13.404982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event updated for resources: {'Subnet': ['ID=b6356cd3-726e-4713-859f-4365751a33f0,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:13.408447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:13.409623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2d056543-78af-4ff9-8274-dc01e74a5df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:13.455195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-04ded216-6f2d-46be-ba4a-d75ab6f8c1e0 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:13.468978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04ded216-6f2d-46be-ba4a-d75ab6f8c1e0 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:13.498190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0f400732-14ab-4fc9-aabd-3be0f98b89be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:13.619551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f58a4-aaf5-497e-9582-bd8453c3f6c5 None None] Network dd230106-84bd-42ec-b582-e980654318d5 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:13.729903 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-04ded216-6f2d-46be-ba4a-d75ab6f8c1e0 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] 10.222.0.23 "DELETE /v2.0/subnets/3034de89-1154-45fd-928a-97ede5d169d6 HTTP/1.1" status: 204  len: 168 time: 2.9136462
Dec 18 06:48:13.730123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port fced64b7-25a6-4208-a3cb-724cdc353438 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:13.730551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:13.771492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47488) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:13.826709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d9f22b0>, [{'id': '42d02162-a120-46b2-9a21-23ec0012afff', 'name': 'tempest-NetworksTestDHCPv6-router-1946506411', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:59Z', 'updated_at': '2020-12-18T06:48:05Z', 'revision_number': 2, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'gw_port_host': None, '_interfaces': [{'id': '9166d758-3034-4aa0-b523-c58dea5f4e9e', 'name': '', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'mac_address': 'fa:16:3e:67:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d02162-a120-46b2-9a21-23ec0012afff', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'a931b0b8-4a23-4b3a-8e44-ad71b3ae899c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:01Z', 'updated_at': '2020-12-18T06:48:12Z', 'revision_number': 4, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'subnets': [{'id': 'a931b0b8-4a23-4b3a-8e44-ad71b3ae899c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:13.831593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d66c99d-0fdb-40e9-ac88-495000e201c2 None None] The sync data for ids ['42d02162-a120-46b2-9a21-23ec0012afff'] in dv-neutron-765072-3-ovs is: [{'id': '42d02162-a120-46b2-9a21-23ec0012afff', 'name': 'tempest-NetworksTestDHCPv6-router-1946506411', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:59Z', 'updated_at': '2020-12-18T06:48:05Z', 'revision_number': 2, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'gw_port_host': None, '_interfaces': [{'id': '9166d758-3034-4aa0-b523-c58dea5f4e9e', 'name': '', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'mac_address': 'fa:16:3e:67:c6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d02162-a120-46b2-9a21-23ec0012afff', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'a931b0b8-4a23-4b3a-8e44-ad71b3ae899c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:01Z', 'updated_at': '2020-12-18T06:48:12Z', 'revision_number': 4, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'subnets': [{'id': 'a931b0b8-4a23-4b3a-8e44-ad71b3ae899c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:48:14.008196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Pushing event updated for resources: {'Port': ['ID=88cda6e0-850f-4d71-9b06-d61d54485364,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:14.019865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:14.028030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-dab32775-57a7-4bfb-aa9c-72b4bbb7b25e None None] For port fced64b7-25a6-4208-a3cb-724cdc353438, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fced64b7-25a6-4208-a3cb-724cdc353438,segment=NetworkSegment(8b4ec076-c187-459b-905b-223350ac6d56),segment_id=8b4ec076-c187-459b-905b-223350ac6d56)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:14.028504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dab32775-57a7-4bfb-aa9c-72b4bbb7b25e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:14.089546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:14.091870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb8b54f4-8301-41b3-983e-3cffe86206c1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:14.097106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:port and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:14.102058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:14.110615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 5d49d294-754c-48c5-a1da-4e2572890be3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:14.111041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:14.111521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:14.321467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:14.328190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:14.344515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dab32775-57a7-4bfb-aa9c-72b4bbb7b25e None None] Calling delete_port for fced64b7-25a6-4208-a3cb-724cdc353438 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:14.354225 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d6416017-59e0-43e1-865e-ee598e133866 req-26025d0a-9cc7-4931-9cdb-2c2835827688 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 210 time: 0.6604826
Dec 18 06:48:14.475105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:14.581184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dab32775-57a7-4bfb-aa9c-72b4bbb7b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:14.603807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3cfc5067-f6b0-4d68-8b7a-2c577d4d17ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:14.762512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab32775-57a7-4bfb-aa9c-72b4bbb7b25e None None] Pushing event deleted for resources: {'Port': ['ID=fced64b7-25a6-4208-a3cb-724cdc353438,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:14.771073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dab32775-57a7-4bfb-aa9c-72b4bbb7b25e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:14.786571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Deleting port 6c435bbb-3318-4f6e-8b1b-eff88b64589b {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:14.787206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:14.802855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b1641320-158a-49f6-acd3-addb09a3dc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:14.805479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Checking segment: {'id': '0b9a0bc7-8fbe-4854-b400-4fb984cf82ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:14.806026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network hostable DHCP agents. Network: c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:48:14.814045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69a86eaf-405c-4c29-9963-d7c0cc091f48 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:14.815876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fced64b7-25a6-4208-a3cb-724cdc353438 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:48:14.851881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2edf4dd0-ad19-436c-98fd-757aeeabc876 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:14.953951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a86eaf-405c-4c29-9963-d7c0cc091f48 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event deleted for resources: {'Subnet': ['ID=f49108e8-726e-438f-b3cb-225f5bf3f9c9,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:14.987725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-69a86eaf-405c-4c29-9963-d7c0cc091f48 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:15.048379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: fced64b7-25a6-4208-a3cb-724cdc353438 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:48:15.048691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fced64b7-25a6-4208-a3cb-724cdc353438 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:48:15.051363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab11a5de-44f3-4217-9892-61e1eb706ec6 None None] DHCP port deletion for dd230106-84bd-42ec-b582-e980654318d5 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:48:15.053603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab32775-57a7-4bfb-aa9c-72b4bbb7b25e None None] No DVR routers for this DVR port fced64b7-25a6-4208-a3cb-724cdc353438 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:48:15.058686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ab11a5de-44f3-4217-9892-61e1eb706ec6 None None] Deleting port 6c435bbb-3318-4f6e-8b1b-eff88b64589b {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:15.059110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab11a5de-44f3-4217-9892-61e1eb706ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:15.099777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:48:15.105468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] For port fced64b7-25a6-4208-a3cb-724cdc353438, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fced64b7-25a6-4208-a3cb-724cdc353438,segment=NetworkSegment(8b4ec076-c187-459b-905b-223350ac6d56),segment_id=8b4ec076-c187-459b-905b-223350ac6d56)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:15.111440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:15.266195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9166d758-3034-4aa0-b523-c58dea5f4e9e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:15.291588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for fced64b7-25a6-4208-a3cb-724cdc353438 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:15.372706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ab11a5de-44f3-4217-9892-61e1eb706ec6 None None] For port 6c435bbb-3318-4f6e-8b1b-eff88b64589b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=6c435bbb-3318-4f6e-8b1b-eff88b64589b,segment=NetworkSegment(206e6172-845c-4514-8df3-71bf89ed93ef),segment_id=206e6172-845c-4514-8df3-71bf89ed93ef)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:15.373241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab11a5de-44f3-4217-9892-61e1eb706ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:15.427713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:48:15.428069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:48:15.452602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d056543-78af-4ff9-8274-dc01e74a5df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:15.469303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d056543-78af-4ff9-8274-dc01e74a5df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:15.510077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f18ca106-e4b6-4bc4-883a-7c4c79ef12a9 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:15.520084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 9166d758-3034-4aa0-b523-c58dea5f4e9e completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:15.530845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ab11a5de-44f3-4217-9892-61e1eb706ec6 None None] Calling delete_port for 6c435bbb-3318-4f6e-8b1b-eff88b64589b owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:15.545284 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2d056543-78af-4ff9-8274-dc01e74a5df7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=761d99cce81f470b8d2bfbcb0e53f68c&name=default HTTP/1.1" status: 200  len: 2879 time: 3.4819462
Dec 18 06:48:15.554264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47494) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:15.560501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d056543-78af-4ff9-8274-dc01e74a5df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0717d229-626e-428c-a6c4-854d2b621783,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:15.564964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d056543-78af-4ff9-8274-dc01e74a5df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:15.568080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69a86eaf-405c-4c29-9963-d7c0cc091f48 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:15.587526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:15.588322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a207f327-b32e-43e5-8b97-10e9e21f3d67 None None] Network aaf036af-b773-417e-a0ee-60559b512c8b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:15.604340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 9166d758-3034-4aa0-b523-c58dea5f4e9e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:15.604925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:15.631401 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-69a86eaf-405c-4c29-9963-d7c0cc091f48 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "DELETE /v2.0/subnets/f49108e8-726e-438f-b3cb-225f5bf3f9c9 HTTP/1.1" status: 204  len: 168 time: 4.5754292
Dec 18 06:48:15.651877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef777c-e84b-4db7-8557-55fcc201086e None None] Network c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:15.667379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47498) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:15.826445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a17a5b-8904-437c-9c10-bd32c989cc94 None None] Network 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:15.883120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] For port 6c435bbb-3318-4f6e-8b1b-eff88b64589b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=6c435bbb-3318-4f6e-8b1b-eff88b64589b,segment=NetworkSegment(206e6172-845c-4514-8df3-71bf89ed93ef),segment_id=206e6172-845c-4514-8df3-71bf89ed93ef)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:15.883528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:15.929251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port fced64b7-25a6-4208-a3cb-724cdc353438 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:15.929664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.009691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] The port 'fced64b7-25a6-4208-a3cb-724cdc353438' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:48:16.013229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c6ab4f17-de43-4772-b93f-7b47a1dcec47 None None] Provisioning for port 88cda6e0-850f-4d71-9b06-d61d54485364 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:16.024790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab11a5de-44f3-4217-9892-61e1eb706ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.048562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:16.062812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.4 (c765a100-af74-42a4-9b9f-ecadf3f8bfa8/c1d58c4a-1556-4108-b88d-c8d3dc20a67e/68b2bbaa-ed07-4793-9d70-48ef70e7aaa2) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:16.120386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Calling delete_port for 6c435bbb-3318-4f6e-8b1b-eff88b64589b owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:16.216262 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b9e1fbac-cf49-43da-ac13-00148bc49e00 req-42d1579d-2af9-42b7-8ed3-944ac7161bb8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 210 time: 0.5477626
Dec 18 06:48:16.230062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11a5de-44f3-4217-9892-61e1eb706ec6 None None] Pushing event deleted for resources: {'Port': ['ID=6c435bbb-3318-4f6e-8b1b-eff88b64589b,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:16.245801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.255374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ab11a5de-44f3-4217-9892-61e1eb706ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:16.271437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-01a17483-2587-4eb4-bc37-949bbfd11e8b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:16.360126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.397628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54c1e08c-c624-4950-a3bb-9e8880cdf96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.462026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:48:16.462442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:48:16.469410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.496831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab11a5de-44f3-4217-9892-61e1eb706ec6 None None] No DVR routers for this DVR port 6c435bbb-3318-4f6e-8b1b-eff88b64589b on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:48:16.503024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54c1e08c-c624-4950-a3bb-9e8880cdf96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.517115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event updated for resources: {'Subnet': ['ID=25d80446-cc53-48a6-a531-04f5390a16a0,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:16.550662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b487c3a-22ec-4a7f-83bb-b32f7c020d3d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Deleting subnet 1b4de247-3894-4c27-ba51-9bbfc347b2f3 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:48:16.572630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b487c3a-22ec-4a7f-83bb-b32f7c020d3d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.580450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:16.613346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 9166d758-3034-4aa0-b523-c58dea5f4e9e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9166d758-3034-4aa0-b523-c58dea5f4e9e,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:16.622584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.623712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 88cda6e0-850f-4d71-9b06-d61d54485364 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:16.655531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:16.678026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17944e48>,) {'filters': {'network_id': ['45db9e1f-84de-4339-8baf-55fee5a70a20']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:16.687895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.703883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17944e48>, '8b4ec076-c187-459b-905b-223350ac6d56') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:16.704235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17944e48>, '8b4ec076-c187-459b-905b-223350ac6d56') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:16.755205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.773665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b487c3a-22ec-4a7f-83bb-b32f7c020d3d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.808718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.817327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Releasing vxlan tunnel 6 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:16.866258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2', 'network_id': 'c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2', 'tenant_id': 'd7802f1c39914d90a0ca73069ff21479', 'fixed_ips': [{'subnet_id': 'b6356cd3-726e-4713-859f-4365751a33f0'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:48:16.867273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.897084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982db7fe-4c56-4323-b1a4-0d4375c8abc0 None None] DHCP port deletion for aaf036af-b773-417e-a0ee-60559b512c8b request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:48:16.926898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.944267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-982db7fe-4c56-4323-b1a4-0d4375c8abc0 None None] Deleting port 5d49d294-754c-48c5-a1da-4e2572890be3 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:16.944685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-982db7fe-4c56-4323-b1a4-0d4375c8abc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:16.973283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Deleting port 6c435bbb-3318-4f6e-8b1b-eff88b64589b {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:16.973609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.023089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Checking segment: {'id': '4a87a8d9-bd90-4527-934b-30ab9d1b9308', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:17.023353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network hostable DHCP agents. Network: efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:48:17.043748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:17.064250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 45db9e1f-84de-4339-8baf-55fee5a70a20 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:17.064774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54c1e08c-c624-4950-a3bb-9e8880cdf96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.075549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.079785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d9762c6-b2d0-46b2-89c2-271a933d40b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:17.093053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] The port '6c435bbb-3318-4f6e-8b1b-eff88b64589b' was deleted {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:48:17.114617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=9166d758-3034-4aa0-b523-c58dea5f4e9e,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:17.118319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:17.125688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b54f4-8301-41b3-983e-3cffe86206c1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port 6d186d0c-c5ee-438d-9873-667c30844f8a {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:17.126075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb8b54f4-8301-41b3-983e-3cffe86206c1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.168875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:48:17.174720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1e08c-c624-4950-a3bb-9e8880cdf96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0717d229-626e-428c-a6c4-854d2b621783,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:17.202660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:17.207756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-54c1e08c-c624-4950-a3bb-9e8880cdf96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:17.209888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 88cda6e0-850f-4d71-9b06-d61d54485364 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:17.223664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f13af-1126-4107-a0dc-9fa49f06d282 None None] Network efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:17.276592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.327819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 88cda6e0-850f-4d71-9b06-d61d54485364 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:17.328244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.396435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54c1e08c-c624-4950-a3bb-9e8880cdf96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.397625 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-54c1e08c-c624-4950-a3bb-9e8880cdf96a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0717d229-626e-428c-a6c4-854d2b621783 HTTP/1.1" status: 204  len: 168 time: 1.8030024
Dec 18 06:48:17.511592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 45db9e1f-84de-4339-8baf-55fee5a70a20 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:17.636319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-380206ea-b224-4e35-83d4-3003a69e2e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.682164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.698454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-18ebe44c-1539-477e-aa10-9412300a0c10 tempest-AllowedAddressPairTestJSON-652453165 tempest-AllowedAddressPairTestJSON-652453165] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:17.768524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-982db7fe-4c56-4323-b1a4-0d4375c8abc0 None None] For port 5d49d294-754c-48c5-a1da-4e2572890be3, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5d49d294-754c-48c5-a1da-4e2572890be3,segment=NetworkSegment(b878d218-ad98-4fd6-a9d2-ee40c3e9b690),segment_id=b878d218-ad98-4fd6-a9d2-ee40c3e9b690)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:17.769002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-982db7fe-4c56-4323-b1a4-0d4375c8abc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:17.806096 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:17.809289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:17.809289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.842353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:17.855471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:17.863523 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 12.5265832
Dec 18 06:48:17.864964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.870144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.876942 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/networks/45db9e1f-84de-4339-8baf-55fee5a70a20 HTTP/1.1" status: 204  len: 168 time: 5.7236519
Dec 18 06:48:17.877883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47512) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:17.878550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47516) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:17.882239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b492172b-8e3d-4d10-9e8a-01f3400351df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:17.911148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Allocated IP 2001:db8::1 (c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2/b6356cd3-726e-4713-859f-4365751a33f0/1c484b7e-7c67-43fa-b171-a21113126c2d) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:17.967653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-85790e76-719e-48fb-8813-2c42abf27d17 None None] Provisioning complete for port 88cda6e0-850f-4d71-9b06-d61d54485364 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:17.968068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85790e76-719e-48fb-8813-2c42abf27d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:17.994340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-341055579'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:17.999274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:18.003392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a7a78-4f7a-445f-b379-3f36acaae475 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:18.005015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a7a78-4f7a-445f-b379-3f36acaae475 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:18.006647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a7a78-4f7a-445f-b379-3f36acaae475 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:18.007491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-817a7a78-4f7a-445f-b379-3f36acaae475 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Synchronizing usage tracker for tenant:d7802f1c39914d90a0ca73069ff21479 on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:18.015707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:18.018141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:18.051942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:18.055066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Network': ['ID=45db9e1f-84de-4339-8baf-55fee5a70a20,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:18.057978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:18.078850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:network and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:18.087381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:18.097223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:18.108812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-817a7a78-4f7a-445f-b379-3f36acaae475 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Unset dirty status for tenant:d7802f1c39914d90a0ca73069ff21479 on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:18.110294 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-817a7a78-4f7a-445f-b379-3f36acaae475 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.2087557
Dec 18 06:48:18.113667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:18.121546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47528) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:18.176910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:18.177673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:18.214402 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2820804
Dec 18 06:48:18.217841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:18.223667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:18.250413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1e447e10>,) {'filters': {'network_id': ['dd230106-84bd-42ec-b582-e980654318d5']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:18.250663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Request body: {'port': {'device_id': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:18.268406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e447e10>, '206e6172-845c-4514-8df3-71bf89ed93ef') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:18.268777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e447e10>, '206e6172-845c-4514-8df3-71bf89ed93ef') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:18.272166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-982db7fe-4c56-4323-b1a4-0d4375c8abc0 None None] Calling delete_port for 5d49d294-754c-48c5-a1da-4e2572890be3 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:18.284157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:18.303520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:18.306846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Releasing vxlan tunnel 4 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:18.415820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b487c3a-22ec-4a7f-83bb-b32f7c020d3d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:18.549237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:18.641787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Network dd230106-84bd-42ec-b582-e980654318d5 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:18.652823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:18.658425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:18.776288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ede478-f477-4cbc-bcce-8997eb761654 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Deleting subnet b6356cd3-726e-4713-859f-4365751a33f0 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:48:18.795929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9', 'network_id': 'efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9', 'tenant_id': 'd7802f1c39914d90a0ca73069ff21479', 'fixed_ips': [{'subnet_id': '25d80446-cc53-48a6-a531-04f5390a16a0'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:48:18.797094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:18.825622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-982db7fe-4c56-4323-b1a4-0d4375c8abc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:18.865867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:48:18.869105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:18.870359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Network dd230106-84bd-42ec-b582-e980654318d5 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:18.891391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:18.892046 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Added segment 74215e47-de1a-4d0c-8205-02a64f8b40c7 of type vxlan for network 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab
Dec 18 06:48:18.931492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.032780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:19.064379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.068492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:19.069136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.080246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:19.163937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982db7fe-4c56-4323-b1a4-0d4375c8abc0 None None] Pushing event deleted for resources: {'Port': ['ID=5d49d294-754c-48c5-a1da-4e2572890be3,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:19.188247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-982db7fe-4c56-4323-b1a4-0d4375c8abc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:19.189073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85790e76-719e-48fb-8813-2c42abf27d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.196223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb8b54f4-8301-41b3-983e-3cffe86206c1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.201373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Network': ['ID=3c19f17c-9cb5-4e57-884e-d4f80b3d89ab,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:19.205018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:19.237388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:19.251044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:19.287050 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.3823445
Dec 18 06:48:19.287835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47548) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:19.301691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': '3c19f17c-9cb5-4e57-884e-d4f80b3d89ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:19.336638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.354935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-cb8b54f4-8301-41b3-983e-3cffe86206c1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for 6d186d0c-c5ee-438d-9873-667c30844f8a owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:19.493724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:48:19.533954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Transition to ACTIVE for port object 1c484b7e-7c67-43fa-b171-a21113126c2d will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:19.540984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:19.544980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:19.548097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:19.554191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:19.567939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:19.577974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:19.585708 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:19.596621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 9166d758-3034-4aa0-b523-c58dea5f4e9e {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:19.597558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.598225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Transition to ACTIVE for port object 1c484b7e-7c67-43fa-b171-a21113126c2d will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:19.600003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982db7fe-4c56-4323-b1a4-0d4375c8abc0 None None] No DVR routers for this DVR port 5d49d294-754c-48c5-a1da-4e2572890be3 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:48:19.628544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.654030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34ede478-f477-4cbc-bcce-8997eb761654 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.662973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb8b54f4-8301-41b3-983e-3cffe86206c1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.690536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ffcc1497-58a7-45cf-be6d-db5fc697591b tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:19.727662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ee6a31b-e16f-444d-b70a-05c3746a8382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:19.771154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.786828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34ede478-f477-4cbc-bcce-8997eb761654 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.847414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:19.952890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Network c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:19.953843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Pushing event updated for resources: {'Port': ['ID=1c484b7e-7c67-43fa-b171-a21113126c2d,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:19.959754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:19.964269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:19.965079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:19.981404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] For port 9166d758-3034-4aa0-b523-c58dea5f4e9e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9166d758-3034-4aa0-b523-c58dea5f4e9e,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:19.981870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.060866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Attempting to bind port 1c484b7e-7c67-43fa-b171-a21113126c2d on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:48:20.061293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Attempting to bind port 1c484b7e-7c67-43fa-b171-a21113126c2d by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '0b9a0bc7-8fbe-4854-b400-4fb984cf82ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:48:20.061989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Attempting to bind port 1c484b7e-7c67-43fa-b171-a21113126c2d on network c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:48:20.077738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:48:20.078158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Checking segment: {'id': '0b9a0bc7-8fbe-4854-b400-4fb984cf82ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:20.078608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.079045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Bound using segment: {'id': '0b9a0bc7-8fbe-4854-b400-4fb984cf82ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:48:20.079569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Bound port: 1c484b7e-7c67-43fa-b171-a21113126c2d, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b9a0bc7-8fbe-4854-b400-4fb984cf82ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:48:20.079986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.124779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 9166d758-3034-4aa0-b523-c58dea5f4e9e owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:20.166796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34ede478-f477-4cbc-bcce-8997eb761654 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.168766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Allocated IP 2001:db8:0:1::1 (efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9/25d80446-cc53-48a6-a531-04f5390a16a0/3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:20.322305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47562) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:20.359854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602835422', 'description': 'tempest-secgroup-smoke-1602835422 description', 'project_id': 'bc7c235eb838414281a14b7e5d4d034f'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:20.365085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b54f4-8301-41b3-983e-3cffe86206c1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Port': ['ID=6d186d0c-c5ee-438d-9873-667c30844f8a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:20.388504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cb8b54f4-8301-41b3-983e-3cffe86206c1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:20.392761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-503fca90-e4c0-4a23-9d47-c1031d3eb47f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:20.415644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.419163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:20.422866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.429016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Transition to ACTIVE for port object 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:20.438852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] 10.222.0.23 "DELETE /v2.0/networks/dd230106-84bd-42ec-b582-e980654318d5 HTTP/1.1" status: 204  len: 168 time: 6.6662598
Dec 18 06:48:20.448518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Usage tracker for resource:security_group and tenant:bc7c235eb838414281a14b7e5d4d034f is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:20.451644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Transition to ACTIVE for port object 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:20.456599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.467206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7081c9-cfef-4e92-b3e7-1c3bf5a4a677 req-758378d2-f8c6-4f8a-a1e8-701feab982cb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:20.474685 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ff7081c9-cfef-4e92-b3e7-1c3bf5a4a677 req-758378d2-f8c6-4f8a-a1e8-701feab982cb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 931 time: 2.9338343
Dec 18 06:48:20.477050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ae058ff4-9090-4279-ac10-d567558e1a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:20.499430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Pushing event deleted for resources: {'Network': ['ID=dd230106-84bd-42ec-b582-e980654318d5,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:20.545238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:48:20.545498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:20.553771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.559692 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ff7081c9-cfef-4e92-b3e7-1c3bf5a4a677 req-7d07bf02-9f0d-4621-92f1-04bc82371764 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840774
Dec 18 06:48:20.569783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Transition to ACTIVE for port object 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:20.594354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:20.616401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Pushing event updated for resources: {'Port': ['ID=3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:20.619567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:20.623090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:20.626938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.628987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.665038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2c4ba4b7-86b6-4a3d-a086-762d9162a703 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:20.685819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Network efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:20.687343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:20.691057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:20.753290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Attempting to bind port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:48:20.753777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Attempting to bind port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '4a87a8d9-bd90-4527-934b-30ab9d1b9308', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:48:20.754196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Attempting to bind port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc on network efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:48:20.760494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:48:20.760914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Checking segment: {'id': '4a87a8d9-bd90-4527-934b-30ab9d1b9308', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:20.762083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.762236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Bound using segment: {'id': '4a87a8d9-bd90-4527-934b-30ab9d1b9308', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:48:20.762651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Bound port: 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a87a8d9-bd90-4527-934b-30ab9d1b9308', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:48:20.763078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.770573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d9f1eba-3f4f-43b8-abc3-d93a76a13514 tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:20.799892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=9166d758-3034-4aa0-b523-c58dea5f4e9e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:20.841428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:20.873087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47570) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:20.891537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] For port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:48:20.893087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.895672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] For port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc,segment=NetworkSegment(4a87a8d9-bd90-4527-934b-30ab9d1b9308),segment_id=4a87a8d9-bd90-4527-934b-30ab9d1b9308)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:48:20.900602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:20.920363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-982db7fe-4c56-4323-b1a4-0d4375c8abc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:20.950745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:21.048980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:21.057291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:21.062461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Pushing event updated for resources: {'Port': ['ID=3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:21.062663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:21.067164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:21.073194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Usage tracker for resource:security_group_rule and tenant:bc7c235eb838414281a14b7e5d4d034f is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:21.099002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b487c3a-22ec-4a7f-83bb-b32f7c020d3d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:21.103330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:21.120403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:21.139542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a1a946d-b212-4b90-9bfa-b298b4b88c8f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:21.401236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34ede478-f477-4cbc-bcce-8997eb761654 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:21.430696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:21.437973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] For port 1c484b7e-7c67-43fa-b171-a21113126c2d, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:48:21.485217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] For port 1c484b7e-7c67-43fa-b171-a21113126c2d, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1c484b7e-7c67-43fa-b171-a21113126c2d,segment=NetworkSegment(0b9a0bc7-8fbe-4854-b400-4fb984cf82ae),segment_id=0b9a0bc7-8fbe-4854-b400-4fb984cf82ae)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:48:21.486492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:48:21.486891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:48:21.502291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:21.538218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b487c3a-22ec-4a7f-83bb-b32f7c020d3d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event deleted for resources: {'Subnet': ['ID=1b4de247-3894-4c27-ba51-9bbfc347b2f3,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:21.567479 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ddba8f16-c392-4dce-bf51-88903edf9253 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c8ee954c525411c98b9b7f457892231&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6741350
Dec 18 06:48:21.567479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ede478-f477-4cbc-bcce-8997eb761654 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event deleted for resources: {'Subnet': ['ID=b6356cd3-726e-4713-859f-4365751a33f0,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:21.570165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47576) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:21.582092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34ede478-f477-4cbc-bcce-8997eb761654 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:21.596174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b487c3a-22ec-4a7f-83bb-b32f7c020d3d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:21.603122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-85790e76-719e-48fb-8813-2c42abf27d17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:48:21.603869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-85790e76-719e-48fb-8813-2c42abf27d17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:48:21.618800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ddc97416-1a6b-4768-b055-908df9acad3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:21.744448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Attempting to bind port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:48:21.744961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Attempting to bind port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '3a16444d-d2e4-4d19-b7ee-5cdb15af861c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:48:21.745178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Attempting to bind port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 on network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:48:21.750157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Pushing event updated for resources: {'Port': ['ID=1c484b7e-7c67-43fa-b171-a21113126c2d,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:21.764612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:21.794421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:48:21.794802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Checking segment: {'id': '3a16444d-d2e4-4d19-b7ee-5cdb15af861c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:21.795218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:21.795593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Bound using segment: {'id': '3a16444d-d2e4-4d19-b7ee-5cdb15af861c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:48:21.796091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Bound port: 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a16444d-d2e4-4d19-b7ee-5cdb15af861c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:48:21.796467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:21.860581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34ede478-f477-4cbc-bcce-8997eb761654 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:21.907210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:21.918818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:21.957986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0db7e6ae-9e19-4bc7-a09a-42a1e7d63ed4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:22.029700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177476a7-7867-4108-ad44-ea5083cbff12 None None] Network 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:22.039724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b487c3a-22ec-4a7f-83bb-b32f7c020d3d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:22.069744 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9b487c3a-22ec-4a7f-83bb-b32f7c020d3d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "DELETE /v2.0/subnets/1b4de247-3894-4c27-ba51-9bbfc347b2f3 HTTP/1.1" status: 204  len: 168 time: 6.3557551
Dec 18 06:48:22.077905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47582) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:22.084486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb8b54f4-8301-41b3-983e-3cffe86206c1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:22.205401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:22.256791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85790e76-719e-48fb-8813-2c42abf27d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:22.333101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e54b0f-7b30-4544-b7e1-6e76972daee6 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:22.333887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-10e54b0f-7b30-4544-b7e1-6e76972daee6 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Synchronizing usage tracker for tenant:ebe3c6858d52449c843c1ab904c80e5d on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:22.346939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fabf63-8ee6-468a-9aac-1401a496ba8a req-d30bf3af-4527-411d-86bf-ee420b38a48f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:22.354787 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b3fabf63-8ee6-468a-9aac-1401a496ba8a req-d30bf3af-4527-411d-86bf-ee420b38a48f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 943 time: 0.5861716
Dec 18 06:48:22.442202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa633-c9a1-438b-825b-f250ff8cdaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:22.445870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:22.455483 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-34ede478-f477-4cbc-bcce-8997eb761654 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "DELETE /v2.0/subnets/b6356cd3-726e-4713-859f-4365751a33f0 HTTP/1.1" status: 204  len: 168 time: 4.3326592
Dec 18 06:48:22.490445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47586) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:22.494017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:22.524952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 88cda6e0-850f-4d71-9b06-d61d54485364, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=88cda6e0-850f-4d71-9b06-d61d54485364,segment=NetworkSegment(42cd8b29-9df9-4b30-8039-3d6e3178659d),segment_id=42cd8b29-9df9-4b30-8039-3d6e3178659d)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:22.551374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:22.559300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-10e54b0f-7b30-4544-b7e1-6e76972daee6 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Unset dirty status for tenant:ebe3c6858d52449c843c1ab904c80e5d on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:22.560624 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-10e54b0f-7b30-4544-b7e1-6e76972daee6 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4816735
Dec 18 06:48:22.568543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47590) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:22.578682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:22.578827 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b3fabf63-8ee6-468a-9aac-1401a496ba8a req-14f75b6c-98dd-48c7-8962-745f0a42a2bd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2228842
Dec 18 06:48:22.580874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:22.597065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:22.606977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Usage tracker for resource:security_group_rule and tenant:bc7c235eb838414281a14b7e5d4d034f is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:22.610276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Subnet': ['ID=1e05f27c-26b5-4cd5-a520-ac76b02a6bfb,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:22.613476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:22.620075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa633-c9a1-438b-825b-f250ff8cdaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:22.658721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 6c435bbb-3318-4f6e-8b1b-eff88b64589b no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:48:22.676614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:22.690976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6992bc0a-d829-4ab8-a293-7e33f3af3612 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:22.733844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 6c435bbb-3318-4f6e-8b1b-eff88b64589b {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:48:22.734238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 6c435bbb-3318-4f6e-8b1b-eff88b64589b not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:48:22.756641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-85790e76-719e-48fb-8813-2c42abf27d17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:48:22.757085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-85790e76-719e-48fb-8813-2c42abf27d17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:48:22.764028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:22.780184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=88cda6e0-850f-4d71-9b06-d61d54485364,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:22.783623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:22.797634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] For port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:48:22.896833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] For port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2,segment=NetworkSegment(3a16444d-d2e4-4d19-b7ee-5cdb15af861c),segment_id=3a16444d-d2e4-4d19-b7ee-5cdb15af861c)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:48:22.951551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Router 42d02162-a120-46b2-9a21-23ec0012afff has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:48:22.974148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'SecurityGroup': ['ID=7963c1e8-dd39-4a83-8dca-8e77b3595d75,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:22.996384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:22.999798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.022271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a5dcf-2445-4fe6-8ccf-b3de9c223199 None None] DHCP port deletion for 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:48:23.029149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c642d26e-7421-4e15-9f15-d6c4e8b9e466 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:23.037290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-747a5dcf-2445-4fe6-8ccf-b3de9c223199 None None] Deleting port 88cda6e0-850f-4d71-9b06-d61d54485364 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:23.038170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-747a5dcf-2445-4fe6-8ccf-b3de9c223199 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.079401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1c484b7e-7c67-43fa-b171-a21113126c2d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:23.129383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.186230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-249899eb-917f-4d56-98ac-6899a5c5b17c None None] Provisioning for port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:23.242744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:48:23.247758 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "PUT /v2.0/routers/42d02162-a120-46b2-9a21-23ec0012afff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4006898
Dec 18 06:48:23.252646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47594) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:23.258412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b27ac7-a148-40fc-bbf1-f9f597e35d05 None None] Sync routers for ids ['42d02162-a120-46b2-9a21-23ec0012afff'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:48:23.276524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b27ac7-a148-40fc-bbf1-f9f597e35d05 None None] Routers {'42d02162-a120-46b2-9a21-23ec0012afff'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:23.278809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-86b27ac7-a148-40fc-bbf1-f9f597e35d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d8d4208>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['42d02162-a120-46b2-9a21-23ec0012afff'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:23.315952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 1c484b7e-7c67-43fa-b171-a21113126c2d completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:23.318481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Deleting port 88cda6e0-850f-4d71-9b06-d61d54485364 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:23.318863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.330115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-249899eb-917f-4d56-98ac-6899a5c5b17c None None] Provisioning complete for port 88cda6e0-850f-4d71-9b06-d61d54485364 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:23.330551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-249899eb-917f-4d56-98ac-6899a5c5b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.343071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa633-c9a1-438b-825b-f250ff8cdaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.363199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:23.402652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Pushing event updated for resources: {'Port': ['ID=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:23.405702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Checking segment: {'id': '74215e47-de1a-4d0c-8205-02a64f8b40c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c19f17c-9cb5-4e57-884e-d4f80b3d89ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:23.406142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network hostable DHCP agents. Network: 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:48:23.411869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:23.425858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eaa11a5e-eae7-417a-96d2-112feaac7e59 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:23.445655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-747a5dcf-2445-4fe6-8ccf-b3de9c223199 None None] For port 88cda6e0-850f-4d71-9b06-d61d54485364, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=88cda6e0-850f-4d71-9b06-d61d54485364,segment=NetworkSegment(42cd8b29-9df9-4b30-8039-3d6e3178659d),segment_id=42cd8b29-9df9-4b30-8039-3d6e3178659d)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:23.445911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-747a5dcf-2445-4fe6-8ccf-b3de9c223199 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.480613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfa633-c9a1-438b-825b-f250ff8cdaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3151379-6663-4d55-939c-00b83cf96617,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:23.487512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14af023-c2e0-4761-8ed7-291f69fbb7c4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Deleting subnet 25d80446-cc53-48a6-a531-04f5390a16a0 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:48:23.504174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3bbfa633-c9a1-438b-825b-f250ff8cdaf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:23.509481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b14af023-c2e0-4761-8ed7-291f69fbb7c4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.514602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4341b1f8-91f5-4c41-8459-caee6bcbdfbc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:23.516230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4341b1f8-91f5-4c41-8459-caee6bcbdfbc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:23.517045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4341b1f8-91f5-4c41-8459-caee6bcbdfbc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:23.521900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-86b27ac7-a148-40fc-bbf1-f9f597e35d05 None None] Set router 42d02162-a120-46b2-9a21-23ec0012afff gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:48:23.529407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8b54f4-8301-41b3-983e-3cffe86206c1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router dc1a008d-ffc8-4303-9dc8-1444aee2dea2 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:48:23.560714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa633-c9a1-438b-825b-f250ff8cdaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.564736 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3bbfa633-c9a1-438b-825b-f250ff8cdaf3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3151379-6663-4d55-939c-00b83cf96617 HTTP/1.1" status: 204  len: 168 time: 1.9848192
Dec 18 06:48:23.607252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-747a5dcf-2445-4fe6-8ccf-b3de9c223199 None None] Calling delete_port for 88cda6e0-850f-4d71-9b06-d61d54485364 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:23.628922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.672417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:48:23.674827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.698097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d24dbb63-55bc-4f2a-835d-1f7c98f520ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:23.736732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:23.737420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.738980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] 10.222.0.15 "PUT /v2.0/ports/68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 HTTP/1.1" status: 200  len: 1157 time: 5.5000980
Dec 18 06:48:23.739645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'tag': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:48:23.763973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b14af023-c2e0-4761-8ed7-291f69fbb7c4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.864420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-86b27ac7-a148-40fc-bbf1-f9f597e35d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d8d4208>, [{'id': '42d02162-a120-46b2-9a21-23ec0012afff', 'name': 'tempest-NetworksTestDHCPv6-router-1946506411', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:59Z', 'updated_at': '2020-12-18T06:48:20Z', 'revision_number': 3, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:23.882252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b27ac7-a148-40fc-bbf1-f9f597e35d05 None None] Checking router: 42d02162-a120-46b2-9a21-23ec0012afff for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:48:23.921880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b27ac7-a148-40fc-bbf1-f9f597e35d05 None None] Routers {'42d02162-a120-46b2-9a21-23ec0012afff'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:23.922890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-86b27ac7-a148-40fc-bbf1-f9f597e35d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d8d4208>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['42d02162-a120-46b2-9a21-23ec0012afff'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:23.937093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:23.963205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-747a5dcf-2445-4fe6-8ccf-b3de9c223199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:23.997128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-205c3ecc-367d-45b3-a65c-9741318db3c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:24.008962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8b54f4-8301-41b3-983e-3cffe86206c1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:48:24.029556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cb8b54f4-8301-41b3-983e-3cffe86206c1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "PUT /v2.0/routers/dc1a008d-ffc8-4303-9dc8-1444aee2dea2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5105569
Dec 18 06:48:24.030566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4341b1f8-91f5-4c41-8459-caee6bcbdfbc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:24.038708 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4341b1f8-91f5-4c41-8459-caee6bcbdfbc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.6065733
Dec 18 06:48:24.042033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47606) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:24.042415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47608) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:24.099748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:24.125102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477bc058-ea09-4123-92df-7d6a7fc55d76 None None] Sync routers for ids ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:48:24.136045 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'tag': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'status': 'completed', 'code': 200}
Dec 18 06:48:24.143095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5d49d294-754c-48c5-a1da-4e2572890be3 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:48:24.173304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be87d6a-5573-4e92-aa70-3084b3e51c9b None None] Network 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:24.207961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-86b27ac7-a148-40fc-bbf1-f9f597e35d05 None None] Set router 42d02162-a120-46b2-9a21-23ec0012afff gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:48:24.213149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a5dcf-2445-4fe6-8ccf-b3de9c223199 None None] Pushing event deleted for resources: {'Port': ['ID=88cda6e0-850f-4d71-9b06-d61d54485364,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:24.215761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-747a5dcf-2445-4fe6-8ccf-b3de9c223199 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:24.276992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:24.285195 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 3.9517555
Dec 18 06:48:24.300335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47614) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:24.338134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-84509c02-8a37-491b-bebd-b46c45d55597 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Request body: {'security_group_rule': {'security_group_id': 'd184d61c-83b3-47f8-b73f-dc4a919953fb', 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:24.339505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 5d49d294-754c-48c5-a1da-4e2572890be3 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:48:24.339911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5d49d294-754c-48c5-a1da-4e2572890be3 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:48:24.373227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477bc058-ea09-4123-92df-7d6a7fc55d76 None None] Routers {'dc1a008d-ffc8-4303-9dc8-1444aee2dea2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:24.374029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-477bc058-ea09-4123-92df-7d6a7fc55d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d102198>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:24.378120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:24.394127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:24.407150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-86b27ac7-a148-40fc-bbf1-f9f597e35d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d8d4208>, [{'id': '42d02162-a120-46b2-9a21-23ec0012afff', 'name': 'tempest-NetworksTestDHCPv6-router-1946506411', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:59Z', 'updated_at': '2020-12-18T06:48:20Z', 'revision_number': 3, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:24.412294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b27ac7-a148-40fc-bbf1-f9f597e35d05 None None] The sync data for ids ['42d02162-a120-46b2-9a21-23ec0012afff'] in dv-neutron-765072-3-ovs is: [{'id': '42d02162-a120-46b2-9a21-23ec0012afff', 'name': 'tempest-NetworksTestDHCPv6-router-1946506411', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:59Z', 'updated_at': '2020-12-18T06:48:20Z', 'revision_number': 3, 'project_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'gw_port_host': None}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:48:24.422705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'SecurityGroup': ['ID=d184d61c-83b3-47f8-b73f-dc4a919953fb,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:24.429663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:24.476573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-477bc058-ea09-4123-92df-7d6a7fc55d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d102198>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:24.486146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-84509c02-8a37-491b-bebd-b46c45d55597 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:24.496845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d2ec6-ec4d-472c-90bb-56eb77dc46b0 None None] Network efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:24.502516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47618) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:24.535839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] For port 88cda6e0-850f-4d71-9b06-d61d54485364, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=88cda6e0-850f-4d71-9b06-d61d54485364,segment=NetworkSegment(42cd8b29-9df9-4b30-8039-3d6e3178659d),segment_id=42cd8b29-9df9-4b30-8039-3d6e3178659d)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:24.536346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:24.599237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477bc058-ea09-4123-92df-7d6a7fc55d76 None None] Routers {'dc1a008d-ffc8-4303-9dc8-1444aee2dea2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:24.600051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-477bc058-ea09-4123-92df-7d6a7fc55d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d102198>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:24.726005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-84509c02-8a37-491b-bebd-b46c45d55597 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Usage tracker for resource:security_group_rule and tenant:bc7c235eb838414281a14b7e5d4d034f is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:24.736763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Calling delete_port for 88cda6e0-850f-4d71-9b06-d61d54485364 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:24.770752 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.4742785
Dec 18 06:48:24.773887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-84509c02-8a37-491b-bebd-b46c45d55597 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:24.807591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47622) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:24.843446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-80fbcaae-2975-43bb-b0c8-1c823241bba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:24.858848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-84509c02-8a37-491b-bebd-b46c45d55597 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:24.871081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': '3c19f17c-9cb5-4e57-884e-d4f80b3d89ab', 'name': 'tempest-PortsIpV6TestJSON-2005118101', 'fixed_ips': [{'subnet_id': '1e05f27c-26b5-4cd5-a520-ac76b02a6bfb', 'ip_address': '2001:db8::10'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:24.906927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-80fbcaae-2975-43bb-b0c8-1c823241bba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:24.907144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072125d1-6efc-4997-94e7-1c2dd28da2a9 None None] Network c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:24.911086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-80fbcaae-2975-43bb-b0c8-1c823241bba3 admin admin] Usage tracker for resource:security_group_rule and tenant:facacb83ecf7473c8257971a8e03541f is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:24.914152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-80fbcaae-2975-43bb-b0c8-1c823241bba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:24.920846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9166d758-3034-4aa0-b523-c58dea5f4e9e no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:48:24.947401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a5dcf-2445-4fe6-8ccf-b3de9c223199 None None] No DVR routers for this DVR port 88cda6e0-850f-4d71-9b06-d61d54485364 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:48:24.974629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-477bc058-ea09-4123-92df-7d6a7fc55d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d102198>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:24.975091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477bc058-ea09-4123-92df-7d6a7fc55d76 None None] The sync data for ids ['dc1a008d-ffc8-4303-9dc8-1444aee2dea2'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:48:24.988993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-80fbcaae-2975-43bb-b0c8-1c823241bba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:25.006873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b14af023-c2e0-4761-8ed7-291f69fbb7c4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:25.045707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 9166d758-3034-4aa0-b523-c58dea5f4e9e {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:48:25.045707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9166d758-3034-4aa0-b523-c58dea5f4e9e not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:48:25.046150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 88cda6e0-850f-4d71-9b06-d61d54485364 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:48:25.079349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-82c6ed3d-d3d7-423e-8265-d24d569b0a8f None None] Provisioning for port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:25.090799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:48:25.091163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:48:25.092093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-84509c02-8a37-491b-bebd-b46c45d55597 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:25.115093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 88cda6e0-850f-4d71-9b06-d61d54485364 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:48:25.115688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 88cda6e0-850f-4d71-9b06-d61d54485364 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:48:25.121695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-5d0de7f6-c919-4285-8a30-0119e1c2e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:25.123794 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-5d0de7f6-c919-4285-8a30-0119e1c2e915 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 1160 time: 1.2370851
Dec 18 06:48:25.124030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-82c6ed3d-d3d7-423e-8265-d24d569b0a8f None None] Provisioning complete for port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:25.124468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82c6ed3d-d3d7-423e-8265-d24d569b0a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:25.129587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3de1f6-4bad-45b2-bb7b-be6662d807e9 req-79cc9c1c-620b-4b4a-93a4-685c4840ca35 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:25.131234 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f3de1f6-4bad-45b2-bb7b-be6662d807e9 req-79cc9c1c-620b-4b4a-93a4-685c4840ca35 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 943 time: 1.1282840
Dec 18 06:48:25.143783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:25.369408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5691ed-f6bb-4900-b843-663a955ff8b3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet a931b0b8-4a23-4b3a-8e44-ad71b3ae899c {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:48:25.377214 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f3de1f6-4bad-45b2-bb7b-be6662d807e9 req-6f022930-0f39-4729-a3a7-fa47396ea9ec tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1751630
Dec 18 06:48:25.377975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e5691ed-f6bb-4900-b843-663a955ff8b3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:25.476383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:25.481831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e5691ed-f6bb-4900-b843-663a955ff8b3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:25.521003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port d79b679d-f03f-4997-accf-092e270d09b7 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:25.521368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:25.522801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-3c19f17c-9cb5-4e57-884e-d4f80b3d89ab', 'network_id': '3c19f17c-9cb5-4e57-884e-d4f80b3d89ab', 'tenant_id': '42abc569ca2340758e603f78afb67855', 'fixed_ips': [{'subnet_id': '1e05f27c-26b5-4cd5-a520-ac76b02a6bfb'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:48:25.523738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:25.613575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Deleting port 88cda6e0-850f-4d71-9b06-d61d54485364 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:25.613950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:25.632850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82c6ed3d-d3d7-423e-8265-d24d569b0a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:25.663997 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-d79fcd3f-419c-462e-abfb-44ca02119bcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 HTTP/1.1" status: 200  len: 217 time: 0.5095413
Dec 18 06:48:25.760703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:25.817424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf50822-2902-4f49-bc07-93a4b5ea8768 None None] DHCP port deletion for c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:48:25.823885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1bf50822-2902-4f49-bc07-93a4b5ea8768 None None] Deleting port 1c484b7e-7c67-43fa-b171-a21113126c2d {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:25.824921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bf50822-2902-4f49-bc07-93a4b5ea8768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:25.852562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-57b4b23c-fb23-420a-93e7-cac6ef3eaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:25.855360 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-57b4b23c-fb23-420a-93e7-cac6ef3eaf5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1d58c4a-1556-4108-b88d-c8d3dc20a67e HTTP/1.1" status: 200  len: 835 time: 0.1756916
Dec 18 06:48:25.863933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] The port '88cda6e0-850f-4d71-9b06-d61d54485364' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:48:25.914416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:25.928000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for d79b679d-f03f-4997-accf-092e270d09b7 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:25.988626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:port and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:26.031189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e5691ed-f6bb-4900-b843-663a955ff8b3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.062915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for port was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:26.118408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Allocated IP 2001:db8::2 (3c19f17c-9cb5-4e57-884e-d4f80b3d89ab/1e05f27c-26b5-4cd5-a520-ac76b02a6bfb/a15a7822-4613-4fce-8001-27b030a00bdb) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:26.140253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:26.153917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1bf50822-2902-4f49-bc07-93a4b5ea8768 None None] For port 1c484b7e-7c67-43fa-b171-a21113126c2d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1c484b7e-7c67-43fa-b171-a21113126c2d,segment=NetworkSegment(0b9a0bc7-8fbe-4854-b400-4fb984cf82ae),segment_id=0b9a0bc7-8fbe-4854-b400-4fb984cf82ae)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:26.154431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bf50822-2902-4f49-bc07-93a4b5ea8768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.194816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-84509c02-8a37-491b-bebd-b46c45d55597 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.216274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.236599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-84509c02-8a37-491b-bebd-b46c45d55597 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.269812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.325366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:26.359776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:26.364200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1bf50822-2902-4f49-bc07-93a4b5ea8768 None None] Calling delete_port for 1c484b7e-7c67-43fa-b171-a21113126c2d owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:26.396347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-80fbcaae-2975-43bb-b0c8-1c823241bba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.481054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84509c02-8a37-491b-bebd-b46c45d55597 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3336159-e1f6-4549-96ab-8f454df6e3de,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:26.499335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bf50822-2902-4f49-bc07-93a4b5ea8768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.503492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-84509c02-8a37-491b-bebd-b46c45d55597 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:26.517173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:26.522341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-80fbcaae-2975-43bb-b0c8-1c823241bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.550567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d056543-78af-4ff9-8274-dc01e74a5df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:26.563841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-84509c02-8a37-491b-bebd-b46c45d55597 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.568210 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-84509c02-8a37-491b-bebd-b46c45d55597 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 2.2519629
Dec 18 06:48:26.572697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47628) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:26.598570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e9770ca0-08cc-4ef4-9441-d22ae7b8cd39 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Request body: {'security_group_rule': {'security_group_id': 'd184d61c-83b3-47f8-b73f-dc4a919953fb', 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:26.639590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.648861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e9770ca0-08cc-4ef4-9441-d22ae7b8cd39 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:26.654431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e9770ca0-08cc-4ef4-9441-d22ae7b8cd39 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Usage tracker for resource:security_group_rule and tenant:bc7c235eb838414281a14b7e5d4d034f is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:26.658333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e9770ca0-08cc-4ef4-9441-d22ae7b8cd39 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:26.666147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf50822-2902-4f49-bc07-93a4b5ea8768 None None] Pushing event deleted for resources: {'Port': ['ID=1c484b7e-7c67-43fa-b171-a21113126c2d,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:26.666699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e9770ca0-08cc-4ef4-9441-d22ae7b8cd39 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:26.669405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1bf50822-2902-4f49-bc07-93a4b5ea8768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:26.678809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-1e30ceb9-24c3-4269-84d7-f20e263640e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:26.680838 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-1e30ceb9-24c3-4269-84d7-f20e263640e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.8032534
Dec 18 06:48:26.716675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e5691ed-f6bb-4900-b843-663a955ff8b3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.736457 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-80fbcaae-2975-43bb-b0c8-1c823241bba3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=facacb83ecf7473c8257971a8e03541f&name=default HTTP/1.1" status: 200  len: 2879 time: 2.1036682
Dec 18 06:48:26.747052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47632) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:26.773207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.780779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b14af023-c2e0-4761-8ed7-291f69fbb7c4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.791896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf50822-2902-4f49-bc07-93a4b5ea8768 None None] No DVR routers for this DVR port 1c484b7e-7c67-43fa-b171-a21113126c2d on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:48:26.821213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Transition to ACTIVE for port object a15a7822-4613-4fce-8001-27b030a00bdb will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:26.841086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Transition to ACTIVE for port object a15a7822-4613-4fce-8001-27b030a00bdb will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:26.841344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4bc40502-5262-47e0-9abe-658103744516 tempest-AllowedAddressPairIpV6TestJSON-141838035 tempest-AllowedAddressPairIpV6TestJSON-141838035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:26.846830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1c484b7e-7c67-43fa-b171-a21113126c2d no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:48:26.869555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17377eb8>,) {'filters': {'network_id': ['6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:26.873580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-82c6ed3d-d3d7-423e-8265-d24d569b0a8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:48:26.874075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-82c6ed3d-d3d7-423e-8265-d24d569b0a8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:48:26.878623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9770ca0-08cc-4ef4-9441-d22ae7b8cd39 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.879679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.899915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:26.957826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbcaae-2975-43bb-b0c8-1c823241bba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30b456d-2ba5-4cfc-b7a6-a7c7b3e9f902,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:26.963052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5691ed-f6bb-4900-b843-663a955ff8b3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=a931b0b8-4a23-4b3a-8e44-ad71b3ae899c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:26.972785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-80fbcaae-2975-43bb-b0c8-1c823241bba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:26.978348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:26.982003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e5691ed-f6bb-4900-b843-663a955ff8b3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:26.983153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c0c19f16-a8b7-4b05-a7aa-f08c77838686 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:26.984009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.010966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e5691ed-f6bb-4900-b843-663a955ff8b3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.012945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17377eb8>, '42cd8b29-9df9-4b30-8039-3d6e3178659d') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:27.013279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17377eb8>, '42cd8b29-9df9-4b30-8039-3d6e3178659d') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:27.050943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.050943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Fanout notify agent at l3_agent the message router_deleted on router dc1a008d-ffc8-4303-9dc8-1444aee2dea2 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:48:27.059145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.063646 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-78021236-c396-4bf2-a929-e28503c5ca00 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/routers/dc1a008d-ffc8-4303-9dc8-1444aee2dea2 HTTP/1.1" status: 204  len: 168 time: 3.0195396
Dec 18 06:48:27.064388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47636) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:27.073227 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8e5691ed-f6bb-4900-b843-663a955ff8b3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/a931b0b8-4a23-4b3a-8e44-ad71b3ae899c HTTP/1.1" status: 204  len: 168 time: 3.0145469
Dec 18 06:48:27.083991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47640) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:27.098801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.121155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.124305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e4430-f60c-4c55-b120-08bd086a8b8f req-7ef45a1d-c140-4058-9aa3-8a11b4990727 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:27.125906 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-062e4430-f60c-4c55-b120-08bd086a8b8f req-7ef45a1d-c140-4058-9aa3-8a11b4990727 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 943 time: 0.4192696
Dec 18 06:48:27.141369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14af023-c2e0-4761-8ed7-291f69fbb7c4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event deleted for resources: {'Subnet': ['ID=25d80446-cc53-48a6-a531-04f5390a16a0,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:27.143822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.173794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96de7929-0c52-45f7-a5dc-9b877739dfb8 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:27.186829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 1c484b7e-7c67-43fa-b171-a21113126c2d {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:48:27.187228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1c484b7e-7c67-43fa-b171-a21113126c2d not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:48:27.258103 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-062e4430-f60c-4c55-b120-08bd086a8b8f req-d2309031-9c8d-4f75-83d3-d8d6a60f5f8c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1248121
Dec 18 06:48:27.270698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Releasing vxlan tunnel 15 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:27.288187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b14af023-c2e0-4761-8ed7-291f69fbb7c4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:27.342401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Pushing event updated for resources: {'Port': ['ID=a15a7822-4613-4fce-8001-27b030a00bdb,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:27.345720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:27.476659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b14af023-c2e0-4761-8ed7-291f69fbb7c4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.477809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ca4f63-a01e-4234-9ea4-35b9111e1c37 None None] Network efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:27.503011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-927ea0b0-9b06-46ec-97be-ee437cfef611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.595511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0492807-7157-42c9-abdd-bec9a7b77195 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting subnet ee938ffc-a6ae-4c7d-8797-96d7152e4919 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:48:27.598926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c0492807-7157-42c9-abdd-bec9a7b77195 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.599345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82c6ed3d-d3d7-423e-8265-d24d569b0a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.649092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Network 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:27.658655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:27.661057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:27.667039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c0492807-7157-42c9-abdd-bec9a7b77195 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.761905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c0492807-7157-42c9-abdd-bec9a7b77195 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.764797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9770ca0-08cc-4ef4-9441-d22ae7b8cd39 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.770168 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b14af023-c2e0-4761-8ed7-291f69fbb7c4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "DELETE /v2.0/subnets/25d80446-cc53-48a6-a531-04f5390a16a0 HTTP/1.1" status: 204  len: 168 time: 5.2722912
Dec 18 06:48:27.773565 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-d3fa96bd-08ed-42dc-af93-14c5434996ee service neutron] 10.222.0.15 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0349665
Dec 18 06:48:27.774144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47646) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:27.781864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-82c6ed3d-d3d7-423e-8265-d24d569b0a8f None None] For port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc,segment=NetworkSegment(4a87a8d9-bd90-4527-934b-30ab9d1b9308),segment_id=4a87a8d9-bd90-4527-934b-30ab9d1b9308)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:27.797392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-927ea0b0-9b06-46ec-97be-ee437cfef611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.805003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82c6ed3d-d3d7-423e-8265-d24d569b0a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.812060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:27.812474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:27.821486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9770ca0-08cc-4ef4-9441-d22ae7b8cd39 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.858620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Attempting to bind port a15a7822-4613-4fce-8001-27b030a00bdb on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:48:27.859041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Attempting to bind port a15a7822-4613-4fce-8001-27b030a00bdb by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '74215e47-de1a-4d0c-8205-02a64f8b40c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c19f17c-9cb5-4e57-884e-d4f80b3d89ab'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:48:27.859452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Attempting to bind port a15a7822-4613-4fce-8001-27b030a00bdb on network 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:48:27.881326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:48:27.881785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Checking segment: {'id': '74215e47-de1a-4d0c-8205-02a64f8b40c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c19f17c-9cb5-4e57-884e-d4f80b3d89ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:27.882239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.882721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Bound using segment: {'id': '74215e47-de1a-4d0c-8205-02a64f8b40c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c19f17c-9cb5-4e57-884e-d4f80b3d89ab'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:48:27.883210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Bound port: a15a7822-4613-4fce-8001-27b030a00bdb, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74215e47-de1a-4d0c-8205-02a64f8b40c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3c19f17c-9cb5-4e57-884e-d4f80b3d89ab'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:48:27.883622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.884597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:27.898682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e7644c7-7444-4814-a2a5-d8f99b29e17c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:27.921146 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5bd19cef-d08a-489a-8b24-3f9ccf413607 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.8296087
Dec 18 06:48:27.929956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47650) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:27.966089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3815c897-b60c-4c51-9a04-f688cabf7172 None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:48:27.969483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6ed3d-d3d7-423e-8265-d24d569b0a8f None None] Pushing event updated for resources: {'Port': ['ID=3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:27.973408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-82c6ed3d-d3d7-423e-8265-d24d569b0a8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:27.993850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3815c897-b60c-4c51-9a04-f688cabf7172 None None] Deleting port 460c447b-3714-40da-89e9-4df31079c26f {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:27.994279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3815c897-b60c-4c51-9a04-f688cabf7172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:28.057484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7f0783e8-06c8-4168-a515-a297f9a50982 None None] Provisioning complete for port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:28.057944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f0783e8-06c8-4168-a515-a297f9a50982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:28.075334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c0492807-7157-42c9-abdd-bec9a7b77195 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:28.105070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-da5f9922-e11b-4272-9ff2-9ed22fe04e5c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:28.130902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f263aaa-9d5c-43b1-9dc9-4dd25f33a66b None None] DHCP port deletion for efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:48:28.198328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4f263aaa-9d5c-43b1-9dc9-4dd25f33a66b None None] Deleting port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:28.199299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f263aaa-9d5c-43b1-9dc9-4dd25f33a66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:28.207598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0492807-7157-42c9-abdd-bec9a7b77195 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Subnet': ['ID=ee938ffc-a6ae-4c7d-8797-96d7152e4919,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:28.210725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c0492807-7157-42c9-abdd-bec9a7b77195 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:28.231235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] For port a15a7822-4613-4fce-8001-27b030a00bdb, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:48:28.262307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c0492807-7157-42c9-abdd-bec9a7b77195 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:28.266774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] For port a15a7822-4613-4fce-8001-27b030a00bdb, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a15a7822-4613-4fce-8001-27b030a00bdb,segment=NetworkSegment(74215e47-de1a-4d0c-8205-02a64f8b40c7),segment_id=74215e47-de1a-4d0c-8205-02a64f8b40c7)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:48:28.278932 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c0492807-7157-42c9-abdd-bec9a7b77195 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/subnets/ee938ffc-a6ae-4c7d-8797-96d7152e4919 HTTP/1.1" status: 204  len: 168 time: 1.2090657
Dec 18 06:48:28.279228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47652) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:28.281838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9770ca0-08cc-4ef4-9441-d22ae7b8cd39 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2971f682-e43a-4dbd-91a7-e01d60fc631d,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:28.288327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caf82a1-1952-45c3-aa28-480938a86c09 None None] Network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:28.292299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e9770ca0-08cc-4ef4-9441-d22ae7b8cd39 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:28.384549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:28.411085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:28.427638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:28.534930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port ae219ed0-314c-4b8e-8e16-f00735d7790f {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:28.535280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:28.575158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port c016bbf1-e0c7-4ebc-90f0-6a457ae621dc yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:48:28.625232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9770ca0-08cc-4ef4-9441-d22ae7b8cd39 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:28.626566 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e9770ca0-08cc-4ef4-9441-d22ae7b8cd39 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 2.0431588
Dec 18 06:48:28.640349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47660) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:28.655115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-388242e8-ef34-42b3-aed9-f04a3a9c8439 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Request body: {'security_group_rule': {'security_group_id': 'd184d61c-83b3-47f8-b73f-dc4a919953fb', 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:28.661080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7fab0e1-057a-4b09-8f1b-da98a1adc0ff tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:28.665849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-388242e8-ef34-42b3-aed9-f04a3a9c8439 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:28.674607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26e9f7-aef4-49f2-a968-81b04b53dbaf req-f746d7f2-4cca-4572-8476-10ff1156fcb1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:28.676231 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a26e9f7-aef4-49f2-a968-81b04b53dbaf req-f746d7f2-4cca-4572-8476-10ff1156fcb1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 943 time: 0.2124043
Dec 18 06:48:28.702788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-388242e8-ef34-42b3-aed9-f04a3a9c8439 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Usage tracker for resource:security_group_rule and tenant:bc7c235eb838414281a14b7e5d4d034f is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:28.710381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-388242e8-ef34-42b3-aed9-f04a3a9c8439 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:28.726414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-388242e8-ef34-42b3-aed9-f04a3a9c8439 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:28.851658 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a26e9f7-aef4-49f2-a968-81b04b53dbaf req-d3a86f82-cc8f-4f8b-b16f-6f41bc4bbf7f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1640217
Dec 18 06:48:28.857993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-388242e8-ef34-42b3-aed9-f04a3a9c8439 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:28.900870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babb8d19-6224-4e4c-a58f-68345159d89c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:28.901874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-babb8d19-6224-4e4c-a58f-68345159d89c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Synchronizing usage tracker for tenant:d7802f1c39914d90a0ca73069ff21479 on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:28.905712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] For port ae219ed0-314c-4b8e-8e16-f00735d7790f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ae219ed0-314c-4b8e-8e16-f00735d7790f,segment=NetworkSegment(b7da6878-d72b-4942-8d09-4263d1091562),segment_id=b7da6878-d72b-4942-8d09-4263d1091562)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:28.906125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:28.955810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 460c447b-3714-40da-89e9-4df31079c26f no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:48:29.034592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network 6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:29.062982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for ae219ed0-314c-4b8e-8e16-f00735d7790f owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:29.123743 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:29.159359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-388242e8-ef34-42b3-aed9-f04a3a9c8439 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.163722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-388242e8-ef34-42b3-aed9-f04a3a9c8439 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.172788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-01a87bfb-9f95-4265-a95e-c5d5fa1d0d60 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:29.190071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.227192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-babb8d19-6224-4e4c-a58f-68345159d89c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Unset dirty status for tenant:d7802f1c39914d90a0ca73069ff21479 on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:29.232878 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-babb8d19-6224-4e4c-a58f-68345159d89c tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 1.4370840
Dec 18 06:48:29.233079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7f0783e8-06c8-4168-a515-a297f9a50982 None None] Could not find standard attr ID for object 1c484b7e-7c67-43fa-b171-a21113126c2d. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:48:29.233167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7fab0e1-057a-4b09-8f1b-da98a1adc0ff tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.233256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Pushing event updated for resources: {'Port': ['ID=a15a7822-4613-4fce-8001-27b030a00bdb,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:29.243633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-927ea0b0-9b06-46ec-97be-ee437cfef611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.252272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7fab0e1-057a-4b09-8f1b-da98a1adc0ff tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.255554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:29.259928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3815c897-b60c-4c51-9a04-f688cabf7172 None None] For port 460c447b-3714-40da-89e9-4df31079c26f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=460c447b-3714-40da-89e9-4df31079c26f,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:29.260381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3815c897-b60c-4c51-9a04-f688cabf7172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.267293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388242e8-ef34-42b3-aed9-f04a3a9c8439 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b54e196-6bff-4cf3-ba82-4fe3c1a21e01,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:29.270281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-388242e8-ef34-42b3-aed9-f04a3a9c8439 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:29.273932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47664) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:29.274769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b961ddaa-43fd-4f18-9e6f-3129fdaf30e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:29.278580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de9d2acf-5115-46ca-a643-a1e986970a52 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:29.332609 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfa816e3-93d8-48ab-9c0e-f3d4dbb709e4 req-6eeed2a9-f032-4a89-a7ea-cade196b6669 service neutron] 10.222.0.15 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.5375938
Dec 18 06:48:29.342485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Port': ['ID=ae219ed0-314c-4b8e-8e16-f00735d7790f,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:29.342734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ea0b0-9b06-46ec-97be-ee437cfef611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30b456d-2ba5-4cfc-b7a6-a7c7b3e9f902,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:29.344746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:29.349000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-388242e8-ef34-42b3-aed9-f04a3a9c8439 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.350328 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-388242e8-ef34-42b3-aed9-f04a3a9c8439 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.7093787
Dec 18 06:48:29.353372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47668) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:29.360141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2de41585-ca7c-438d-8a57-50a74dc36b29 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Request body: {'security_group_rule': {'security_group_id': 'd184d61c-83b3-47f8-b73f-dc4a919953fb', 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:29.380860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2de41585-ca7c-438d-8a57-50a74dc36b29 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:29.389660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2de41585-ca7c-438d-8a57-50a74dc36b29 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Usage tracker for resource:security_group_rule and tenant:bc7c235eb838414281a14b7e5d4d034f is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:29.393213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2de41585-ca7c-438d-8a57-50a74dc36b29 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:29.402904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2de41585-ca7c-438d-8a57-50a74dc36b29 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:29.426360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-927ea0b0-9b06-46ec-97be-ee437cfef611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:29.431569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] No DVR routers for this DVR port ae219ed0-314c-4b8e-8e16-f00735d7790f on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:48:29.454166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3815c897-b60c-4c51-9a04-f688cabf7172 None None] Calling delete_port for 460c447b-3714-40da-89e9-4df31079c26f owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:29.466981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2de41585-ca7c-438d-8a57-50a74dc36b29 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.490969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.546547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e9135f8-406e-4cd0-978c-5b9d2432c3d0 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:29.573857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.575156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4f263aaa-9d5c-43b1-9dc9-4dd25f33a66b None None] For port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc,segment=NetworkSegment(4a87a8d9-bd90-4527-934b-30ab9d1b9308),segment_id=4a87a8d9-bd90-4527-934b-30ab9d1b9308)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:29.575866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f263aaa-9d5c-43b1-9dc9-4dd25f33a66b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.583175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7fab0e1-057a-4b09-8f1b-da98a1adc0ff tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.583865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fab0e1-057a-4b09-8f1b-da98a1adc0ff tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Fanout notify agent at l3_agent the message router_deleted on router 42d02162-a120-46b2-9a21-23ec0012afff {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:48:29.606595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-927ea0b0-9b06-46ec-97be-ee437cfef611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.610712 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-927ea0b0-9b06-46ec-97be-ee437cfef611 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c30b456d-2ba5-4cfc-b7a6-a7c7b3e9f902 HTTP/1.1" status: 204  len: 168 time: 2.8395638
Dec 18 06:48:29.613486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event deleted for resources: {'Network': ['ID=6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:29.617808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.627945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:29.650113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.766625 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "DELETE /v2.0/networks/6e5e1bce-ef1b-4dfe-ba1b-5473ea455af0 HTTP/1.1" status: 204  len: 168 time: 7.1758866
Dec 18 06:48:29.768714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7fab0e1-057a-4b09-8f1b-da98a1adc0ff tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.772566 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e7fab0e1-057a-4b09-8f1b-da98a1adc0ff tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/routers/42d02162-a120-46b2-9a21-23ec0012afff HTTP/1.1" status: 204  len: 168 time: 1.4858000
Dec 18 06:48:29.773643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47674) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:29.773643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47676) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:29.790886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4f263aaa-9d5c-43b1-9dc9-4dd25f33a66b None None] Calling delete_port for 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:29.801949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2de41585-ca7c-438d-8a57-50a74dc36b29 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.815822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2de41585-ca7c-438d-8a57-50a74dc36b29 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.820560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6149da9d-bdbb-4589-837e-5247bddbfa16 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:29.843117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.843611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d5ccb70>,) {'filters': {'network_id': ['e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:29.859217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8::10 (3c19f17c-9cb5-4e57-884e-d4f80b3d89ab/1e05f27c-26b5-4cd5-a520-ac76b02a6bfb/c016bbf1-e0c7-4ebc-90f0-6a457ae621dc) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:29.866401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de41585-ca7c-438d-8a57-50a74dc36b29 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab04301-ab65-4370-b971-36cc3cee5d0c,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:29.873623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2de41585-ca7c-438d-8a57-50a74dc36b29 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:29.876816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d5ccb70>, 'b7da6878-d72b-4942-8d09-4263d1091562') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:29.877281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d5ccb70>, 'b7da6878-d72b-4942-8d09-4263d1091562') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:29.885651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2de41585-ca7c-438d-8a57-50a74dc36b29 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.899142 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2de41585-ca7c-438d-8a57-50a74dc36b29 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.5445039
Dec 18 06:48:29.907969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47684) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:29.922397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3815c897-b60c-4c51-9a04-f688cabf7172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.932548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Request body: {'security_group_rule': {'security_group_id': 'd184d61c-83b3-47f8-b73f-dc4a919953fb', 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:29.944361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b26179dd-53aa-4eef-8d4d-336137b8175b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:29.952288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:29.960219 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-60fe5e06-1175-4730-8a66-df940e1f17b3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1830626
Dec 18 06:48:29.963418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Usage tracker for resource:security_group_rule and tenant:bc7c235eb838414281a14b7e5d4d034f is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:29.969031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47688) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:29.970942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:29.976717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Deleting port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:29.977095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:30.018515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:30.043485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:30.050911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc57e388-b117-453e-b5db-0701b110300c None None] DHCP port deletion for e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:48:30.077774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64603e84-f35d-4f32-91c7-d8c2edfb267b req-3b0bfebe-eced-4965-a206-33c6d132c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:30.079431 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64603e84-f35d-4f32-91c7-d8c2edfb267b req-3b0bfebe-eced-4965-a206-33c6d132c7e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 1160 time: 0.6521170
Dec 18 06:48:30.090158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:30.096383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:30.104059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Releasing vxlan tunnel 9 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:30.115635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815c897-b60c-4c51-9a04-f688cabf7172 None None] Pushing event deleted for resources: {'Port': ['ID=460c447b-3714-40da-89e9-4df31079c26f,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:30.129465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:48:30.136078 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Project bc7c235eb838414281a14b7e5d4d034f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:48:30.158986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3815c897-b60c-4c51-9a04-f688cabf7172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:30.235974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f263aaa-9d5c-43b1-9dc9-4dd25f33a66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:30.263158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:30.266606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1bf50822-2902-4f49-bc07-93a4b5ea8768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:30.317632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] The port '3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:48:30.374529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f263aaa-9d5c-43b1-9dc9-4dd25f33a66b None None] Pushing event deleted for resources: {'Port': ['ID=3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:30.376538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No active binding found for port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc {{(pid=81086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 18 06:48:30.376992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:48:30.385385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4f263aaa-9d5c-43b1-9dc9-4dd25f33a66b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:30.388880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815c897-b60c-4c51-9a04-f688cabf7172 None None] No DVR routers for this DVR port 460c447b-3714-40da-89e9-4df31079c26f on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:48:30.457887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f263aaa-9d5c-43b1-9dc9-4dd25f33a66b None None] No DVR routers for this DVR port 3bf3127f-98a2-4ac2-be9a-d4e1e7bf54cc on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:48:30.461247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f15a79d-a17b-4cc2-9bd0-e489648206c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:30.465619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9f15a79d-a17b-4cc2-9bd0-e489648206c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:30.521051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9f15a79d-a17b-4cc2-9bd0-e489648206c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:30.522423 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9f15a79d-a17b-4cc2-9bd0-e489648206c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5429645
Dec 18 06:48:30.540466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47700) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:30.546553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:30.561904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:30.789699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-08e226f9-0229-4a6a-a1ce-94e67395459a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:router {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:30.797579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:30.882235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:30.892211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-284118af-f5f6-43d1-bc3d-04fb573ace94 tempest-ServersTestManualDisk-462576496 tempest-ServersTestManualDisk-462576496] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:30.904406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eda51a-b32e-4280-89f0-0af8bf240e7a req-b17011db-ca6c-431e-9d80-70b191789e05 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:30.906348 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28eda51a-b32e-4280-89f0-0af8bf240e7a req-b17011db-ca6c-431e-9d80-70b191789e05 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 943 time: 0.7869627
Dec 18 06:48:30.923160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a15a7822-4613-4fce-8001-27b030a00bdb up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:30.955964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ec40b6-d504-499f-87e9-5ff793dd2ff3,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:30.967947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64603e84-f35d-4f32-91c7-d8c2edfb267b req-3e903c0a-4bc3-4eb6-b186-85fcdfbcd360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:30.969824 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64603e84-f35d-4f32-91c7-d8c2edfb267b req-3e903c0a-4bc3-4eb6-b186-85fcdfbcd360 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8 HTTP/1.1" status: 200  len: 891 time: 0.8128757
Dec 18 06:48:30.971257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-08e226f9-0229-4a6a-a1ce-94e67395459a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:router {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:30.972521 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-08e226f9-0229-4a6a-a1ce-94e67395459a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4297380
Dec 18 06:48:30.974880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:30.984311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:31.006254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47710) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:31.010987 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:31.019970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port a15a7822-4613-4fce-8001-27b030a00bdb completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:31.085053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ae219ed0-314c-4b8e-8e16-f00735d7790f no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:48:31.086767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:31.104784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:31.116957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:31.118295 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 1.2063057
Dec 18 06:48:31.140023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: ae219ed0-314c-4b8e-8e16-f00735d7790f {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:48:31.140422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ae219ed0-314c-4b8e-8e16-f00735d7790f not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:48:31.197070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47716) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:31.215367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Request body: {'security_group_rule': {'security_group_id': 'd184d61c-83b3-47f8-b73f-dc4a919953fb', 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:31.238354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:31.242675 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28eda51a-b32e-4280-89f0-0af8bf240e7a req-77ef8c75-42d9-4896-8346-5b3fd286ec2c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3117032
Dec 18 06:48:31.248543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Usage tracker for resource:security_group_rule and tenant:bc7c235eb838414281a14b7e5d4d034f is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:31.254043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:31.255842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:31.275021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:31.291147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:31.296208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:31.309430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Network': ['ID=e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:31.315648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:31.320429 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/networks/e2c7f0ab-a65e-41ee-a5f5-ca55b3a9c2b2 HTTP/1.1" status: 204  len: 168 time: 3.0376620
Dec 18 06:48:31.322006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47724) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:31.376730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:31.386015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:31.395246 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Project bc7c235eb838414281a14b7e5d4d034f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:48:31.427121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:31.503262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:31.507883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d1549b0>,) {'filters': {'network_id': ['efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:31.539198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d1549b0>, '4a87a8d9-bd90-4527-934b-30ab9d1b9308') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:31.539541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d1549b0>, '4a87a8d9-bd90-4527-934b-30ab9d1b9308') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:31.580636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b321c3d9-baa4-4692-95c3-d2f348eda2b7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port 37fe3f1a-83e4-47c5-87cb-44f3b069caf3 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:31.580999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b321c3d9-baa4-4692-95c3-d2f348eda2b7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:31.592941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:31.597159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:31.630226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:31.711656 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64603e84-f35d-4f32-91c7-d8c2edfb267b req-a426bc65-e468-4b5e-a4aa-a4bf37511c1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 HTTP/1.1" status: 200  len: 217 time: 0.4978552
Dec 18 06:48:31.720126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17354518>,) {'filters': {'network_id': ['aaf036af-b773-417e-a0ee-60559b512c8b']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:31.816424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17354518>, 'b878d218-ad98-4fd6-a9d2-ee40c3e9b690') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:31.816806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17354518>, 'b878d218-ad98-4fd6-a9d2-ee40c3e9b690') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:31.826229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64603e84-f35d-4f32-91c7-d8c2edfb267b req-37e1d190-d856-4983-8890-3a2c1c43b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:31.831873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64603e84-f35d-4f32-91c7-d8c2edfb267b req-37e1d190-d856-4983-8890-3a2c1c43b7a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1d58c4a-1556-4108-b88d-c8d3dc20a67e HTTP/1.1" status: 200  len: 835 time: 0.1000738
Dec 18 06:48:31.836762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Transition to ACTIVE for port object c016bbf1-e0c7-4ebc-90f0-6a457ae621dc will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:31.840436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:31.843812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:31.853738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Releasing vxlan tunnel 17 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:31.970742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1536bb85-0759-4ddb-8ef7-b23ecf7d87a8 None None] Network 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:32.016370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.028223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Releasing vxlan tunnel 14 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:32.097429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4ec37fba-a116-4e39-8396-e8d23a8981a4 None None] Provisioning for port a15a7822-4613-4fce-8001-27b030a00bdb completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:32.106886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4ec37fba-a116-4e39-8396-e8d23a8981a4 None None] Provisioning complete for port a15a7822-4613-4fce-8001-27b030a00bdb triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:32.107414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ec37fba-a116-4e39-8396-e8d23a8981a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.151742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.160068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.184514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.242018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:32.247191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:32.279526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.310048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd0881d-dbae-4bae-a287-10fde6cce397,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:32.325725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:32.350238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.351561 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 1.1530516
Dec 18 06:48:32.355394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47746) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:32.359258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b321c3d9-baa4-4692-95c3-d2f348eda2b7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.359798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b321c3d9-baa4-4692-95c3-d2f348eda2b7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.363964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.379205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Request body: {'network': {'name': 'tempest-network-smoke--575523091', 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'port_security_enabled': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:32.389364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:32.391841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ec37fba-a116-4e39-8396-e8d23a8981a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.469417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c32b0e1b-3188-4823-be71-005bfebe9d8c tempest-RoutersAdminNegativeTest-1221867867 tempest-RoutersAdminNegativeTest-1221867867] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:32.498605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4ec37fba-a116-4e39-8396-e8d23a8981a4 None None] For port a15a7822-4613-4fce-8001-27b030a00bdb, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a15a7822-4613-4fce-8001-27b030a00bdb,segment=NetworkSegment(74215e47-de1a-4d0c-8205-02a64f8b40c7),segment_id=74215e47-de1a-4d0c-8205-02a64f8b40c7)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:32.503754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ec37fba-a116-4e39-8396-e8d23a8981a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.506770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-82c6ed3d-d3d7-423e-8265-d24d569b0a8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:32.513797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Usage tracker for resource:network and tenant:bc7c235eb838414281a14b7e5d4d034f is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:32.522863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b321c3d9-baa4-4692-95c3-d2f348eda2b7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for 37fe3f1a-83e4-47c5-87cb-44f3b069caf3 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:32.597205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:32.608402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47752) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:32.619563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:32.641236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network aaf036af-b773-417e-a0ee-60559b512c8b has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:32.659876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.668060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Made reservation on behalf of bc7c235eb838414281a14b7e5d4d034f for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:32.673901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.821635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec37fba-a116-4e39-8396-e8d23a8981a4 None None] Pushing event updated for resources: {'Port': ['ID=a15a7822-4613-4fce-8001-27b030a00bdb,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:32.825388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4ec37fba-a116-4e39-8396-e8d23a8981a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:32.826626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:48:32.869409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb7d3c-39f8-4472-93ae-84f3a6f2eda7 req-c45732cc-d062-4e5f-ad0a-09e33507df8a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:32.871745 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ffbb7d3c-39f8-4472-93ae-84f3a6f2eda7 req-c45732cc-d062-4e5f-ad0a-09e33507df8a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 943 time: 0.3595226
Dec 18 06:48:32.898021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d45e027e-88f8-4e32-9437-d77c64a89030 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Request body: {'quota': {'network': 2}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:32.916471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:32.916935 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Added segment 6cd5331a-bad2-4ecf-ad55-7788a46d9e55 of type vxlan for network eccf68d5-2996-439d-8302-271c33f8da73
Dec 18 06:48:32.991605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64603e84-f35d-4f32-91c7-d8c2edfb267b req-38b7ba59-0037-4fef-8b3a-b9d331bd30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:32.993389 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64603e84-f35d-4f32-91c7-d8c2edfb267b req-38b7ba59-0037-4fef-8b3a-b9d331bd30d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 1.1407783
Dec 18 06:48:33.040132 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d45e027e-88f8-4e32-9437-d77c64a89030 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] 10.222.0.23 "PUT /v2.0/quotas/35148df7ab22410fb884bdd08a2d2037 HTTP/1.1" status: 200  len: 368 time: 0.4271915
Dec 18 06:48:33.048541 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ffbb7d3c-39f8-4472-93ae-84f3a6f2eda7 req-2dadc883-918d-4193-9259-373499312881 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1543605
Dec 18 06:48:33.049070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47758) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:33.051078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.059978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b321c3d9-baa4-4692-95c3-d2f348eda2b7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.077939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94068af1-86f1-4e35-9e78-5ecc4c01a49b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:33.130359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-26ed56d6-05cd-4b82-9198-bc4933a5d5e4 None None] Provisioning for port c016bbf1-e0c7-4ebc-90f0-6a457ae621dc completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:33.135761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-26ed56d6-05cd-4b82-9198-bc4933a5d5e4 None None] Provisioning complete for port c016bbf1-e0c7-4ebc-90f0-6a457ae621dc triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:33.136255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26ed56d6-05cd-4b82-9198-bc4933a5d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.147616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=c016bbf1-e0c7-4ebc-90f0-6a457ae621dc,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:33.150964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:33.164232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Request body: {'network': {'project_id': '35148df7ab22410fb884bdd08a2d2037'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:33.174109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network aaf036af-b773-417e-a0ee-60559b512c8b has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:33.186300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:33.197597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-26ed56d6-05cd-4b82-9198-bc4933a5d5e4 None None] Port c016bbf1-e0c7-4ebc-90f0-6a457ae621dc cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:48:33.199746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:33.239004 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:33.252251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:33.257303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321c3d9-baa4-4692-95c3-d2f348eda2b7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Port': ['ID=37fe3f1a-83e4-47c5-87cb-44f3b069caf3,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:33.267936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b321c3d9-baa4-4692-95c3-d2f348eda2b7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:33.268972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Usage tracker for resource:network and tenant:35148df7ab22410fb884bdd08a2d2037 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:33.282063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:33.287814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:33.288176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.289276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:33.306093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:33.334492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-26ed56d6-05cd-4b82-9198-bc4933a5d5e4 None None] Provisioning complete for port a15a7822-4613-4fce-8001-27b030a00bdb triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:33.334920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26ed56d6-05cd-4b82-9198-bc4933a5d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.346682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Made reservation on behalf of 35148df7ab22410fb884bdd08a2d2037 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:33.351553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.362322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.366638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:33.367349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.376441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-31c23c06-dfdc-4158-a76d-8a0680625834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:33.412145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.547725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:33.561683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.565146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Usage tracker for resource:security_group_rule and tenant:35148df7ab22410fb884bdd08a2d2037 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:33.572272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:33.581769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'Network': ['ID=eccf68d5-2996-439d-8302-271c33f8da73,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:33.588083 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.2285974
Dec 18 06:48:33.588083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:33.588598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:33.598481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2,segment=NetworkSegment(3a16444d-d2e4-4d19-b7ee-5cdb15af861c),segment_id=3a16444d-d2e4-4d19-b7ee-5cdb15af861c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:33.603289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:48:33.609288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network eccf68d5-2996-439d-8302-271c33f8da73 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:33.623007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47762) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:33.638259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'admin_state_up': True, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:33.648298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network eccf68d5-2996-439d-8302-271c33f8da73 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:33.664276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:33.666123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.695634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Usage tracker for resource:router and tenant:bc7c235eb838414281a14b7e5d4d034f is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:33.708500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:33.719234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3815c897-b60c-4c51-9a04-f688cabf7172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:33.731593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:33.753182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b321c3d9-baa4-4692-95c3-d2f348eda2b7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.788049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.789156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.799724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.806048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.812127 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'code': 200}
Dec 18 06:48:33.821680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:33.822721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-170f3ca8-74db-43ae-953e-8d218d9d025f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:33.839117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b321c3d9-baa4-4692-95c3-d2f348eda2b7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.840416 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b321c3d9-baa4-4692-95c3-d2f348eda2b7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/floatingips/5e3152d6-bfac-4deb-8d14-163079111a58 HTTP/1.1" status: 204  len: 168 time: 2.5173910
Dec 18 06:48:33.847264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.861637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47768) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:33.862451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:33.873213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.887880 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "DELETE /v2.0/networks/aaf036af-b773-417e-a0ee-60559b512c8b HTTP/1.1" status: 204  len: 168 time: 4.1124508
Dec 18 06:48:33.890900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:33.895569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:33.895708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1abe4a48-22f0-46d5-9279-2ed9b6f340d8 None None] Provisioning complete for port a15a7822-4613-4fce-8001-27b030a00bdb triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:33.896091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1abe4a48-22f0-46d5-9279-2ed9b6f340d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.896202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.910056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47772) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:33.924262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event deleted for resources: {'Network': ['ID=efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:33.932533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:33.934238 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 9.0796828
Dec 18 06:48:33.935499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:33.949366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-776d68e8-d99f-4665-b160-4cf52ed4de5c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:33.976693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47776) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:33.983742 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0553c5a-47ec-4fab-9661-9670712f45b9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] DELETE failed (client error): The resource could not be found.
Dec 18 06:48:33.984458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0553c5a-47ec-4fab-9661-9670712f45b9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:48:33.993096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:33.999011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:34.006595 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "DELETE /v2.0/networks/efe50f4b-4c3c-4bf5-a5d2-d84a1041c3a9 HTTP/1.1" status: 204  len: 168 time: 4.7216506
Dec 18 06:48:34.006595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event deleted for resources: {'Network': ['ID=aaf036af-b773-417e-a0ee-60559b512c8b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:34.007397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47780) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:34.011896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:34.039654 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64603e84-f35d-4f32-91c7-d8c2edfb267b req-f82288ce-c240-4f90-91e3-750c5cf5ae65 service neutron] 10.222.0.15 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0178146
Dec 18 06:48:34.080653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': '3c19f17c-9cb5-4e57-884e-d4f80b3d89ab', 'name': 'tempest-PortsIpV6TestJSON-494542116', 'fixed_ips': [{'subnet_id': '1e05f27c-26b5-4cd5-a520-ac76b02a6bfb', 'ip_address': '2001:db8::f'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:34.200144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3e015de1-44d5-4c69-99f3-b4279c6011d3 None None] Provisioning complete for port c016bbf1-e0c7-4ebc-90f0-6a457ae621dc triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:34.200753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e015de1-44d5-4c69-99f3-b4279c6011d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:34.245727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:34.263314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3e015de1-44d5-4c69-99f3-b4279c6011d3 None None] Port c016bbf1-e0c7-4ebc-90f0-6a457ae621dc cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:48:34.266093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:34.275136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3e015de1-44d5-4c69-99f3-b4279c6011d3 None None] Provisioning complete for port a15a7822-4613-4fce-8001-27b030a00bdb triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:34.275700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e015de1-44d5-4c69-99f3-b4279c6011d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:34.293074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:48:34.303741 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b0553c5a-47ec-4fab-9661-9670712f45b9 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/ports/dc4f1d73-7e1f-4630-98ad-8d1e76023fdf HTTP/1.1" status: 404  len: 333 time: 0.4412427
Dec 18 06:48:34.320661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47786) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:34.346075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:34.359474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:34.385832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:34.387020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-67be2fa9-a08f-4c7e-8407-d3473764df26 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Synchronizing usage tracker for tenant:d84c80aa29cd479aaa23f7126d9bd5ce on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:34.454517 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64603e84-f35d-4f32-91c7-d8c2edfb267b req-0f2127aa-1b1b-4472-a53f-f8ea3d392b03 service neutron] 10.222.0.15 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3594596
Dec 18 06:48:34.525438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-67be2fa9-a08f-4c7e-8407-d3473764df26 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Unset dirty status for tenant:d84c80aa29cd479aaa23f7126d9bd5ce on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:34.529888 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-67be2fa9-a08f-4c7e-8407-d3473764df26 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "GET /v2.0/ports?device_id=dc1a008d-ffc8-4303-9dc8-1444aee2dea2 HTTP/1.1" status: 200  len: 205 time: 0.2051055
Dec 18 06:48:34.534257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47790) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:34.630224 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-f507c9d6-5888-4617-be60-d2edcf8dc79f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] delete failed (client error): The resource could not be found.
Dec 18 06:48:34.633774 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f507c9d6-5888-4617-be60-d2edcf8dc79f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/routers/dc1a008d-ffc8-4303-9dc8-1444aee2dea2 HTTP/1.1" status: 404  len: 336 time: 0.0959964
Dec 18 06:48:34.634575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47794) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:34.638655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:34.658136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:34.739053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:34.739733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:34.757368 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d62197d-f951-48c2-801e-6bfddefe3b5e tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] DELETE failed (client error): The resource could not be found.
Dec 18 06:48:34.757895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d62197d-f951-48c2-801e-6bfddefe3b5e tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:48:34.763701 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2d62197d-f951-48c2-801e-6bfddefe3b5e tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/subnets/ee938ffc-a6ae-4c7d-8797-96d7152e4919 HTTP/1.1" status: 404  len: 337 time: 0.1251593
Dec 18 06:48:34.765238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47798) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:34.865602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f938bebc-8739-4c86-b2d6-f5505fa079d2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port d72ef3b9-3654-4388-8c92-c598e32ff9e2 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:34.865997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f938bebc-8739-4c86-b2d6-f5505fa079d2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:34.871531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a15a7822-4613-4fce-8001-27b030a00bdb up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:34.883934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:34.946290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:48:34.947474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port a15a7822-4613-4fce-8001-27b030a00bdb triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:34.947981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:34.949332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1796b320>,) {'filters': {'network_id': ['c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:34.994891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1796b320>, '0b9a0bc7-8fbe-4854-b400-4fb984cf82ae') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:34.996055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1796b320>, '0b9a0bc7-8fbe-4854-b400-4fb984cf82ae') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:35.017909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:35.086380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:35.086831 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Added segment 62a87749-b1aa-445b-968e-217ce8ae91b3 of type vxlan for network 5986f50c-66b8-4359-8159-6b310096b611
Dec 18 06:48:35.126980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:35.136505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Releasing vxlan tunnel 16 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:35.167800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=1b945c92-30a1-41a4-9325-eb73c0e20988,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:35.171116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:35.201690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b2c840c-2898-42df-b3d5-7c862dc70833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.512s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:35.362188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:35.372225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:35.387027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f938bebc-8739-4c86-b2d6-f5505fa079d2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:35.393456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:35.402827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:35.469136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:port and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:35.481270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20655a-92aa-4f74-b7ac-b6faa0c74f04 req-bce540f4-2993-4ef2-a320-1e8968bebcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:35.482951 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a20655a-92aa-4f74-b7ac-b6faa0c74f04 req-bce540f4-2993-4ef2-a320-1e8968bebcb8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 1162 time: 1.3859057
Dec 18 06:48:35.484709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:35.492406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for port was recalculated. Used quota:3. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:35.495747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Pushing event updated for resources: {'SecurityGroup': ['ID=b11578f3-39f6-4769-b5e1-f6eaa97b3ef6,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:35.499312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:35.547042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:35.579161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec9efe-a083-4717-8ac9-797629806de2 req-f8fd89f6-c40c-41d7-b444-17e0c620fd48 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:35.579781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f938bebc-8739-4c86-b2d6-f5505fa079d2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for d72ef3b9-3654-4388-8c92-c598e32ff9e2 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:35.580786 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eaec9efe-a083-4717-8ac9-797629806de2 req-f8fd89f6-c40c-41d7-b444-17e0c620fd48 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 945 time: 1.3082283
Dec 18 06:48:35.600003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:35.729059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:35.733603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:35.752176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:35.754202 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:35.779007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:35.780674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:35.788652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbb320d-3b7b-4daf-b8be-04ccacab284c None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:35.888058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:35.897549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-863649a7-82bf-4caa-8d37-64afef8ab5b1 tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:35.912840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:35.922673 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a20655a-92aa-4f74-b7ac-b6faa0c74f04 req-78b07620-c3e0-477a-8ed3-b27a3e4e72cc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3991313
Dec 18 06:48:35.931304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event deleted for resources: {'Network': ['ID=c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:35.937092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:35.937777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:35.942566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:35.946693 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "DELETE /v2.0/networks/c7dc1cf6-e8d9-4963-9380-c3ce353d3bf2 HTTP/1.1" status: 204  len: 168 time: 1.9364955
Dec 18 06:48:35.951360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47802) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:35.967392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:35.968388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:35.969023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:35.993699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a0d3383-b683-40b0-99e1-9a88c36b0819 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:36.024287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eaec9efe-a083-4717-8ac9-797629806de2 req-34213564-112c-493e-a9f3-404707ef7e54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4282565
Dec 18 06:48:36.032540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f938bebc-8739-4c86-b2d6-f5505fa079d2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:36.038459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': '1b945c92-30a1-41a4-9325-eb73c0e20988'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:48:36.039411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:36.053544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a544d9c-aa6b-4feb-8ae4-2a3f0ef7b92c tempest-RoutersIpV6AdminTest-441124036 tempest-RoutersIpV6AdminTest-441124036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:36.095856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1da16c88>,) {'filters': {'network_id': ['9af55496-e4a4-4b0a-a32b-f4cde59eddd7']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:36.125009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1da16c88>, 'c67a274c-510c-4e62-8a36-4371669f9ffd') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:36.125341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1da16c88>, 'c67a274c-510c-4e62-8a36-4371669f9ffd') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:36.146721 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 5.1346622
Dec 18 06:48:36.152179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47806) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:36.170837 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 830 time: 3.1099408
Dec 18 06:48:36.171071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938bebc-8739-4c86-b2d6-f5505fa079d2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Port': ['ID=d72ef3b9-3654-4388-8c92-c598e32ff9e2,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:36.176013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:36.178310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47810) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:36.180092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:36.201475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f938bebc-8739-4c86-b2d6-f5505fa079d2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:36.205847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Request body: {'network': {'project_id': '35148df7ab22410fb884bdd08a2d2037'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:36.210361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Pushing event updated for resources: {'Network': ['ID=5986f50c-66b8-4359-8159-6b310096b611,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:36.227735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:36.232801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:36.239744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:36.243231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 5986f50c-66b8-4359-8159-6b310096b611 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:36.243710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Usage tracker for resource:network and tenant:35148df7ab22410fb884bdd08a2d2037 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:36.247731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Releasing vxlan tunnel 13 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:36.256217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 5986f50c-66b8-4359-8159-6b310096b611 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:36.269469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:36.279729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:36.296727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:36.363224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:36.509362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Made reservation on behalf of 35148df7ab22410fb884bdd08a2d2037 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:36.514258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:36.549150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Allocated IP 2001:db8::f816:3eff:fe2a:e7ff (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/1b945c92-30a1-41a4-9325-eb73c0e20988/fa39f82d-cbc7-42d1-8624-41c71cdd2c4e) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:36.589623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:36.628599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network 9af55496-e4a4-4b0a-a32b-f4cde59eddd7 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:36.640389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:36.829979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:36.947522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.018518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:37.063822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:37.157125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:48:37.192965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f938bebc-8739-4c86-b2d6-f5505fa079d2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.195015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f938bebc-8739-4c86-b2d6-f5505fa079d2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/ports/d72ef3b9-3654-4388-8c92-c598e32ff9e2 HTTP/1.1" status: 204  len: 168 time: 2.4283037
Dec 18 06:48:37.197557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47816) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:37.202985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d094a20>,) {'filters': {'network_id': ['ceff4a1a-de8e-4d44-ae8c-6c2c123f1926']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:37.261714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d094a20>, 'bee1aea1-6952-4082-9449-f6c4f0262a0c') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:37.262061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d094a20>, 'bee1aea1-6952-4082-9449-f6c4f0262a0c') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:37.290108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.335134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.345350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.345827 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Added segment 91d79de8-d22e-4cc1-9bc1-3c8db7ab49ef of type vxlan for network 13d6854e-b63f-4802-8917-1ed29516b8f7
Dec 18 06:48:37.352368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.367719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port 3b9d0edc-50ab-441c-9a10-ae1e4da83f4f yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:48:37.410621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Releasing vxlan tunnel 12 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:37.429801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port 214ca29d-884e-4fce-890b-1b6248896b4b {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:37.430023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.430193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.466938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network 9af55496-e4a4-4b0a-a32b-f4cde59eddd7 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:37.498803 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:37.554735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.637990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.735768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network ceff4a1a-de8e-4d44-ae8c-6c2c123f1926 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:37.749340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.782306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.798837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:48:37.815310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:37.839810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.873582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event deleted for resources: {'Network': ['ID=9af55496-e4a4-4b0a-a32b-f4cde59eddd7,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:37.890992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:37.897243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfb76b-cbc5-4b6a-b103-97de2cb61e84 req-5e3075f8-0056-4e62-ba71-11f8f039aaf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:37.898931 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ccfb76b-cbc5-4b6a-b103-97de2cb61e84 req-5e3075f8-0056-4e62-ba71-11f8f039aaf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 945 time: 0.7054768
Dec 18 06:48:37.907959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.908901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:37.909555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:37.960913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e09a396f-83fd-41e3-af30-5471e702a1cf tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:38.057674 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d2f1d4f4-c0c9-4357-b86f-0611a2ecf9ad tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "DELETE /v2.0/networks/9af55496-e4a4-4b0a-a32b-f4cde59eddd7 HTTP/1.1" status: 204  len: 168 time: 4.1385639
Dec 18 06:48:38.063715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network ceff4a1a-de8e-4d44-ae8c-6c2c123f1926 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:38.071745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47820) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:38.100893 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:38.153873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 831 time: 1.9619625
Dec 18 06:48:38.173811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47824) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:38.205487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-71975b6f-36b7-44e6-b600-388afbc2a9a7 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Request body: {'network': {'project_id': '35148df7ab22410fb884bdd08a2d2037'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:38.220072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-71975b6f-36b7-44e6-b600-388afbc2a9a7 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:38.225133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Pushing event updated for resources: {'Network': ['ID=13d6854e-b63f-4802-8917-1ed29516b8f7,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:38.238718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 13d6854e-b63f-4802-8917-1ed29516b8f7 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:38.240009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:38.241195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8::f (3c19f17c-9cb5-4e57-884e-d4f80b3d89ab/1e05f27c-26b5-4cd5-a520-ac76b02a6bfb/3b9d0edc-50ab-441c-9a10-ae1e4da83f4f) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:38.246951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-71975b6f-36b7-44e6-b600-388afbc2a9a7 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Usage tracker for resource:network and tenant:35148df7ab22410fb884bdd08a2d2037 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:38.252114 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ccfb76b-cbc5-4b6a-b103-97de2cb61e84 req-3c8223b9-7fa6-4858-9b03-be60d9a5d2bb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3372376
Dec 18 06:48:38.255488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 13d6854e-b63f-4802-8917-1ed29516b8f7 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:38.257056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-71975b6f-36b7-44e6-b600-388afbc2a9a7 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Quota usage for network was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:38.283683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:38.304564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-71975b6f-36b7-44e6-b600-388afbc2a9a7 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:38.324983 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-71975b6f-36b7-44e6-b600-388afbc2a9a7 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] POST failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:48:38.325412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71975b6f-36b7-44e6-b600-388afbc2a9a7 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] No notification will be sent due to unsuccessful status code: 409 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:48:38.329716 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-71975b6f-36b7-44e6-b600-388afbc2a9a7 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.1548173
Dec 18 06:48:38.332686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47830) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:38.420207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Transition to ACTIVE for port object fa39f82d-cbc7-42d1-8624-41c71cdd2c4e will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:38.452851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for 214ca29d-884e-4fce-890b-1b6248896b4b owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:38.478702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Transition to ACTIVE for port object fa39f82d-cbc7-42d1-8624-41c71cdd2c4e will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:38.480996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:38.491798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:38.493931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e727febb-2741-469e-9fc9-9562ed53a4eb tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:38.512693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3078eadf-a638-44bc-b391-c6fdb8d8f87c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:38.515569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:38.556746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Allocated IP 172.26.7.241 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/660fc134-ed07-4a23-9c9b-31a3a856c535) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:38.571835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:38.617669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event deleted for resources: {'Network': ['ID=ceff4a1a-de8e-4d44-ae8c-6c2c123f1926,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:38.626434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:38.633534 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "DELETE /v2.0/networks/ceff4a1a-de8e-4d44-ae8c-6c2c123f1926 HTTP/1.1" status: 204  len: 168 time: 2.6810808
Dec 18 06:48:38.668504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47834) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:38.668903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:38.812478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:38.887927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Pushing event updated for resources: {'Port': ['ID=fa39f82d-cbc7-42d1-8624-41c71cdd2c4e,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:38.895263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:38.944804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e36ad-cb28-4506-916a-dbfc9c7098e4 req-d5a3ff07-0e5c-4768-afaf-3f942b732dbd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:38.946506 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a5e36ad-cb28-4506-916a-dbfc9c7098e4 req-d5a3ff07-0e5c-4768-afaf-3f942b732dbd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 945 time: 0.5072856
Dec 18 06:48:38.953786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:38.954217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.001880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:39.009794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:39.012688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.014674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:39.080688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Attempting to bind port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:48:39.081272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Attempting to bind port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:48:39.081556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Attempting to bind port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:48:39.086134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.115168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:48:39.115575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:39.116031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.116477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:48:39.117009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Bound port: fa39f82d-cbc7-42d1-8624-41c71cdd2c4e, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:48:39.117428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.133180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.160744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.238638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] For port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:48:39.242316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] For port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fa39f82d-cbc7-42d1-8624-41c71cdd2c4e,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:48:39.246903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.264426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:39.392019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Pushing event updated for resources: {'Port': ['ID=fa39f82d-cbc7-42d1-8624-41c71cdd2c4e,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:39.395855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:39.534749 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a5e36ad-cb28-4506-916a-dbfc9c7098e4 req-7dd81266-6f4b-4113-b8dc-7833aa4e5971 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5629773
Dec 18 06:48:39.567021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.570831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Transition to ACTIVE for port object 3b9d0edc-50ab-441c-9a10-ae1e4da83f4f will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:39.575158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47838) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:39.591223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.656373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c078be0>,) {'filters': {'network_id': ['5d85784f-2cf1-47c6-839b-eebcb1203769']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:39.663744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:39.678926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac177c56d8>,) {'filters': {'network_id': ['13d6854e-b63f-4802-8917-1ed29516b8f7']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:39.708787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac177c56d8>, '91d79de8-d22e-4cc1-9bc1-3c8db7ab49ef') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:39.709132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac177c56d8>, '91d79de8-d22e-4cc1-9bc1-3c8db7ab49ef') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:39.723587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.730610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.757272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d3fa372a-9346-4ce9-af29-d786eb4b8eed tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:39.813910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c078be0>, '1751339c-d3b8-4ae1-aa81-c910c8dd01f6') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:39.814125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c078be0>, '1751339c-d3b8-4ae1-aa81-c910c8dd01f6') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:39.827210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Port': ['ID=214ca29d-884e-4fce-890b-1b6248896b4b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:39.873896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.905767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.916443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.916868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.917315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.917756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.918171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.918579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.918988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.919389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.919793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.920195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.920601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.921004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.921450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.921898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.922297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.922934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.923090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.923449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.923851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.924262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.924663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.925062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.925459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.925881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:39.942341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:39.951400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.958377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:39.974474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Releasing vxlan tunnel 14 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:40.022598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:40.042576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Releasing vxlan tunnel 11 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:40.092763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4311b1f-31ed-4829-b3c9-cbfb21cadb36 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:40.094486 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e4311b1f-31ed-4829-b3c9-cbfb21cadb36 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 1157 time: 0.5182819
Dec 18 06:48:40.101783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=3b9d0edc-50ab-441c-9a10-ae1e4da83f4f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:40.110319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47842) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:40.126863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:40.142920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4e7cb802-8267-470c-bd04-4f9a62be4d99 tempest-ServerActionsTestJSON-2106892860 tempest-ServerActionsTestJSON-2106892860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:40.235142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address': '172.20.0.4'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:40.268726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:40.288503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:floatingip and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:40.289133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1dbbaf98>,) {'filters': {'network_id': ['f61abe0b-ee38-4107-8769-a9f096884e9e']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:40.315790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:40.321237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Network 13d6854e-b63f-4802-8917-1ed29516b8f7 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:40.335478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dbbaf98>, '26454d53-858b-48c9-a3ba-10deeac5fe17') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:40.335811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dbbaf98>, '26454d53-858b-48c9-a3ba-10deeac5fe17') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:40.342330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:40.345335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network 5d85784f-2cf1-47c6-839b-eebcb1203769 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:40.363242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:40.386592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:40.463464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:40.475645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'Port': ['ID=660fc134-ed07-4a23-9c9b-31a3a856c535,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:40.497996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:40.513335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:40.520329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Releasing vxlan tunnel 8 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:40.559513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:40.590585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:40.598340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:40.660397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:40.664785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:40.665498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:40.675796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:40.684753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:40.689129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:40.712731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:40.739047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Network 5d85784f-2cf1-47c6-839b-eebcb1203769 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:40.743883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Network 13d6854e-b63f-4802-8917-1ed29516b8f7 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:40.777091 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:40.786528 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:40.896631 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 6.9067891
Dec 18 06:48:40.898476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47846) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:40.907386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fa39f82d-cbc7-42d1-8624-41c71cdd2c4e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:41.006345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:41.016870 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/ports/214ca29d-884e-4fce-890b-1b6248896b4b HTTP/1.1" status: 204  len: 168 time: 3.8137560
Dec 18 06:48:41.017497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47850) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:41.019077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2876196e-24b8-4886-b775-e6bd4448d5d0 None None] Provisioning for port 3b9d0edc-50ab-441c-9a10-ae1e4da83f4f completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:41.025996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2876196e-24b8-4886-b775-e6bd4448d5d0 None None] Provisioning complete for port 3b9d0edc-50ab-441c-9a10-ae1e4da83f4f triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:41.026503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2876196e-24b8-4886-b775-e6bd4448d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.031429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.035309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network f61abe0b-ee38-4107-8769-a9f096884e9e has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:41.045670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.093423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2876196e-24b8-4886-b775-e6bd4448d5d0 None None] Port 3b9d0edc-50ab-441c-9a10-ae1e4da83f4f cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:48:41.124624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-470e1e3b-bfd8-42cf-acdf-59985be0e24b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:41.141780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.144569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.165678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7af9b127-f209-46ab-b948-696da1199744 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:41.196569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.207956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Pushing event deleted for resources: {'Network': ['ID=13d6854e-b63f-4802-8917-1ed29516b8f7,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:41.215376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Pushing event deleted for resources: {'Network': ['ID=5d85784f-2cf1-47c6-839b-eebcb1203769,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:41.222492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:41.225807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81abd0ff-348f-4b2e-b62c-b0f31a5a9201 None None] Provisioning for port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:41.230473 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] 10.222.0.23 "DELETE /v2.0/networks/13d6854e-b63f-4802-8917-1ed29516b8f7 HTTP/1.1" status: 204  len: 168 time: 2.8945436
Dec 18 06:48:41.235520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81abd0ff-348f-4b2e-b62c-b0f31a5a9201 None None] Provisioning complete for port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:41.236186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81abd0ff-348f-4b2e-b62c-b0f31a5a9201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.238025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:41.244321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47854) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:41.296349 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] 10.222.0.23 "DELETE /v2.0/networks/5d85784f-2cf1-47c6-839b-eebcb1203769 HTTP/1.1" status: 204  len: 168 time: 3.2210777
Dec 18 06:48:41.323204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.422128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Network f61abe0b-ee38-4107-8769-a9f096884e9e has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:41.442264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81abd0ff-348f-4b2e-b62c-b0f31a5a9201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.489203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-81abd0ff-348f-4b2e-b62c-b0f31a5a9201 None None] For port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fa39f82d-cbc7-42d1-8624-41c71cdd2c4e,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:41.498048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81abd0ff-348f-4b2e-b62c-b0f31a5a9201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.502521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-858d0fce-5d21-4a98-af96-792b138750f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:41.519013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5599b-f048-47cd-9b1a-a9891d487e5a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:41.519925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a8a5599b-f048-47cd-9b1a-a9891d487e5a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:41.576117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abd0ff-348f-4b2e-b62c-b0f31a5a9201 None None] Pushing event updated for resources: {'Port': ['ID=fa39f82d-cbc7-42d1-8624-41c71cdd2c4e,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:41.579672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81abd0ff-348f-4b2e-b62c-b0f31a5a9201 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:41.591073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30de6b86-8b51-47f1-834f-b44cad49c9a1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:41.592717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-30de6b86-8b51-47f1-834f-b44cad49c9a1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Synchronizing usage tracker for tenant:d84c80aa29cd479aaa23f7126d9bd5ce on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:41.603096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.634477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3fd8daa6-a8ae-4268-b400-87a4ab906bd7 None None] Provisioning complete for port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:41.634916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3fd8daa6-a8ae-4268-b400-87a4ab906bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.653245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34ede478-f477-4cbc-bcce-8997eb761654 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:41.690518 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:41.699312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.710564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a8a5599b-f048-47cd-9b1a-a9891d487e5a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:41.714941 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a8a5599b-f048-47cd-9b1a-a9891d487e5a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.8142807
Dec 18 06:48:41.718243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.720258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47862) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:41.765571 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] 10.222.0.23 "DELETE /v2.0/networks/f61abe0b-ee38-4107-8769-a9f096884e9e HTTP/1.1" status: 204  len: 168 time: 3.0910444
Dec 18 06:48:41.781686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:41.785556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:41.805410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=f8a2e289-1bbf-43c2-8862-e225943a10a4,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:41.808753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:41.809404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:41.830575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:41.831605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-53ede934-4883-461f-80e5-79cc54e6f308 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:41.858656 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.6936185
Dec 18 06:48:41.859943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47866) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:41.860329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47868) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:41.867487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adf3210-95f3-4bc3-a277-f13ab8478149 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:41.884130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'mac_address': 'fa:16:3e:53:3f:65', 'name': 'tempest-NetworksTestDHCPv6-1779730528'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:41.905296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Pushing event deleted for resources: {'Network': ['ID=f61abe0b-ee38-4107-8769-a9f096884e9e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:41.926316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:42.082609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:42.145704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:42.151747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-30de6b86-8b51-47f1-834f-b44cad49c9a1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Unset dirty status for tenant:d84c80aa29cd479aaa23f7126d9bd5ce on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:42.155667 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-30de6b86-8b51-47f1-834f-b44cad49c9a1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "GET /v2.0/ports?device_id=d8f56aa0-70e5-4ccf-8665-b6b38e234935 HTTP/1.1" status: 200  len: 913 time: 1.1242406
Dec 18 06:48:42.158197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47882) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:42.167528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:42.173276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:42.218910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cc68e304-52be-4b0b-b3ad-2308be01a52b None None] Provisioning complete for port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:42.219479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc68e304-52be-4b0b-b3ad-2308be01a52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:42.249234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:42.252751 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-22ecd000-84c9-4acd-9cac-176a5dc92072 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebe3c6858d52449c843c1ab904c80e5d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3834250
Dec 18 06:48:42.260085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47886) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:42.260453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47888) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:42.308394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:42.315088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:42.400512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:42.523851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:42.528200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75460a45-bc1b-40ab-bc95-8e868ae9124c None None] Update dhcp port {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'fixed_ips': [{'subnet_id': '1b945c92-30a1-41a4-9325-eb73c0e20988', 'ip_address': '2001:db8::f816:3eff:fe2a:e7ff'}, {'subnet_id': 'f8a2e289-1bbf-43c2-8862-e225943a10a4'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': 'fa39f82d-cbc7-42d1-8624-41c71cdd2c4e'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:48:42.596742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75460a45-bc1b-40ab-bc95-8e868ae9124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:42.754221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac69359-5d7d-4eae-9c81-29dfc974c4b1 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:42.758641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac69359-5d7d-4eae-9c81-29dfc974c4b1 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:42.763086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac69359-5d7d-4eae-9c81-29dfc974c4b1 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:42.767782 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eac69359-5d7d-4eae-9c81-29dfc974c4b1 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.6720865
Dec 18 06:48:42.775182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47898) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:42.885379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fa39f82d-cbc7-42d1-8624-41c71cdd2c4e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:42.908240 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-235d977f-e368-4cd2-969e-a659f3ddb437 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7802f1c39914d90a0ca73069ff21479&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6436205
Dec 18 06:48:42.908500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d12a5f8>,) {'filters': {'network_id': ['5986f50c-66b8-4359-8159-6b310096b611']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:42.911449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a239b413-5b54-4029-baa7-f1dd4bdf2361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:42.916234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47902) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:42.980205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-75460a45-bc1b-40ab-bc95-8e868ae9124c None None] Allocated IP 172.20.0.2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/f8a2e289-1bbf-43c2-8862-e225943a10a4/fa39f82d-cbc7-42d1-8624-41c71cdd2c4e) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:43.008458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:43.008888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.023108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d12a5f8>, '62a87749-b1aa-445b-968e-217ce8ae91b3') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:43.023460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d12a5f8>, '62a87749-b1aa-445b-968e-217ce8ae91b3') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:43.054190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-00880e30-55ea-48a8-a580-2cfda28c014e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 3b9d0edc-50ab-441c-9a10-ae1e4da83f4f {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:43.054558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00880e30-55ea-48a8-a580-2cfda28c014e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.091153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port f0ff6c6b-f9b7-402d-8c5b-db0ae29c0576 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:48:43.100552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.127990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a239b413-5b54-4029-baa7-f1dd4bdf2361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.160656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.221924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Releasing vxlan tunnel 9 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:43.259087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-75460a45-bc1b-40ab-bc95-8e868ae9124c None None] For port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fa39f82d-cbc7-42d1-8624-41c71cdd2c4e,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:43.292770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75460a45-bc1b-40ab-bc95-8e868ae9124c None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.317763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec1decd2-bc75-4511-b6b1-71c49aff9153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.340424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-286b8962-0807-4c19-b407-d9d8e659fbc7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.357986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.139 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/c07348fc-667c-4849-80f2-644d004876be) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:43.429092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec1decd2-bc75-4511-b6b1-71c49aff9153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.438718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a239b413-5b54-4029-baa7-f1dd4bdf2361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.453894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2958f1ae-5907-48ad-9b9d-b3dbbda2d37e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:43.481619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239b413-5b54-4029-baa7-f1dd4bdf2361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d8ac34-e7cb-4974-ad49-8db10b2ddbbc,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:43.501179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.546958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a239b413-5b54-4029-baa7-f1dd4bdf2361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:43.598521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a239b413-5b54-4029-baa7-f1dd4bdf2361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.599743 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a239b413-5b54-4029-baa7-f1dd4bdf2361 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2d8ac34-e7cb-4974-ad49-8db10b2ddbbc HTTP/1.1" status: 204  len: 168 time: 1.3361907
Dec 18 06:48:43.681879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Network 5986f50c-66b8-4359-8159-6b310096b611 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:43.742365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.765626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec1decd2-bc75-4511-b6b1-71c49aff9153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.775527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:43.807144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1decd2-bc75-4511-b6b1-71c49aff9153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb2cc41-1f00-4e62-ad9d-ae5c6ebe3c41,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:43.810310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ec1decd2-bc75-4511-b6b1-71c49aff9153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:43.816526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec1decd2-bc75-4511-b6b1-71c49aff9153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:43.817948 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ec1decd2-bc75-4511-b6b1-71c49aff9153 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fb2cc41-1f00-4e62-ad9d-ae5c6ebe3c41 HTTP/1.1" status: 204  len: 168 time: 0.8439567
Dec 18 06:48:44.130607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-286b8962-0807-4c19-b407-d9d8e659fbc7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port 6815e44a-9f39-4305-81b9-2cf8b338e1c1 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:44.131378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-286b8962-0807-4c19-b407-d9d8e659fbc7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:44.350647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-286b8962-0807-4c19-b407-d9d8e659fbc7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:44.393746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Network 5986f50c-66b8-4359-8159-6b310096b611 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:44.443052 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:44.500173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-286b8962-0807-4c19-b407-d9d8e659fbc7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for 6815e44a-9f39-4305-81b9-2cf8b338e1c1 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:44.523068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00880e30-55ea-48a8-a580-2cfda28c014e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:44.552865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:44.607097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0154ca3b-338b-44b0-9e1b-72471727ae59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:44.697766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-75460a45-bc1b-40ab-bc95-8e868ae9124c None None] Transition to ACTIVE for port object fa39f82d-cbc7-42d1-8624-41c71cdd2c4e will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:44.706153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75460a45-bc1b-40ab-bc95-8e868ae9124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:44.707170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-00880e30-55ea-48a8-a580-2cfda28c014e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 3b9d0edc-50ab-441c-9a10-ae1e4da83f4f owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:44.723116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-747a5dcf-2445-4fe6-8ccf-b3de9c223199 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:44.744413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47936) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:44.756991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:44.781908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:44.802000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:44.832829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Pushing event deleted for resources: {'Network': ['ID=5986f50c-66b8-4359-8159-6b310096b611,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:44.840257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:44.846060 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] 10.222.0.23 "DELETE /v2.0/networks/5986f50c-66b8-4359-8159-6b310096b611 HTTP/1.1" status: 204  len: 168 time: 3.5927689
Dec 18 06:48:44.861697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:48:44.868382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:44.890107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d083a86-9ab6-4753-8420-56b2c5f254dd tempest-RoutersAdminTest-814051968 tempest-RoutersAdminTest-814051968] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:44.910576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75460a45-bc1b-40ab-bc95-8e868ae9124c None None] Pushing event updated for resources: {'Port': ['ID=fa39f82d-cbc7-42d1-8624-41c71cdd2c4e,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:44.916305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75460a45-bc1b-40ab-bc95-8e868ae9124c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:45.015152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=c07348fc-667c-4849-80f2-644d004876be,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:45.063559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:45.067186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-370884c7-ce73-4f22-bcba-de3e5c17515f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1749681008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:45.074213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-974adad7-69e7-41f1-aec6-d1593bedd0e8 {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:48:45.074801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:48:45.081339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-286b8962-0807-4c19-b407-d9d8e659fbc7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:45.108207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2f4987b2-ae8a-4280-97dd-9cd16c445bab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:45.180219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-370884c7-ce73-4f22-bcba-de3e5c17515f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:45.283728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-370884c7-ce73-4f22-bcba-de3e5c17515f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Usage tracker for resource:router and tenant:1125694879ff450aa8d087c88f6bacf8 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:45.287286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-370884c7-ce73-4f22-bcba-de3e5c17515f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:45.293812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-370884c7-ce73-4f22-bcba-de3e5c17515f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:45.312070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b8962-0807-4c19-b407-d9d8e659fbc7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Port': ['ID=6815e44a-9f39-4305-81b9-2cf8b338e1c1,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:45.316787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-370884c7-ce73-4f22-bcba-de3e5c17515f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:45.318143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-370884c7-ce73-4f22-bcba-de3e5c17515f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:45.324260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-286b8962-0807-4c19-b407-d9d8e659fbc7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:45.345979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:45.353306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:45.363820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:45.393083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47952) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:45.497936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00880e30-55ea-48a8-a580-2cfda28c014e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:45.523605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-752c1bb8-f69a-47d6-9878-4207a58253e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:45.581564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:45.592923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00880e30-55ea-48a8-a580-2cfda28c014e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=3b9d0edc-50ab-441c-9a10-ae1e4da83f4f,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:45.648069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-370884c7-ce73-4f22-bcba-de3e5c17515f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:45.651708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-00880e30-55ea-48a8-a580-2cfda28c014e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:45.715030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47960) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:45.751458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:48:45.764468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Sync routers for ids ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:48:45.781042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Routers {'e049ca3c-ef54-4b10-b1d5-0f8742e3a797'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:45.781991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7f1e10>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:45.822458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:45.823463 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 12.1970348
Dec 18 06:48:45.827535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47966) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:45.837255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-286b8962-0807-4c19-b407-d9d8e659fbc7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:45.931066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-933f4c33-3211-46fa-bf5b-3f5768448228 None None] Provisioning for port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:45.939677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-933f4c33-3211-46fa-bf5b-3f5768448228 None None] Provisioning complete for port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:45.940106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-933f4c33-3211-46fa-bf5b-3f5768448228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:45.964717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1991474380'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:46.052210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Set router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:48:46.150169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-370884c7-ce73-4f22-bcba-de3e5c17515f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:46.246435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-370884c7-ce73-4f22-bcba-de3e5c17515f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:46.247970 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-370884c7-ce73-4f22-bcba-de3e5c17515f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.5005755
Dec 18 06:48:46.250884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-71df3792-3342-4da1-87b0-7fd00dca90d7 None None] Provisioning complete for port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:46.251549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71df3792-3342-4da1-87b0-7fd00dca90d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:46.305605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47974) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:46.331696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-84833953'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:46.358374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:46.370161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00880e30-55ea-48a8-a580-2cfda28c014e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:46.372300 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-00880e30-55ea-48a8-a580-2cfda28c014e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/3b9d0edc-50ab-441c-9a10-ae1e4da83f4f HTTP/1.1" status: 204  len: 168 time: 3.5852430
Dec 18 06:48:46.376874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47978) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:46.384503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:46.386369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Usage tracker for resource:network and tenant:1125694879ff450aa8d087c88f6bacf8 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:46.443429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:46.452449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:46.461167 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8b09bb25-aba5-4938-897b-1a072fc297e3 tempest-TestNetworkAdvancedServerOps-1580412192 tempest-TestNetworkAdvancedServerOps-1580412192] 10.222.0.23 "GET /v2.0/subnets?project_id=bc7c235eb838414281a14b7e5d4d034f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.6298995
Dec 18 06:48:46.462126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62f69537-659d-4f98-952f-952d3375b239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:46.467319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47982) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:46.484653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Made reservation on behalf of 1125694879ff450aa8d087c88f6bacf8 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:46.491386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:network and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:46.493996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:46.499407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:46.514560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:46.527425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-62f69537-659d-4f98-952f-952d3375b239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:46.527791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1468493810', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:46.552102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port b3bb2166-874e-42a0-9bb9-970164513ea0 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:48:46.596495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-62f69537-659d-4f98-952f-952d3375b239 admin admin] Usage tracker for resource:security_group_rule and tenant:8b77a26b0e5c42898842d94b7e843aa1 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:46.599930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7f1e10>, [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:48:41Z', 'revision_number': 3, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:46.605058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Checking router: e049ca3c-ef54-4b10-b1d5-0f8742e3a797 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:48:46.605415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Updating router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 port 660fc134-ed07-4a23-9c9b-31a3a856c535 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:48:46.605576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-62f69537-659d-4f98-952f-952d3375b239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:46.624724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:46.631224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:46.638886 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc225b64-18bd-45bf-a38d-e07265c3c0d1 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:48:46.639686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bc225b64-18bd-45bf-a38d-e07265c3c0d1 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:46.641999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-62f69537-659d-4f98-952f-952d3375b239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:46.643056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:46.675443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:46.678264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:46.689718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:46.694260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Usage tracker for resource:security_group_rule and tenant:1125694879ff450aa8d087c88f6bacf8 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:46.698738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:46.704853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:46.729988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:46.741876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:security_group_rule and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:46.748916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:46.765100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bc225b64-18bd-45bf-a38d-e07265c3c0d1 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:46.769059 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bc225b64-18bd-45bf-a38d-e07265c3c0d1 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/3b9d0edc-50ab-441c-9a10-ae1e4da83f4f HTTP/1.1" status: 404  len: 333 time: 0.3861053
Dec 18 06:48:46.780405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 47986) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:46.817193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:46.840045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Usage tracker for resource:subnet and tenant:bc7c235eb838414281a14b7e5d4d034f is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:46.845305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:46.856876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:46.863855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:46.889638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fa39f82d-cbc7-42d1-8624-41c71cdd2c4e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:46.912799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-471eb845-172b-4fb9-bbfc-51a3d75c4fa4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port c016bbf1-e0c7-4ebc-90f0-6a457ae621dc {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:46.913187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-471eb845-172b-4fb9-bbfc-51a3d75c4fa4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:46.949478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Made reservation on behalf of bc7c235eb838414281a14b7e5d4d034f for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:46.986260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:46.987026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.094545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.160219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.165774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.180896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-45dfcb33-8eac-49dc-b852-7d2543c3d8c6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:47.181463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Transition to ACTIVE for port object 660fc134-ed07-4a23-9c9b-31a3a856c535 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:47.184933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.204127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7565d776-90c3-4b93-8ee5-ea3f3b3e5e20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:47.249406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:48:47.350873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 172.20.0.7 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/f8a2e289-1bbf-43c2-8862-e225943a10a4/b3bb2166-874e-42a0-9bb9-970164513ea0) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:47.352988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d75a2-cfc8-4551-9162-dcaefffe610b None None] Pushing event updated for resources: {'Port': ['ID=660fc134-ed07-4a23-9c9b-31a3a856c535,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:47.359087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd3d75a2-cfc8-4551-9162-dcaefffe610b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:47.366067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62f69537-659d-4f98-952f-952d3375b239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.366881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'SecurityGroup': ['ID=0682ff30-35b3-48d8-8bba-387235de5fe1,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:47.376209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:47.392821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::f816:3eff:fe53:3f65 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/1b945c92-30a1-41a4-9325-eb73c0e20988/b3bb2166-874e-42a0-9bb9-970164513ea0) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:47.395419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.395817 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Added segment b4c13dc1-2cc7-43c3-addd-52f8b40ebb55 of type vxlan for network 14506394-33ac-4f30-9325-820519e98a6d
Dec 18 06:48:47.398891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.407380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62f69537-659d-4f98-952f-952d3375b239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.412432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.415003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab14c984-0869-4cd6-aee8-d17c5e95027e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.424216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1035f664-51e7-4003-bac7-494b4aaece0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:47.444046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Attempting to bind port 660fc134-ed07-4a23-9c9b-31a3a856c535 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:48:47.444612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Attempting to bind port 660fc134-ed07-4a23-9c9b-31a3a856c535 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:48:47.445355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Attempting to bind port 660fc134-ed07-4a23-9c9b-31a3a856c535 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:48:47.452152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:48:47.452865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:47.453423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.454136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:48:47.454656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Bound port: 660fc134-ed07-4a23-9c9b-31a3a856c535, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:48:47.455229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.471218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.483173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.500766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.505001 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-62f69537-659d-4f98-952f-952d3375b239 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8b77a26b0e5c42898842d94b7e843aa1&name=default HTTP/1.1" status: 200  len: 2879 time: 1.7842894
Dec 18 06:48:47.516634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9f1f8aab-79fd-42d4-ad58-683559fdc418 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:47.535485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] For port 660fc134-ed07-4a23-9c9b-31a3a856c535, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:48:47.538814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] For port 660fc134-ed07-4a23-9c9b-31a3a856c535, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=660fc134-ed07-4a23-9c9b-31a3a856c535,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:48:47.543103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.559085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd3d75a2-cfc8-4551-9162-dcaefffe610b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:47.575319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47990) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:47.601572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.618785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f69537-659d-4f98-952f-952d3375b239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d5e39e-6845-432f-a816-428026494892,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:47.641697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-62f69537-659d-4f98-952f-952d3375b239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:47.716206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d75a2-cfc8-4551-9162-dcaefffe610b None None] Pushing event updated for resources: {'Port': ['ID=660fc134-ed07-4a23-9c9b-31a3a856c535,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:47.728283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd3d75a2-cfc8-4551-9162-dcaefffe610b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:47.768401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:48:47.777625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca25b43-fb15-47a6-a40e-529c3765e123,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:47.788918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:47.808306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286b8962-0807-4c19-b407-d9d8e659fbc7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Router d8f56aa0-70e5-4ccf-8665-b6b38e234935 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:48:47.820089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Routers {'e049ca3c-ef54-4b10-b1d5-0f8742e3a797'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:47.820996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7f1e10>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:47.835566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.840424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:47.842425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.842575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:47.858939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1184dbb5-71b0-4114-b5b3-b2691e44cd4d tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:47.885146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:48:47.886093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:48:47.962736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-471eb845-172b-4fb9-bbfc-51a3d75c4fa4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.016306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] Set router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:48:48.049578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8530d3ee-92ec-46e8-9aa7-65809f542480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.152404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-471eb845-172b-4fb9-bbfc-51a3d75c4fa4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for c016bbf1-e0c7-4ebc-90f0-6a457ae621dc owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:48.153623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Network': ['ID=14506394-33ac-4f30-9325-820519e98a6d,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:48.157123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8530d3ee-92ec-46e8-9aa7-65809f542480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.166474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 14506394-33ac-4f30-9325-820519e98a6d details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:48.230915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.234830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:48.249508 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.8521073
Dec 18 06:48:48.256199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47994) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:48.271445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1307104508'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:48.296422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:48.299112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object b3bb2166-874e-42a0-9bb9-970164513ea0 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:48.310857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:network and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:48.324578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:48.329006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 14506394-33ac-4f30-9325-820519e98a6d details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:48.339403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:48.350104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286b8962-0807-4c19-b407-d9d8e659fbc7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:48:48.358067 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-286b8962-0807-4c19-b407-d9d8e659fbc7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "PUT /v2.0/routers/d8f56aa0-70e5-4ccf-8665-b6b38e234935/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1932938
Dec 18 06:48:48.364893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 47998) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:48.366975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7f1e10>, [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:48:41Z', 'revision_number': 3, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:48.373849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415e73da-26b9-47a4-8866-841e98a9b66b None None] The sync data for ids ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'] in dv-neutron-765072-3-ovs is: [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:48:41Z', 'revision_number': 3, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:48:48.392345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.418156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40c76fc-e9cc-4de3-a78d-bb6ca2363477 None None] Sync routers for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:48:48.444178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:48.446335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c76fc-e9cc-4de3-a78d-bb6ca2363477 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:48.447040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e40c76fc-e9cc-4de3-a78d-bb6ca2363477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cc9bba8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:48.450005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.476251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.562165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:48.607191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:48:48.635149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8530d3ee-92ec-46e8-9aa7-65809f542480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.647822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.648043 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Added segment 8140fd7b-e67d-4c3b-ab6d-017ebb48fba4 of type vxlan for network 4d0b8d2d-270c-4914-95f3-bd513498d9fe
Dec 18 06:48:48.657945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-471eb845-172b-4fb9-bbfc-51a3d75c4fa4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.678032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:48.754318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e40c76fc-e9cc-4de3-a78d-bb6ca2363477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cc9bba8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:48.795966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c76fc-e9cc-4de3-a78d-bb6ca2363477 None None] Routers {'d8f56aa0-70e5-4ccf-8665-b6b38e234935'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:48.798200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e40c76fc-e9cc-4de3-a78d-bb6ca2363477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cc9bba8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:48.818549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471eb845-172b-4fb9-bbfc-51a3d75c4fa4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=c016bbf1-e0c7-4ebc-90f0-6a457ae621dc,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:48.824706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:48:48.830742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8530d3ee-92ec-46e8-9aa7-65809f542480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.834570 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8530d3ee-92ec-46e8-9aa7-65809f542480 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28d5e39e-6845-432f-a816-428026494892 HTTP/1.1" status: 204  len: 168 time: 1.2480838
Dec 18 06:48:48.834570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=b3bb2166-874e-42a0-9bb9-970164513ea0,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:48.845267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-471eb845-172b-4fb9-bbfc-51a3d75c4fa4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:48.849157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:48.855239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:48.855958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f8187abc-208c-4b68-9f28-6bd4c6a2e4c3 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:48.879475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:48.880243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.886594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.907410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:48.911786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.913020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e40c76fc-e9cc-4de3-a78d-bb6ca2363477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cc9bba8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:48.913595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40c76fc-e9cc-4de3-a78d-bb6ca2363477 None None] The sync data for ids ['d8f56aa0-70e5-4ccf-8665-b6b38e234935'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:48:48.916554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:48.942933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4c2242ab-20af-490a-9763-18ddb952707f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:49.024807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:49.025499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:49.037198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 660fc134-ed07-4a23-9c9b-31a3a856c535 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:49.041596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530d3ee-92ec-46e8-9aa7-65809f542480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d5e39e-6845-432f-a816-428026494892,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:49.054514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8530d3ee-92ec-46e8-9aa7-65809f542480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:49.092268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:49.147559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:48:49.205979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 660fc134-ed07-4a23-9c9b-31a3a856c535 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:49.219767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 660fc134-ed07-4a23-9c9b-31a3a856c535 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:49.220743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:49.231700 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 7.3657534
Dec 18 06:48:49.244566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48006) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:49.249584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:48:49.249952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:48:49.259282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=c07348fc-667c-4849-80f2-644d004876be,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:49.266341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:49.270471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:49.271133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:49.298884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:49.337251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1358ca79-938a-4ba7-a48a-6ef59f651627 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:49.425541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:49.449430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ed35636f-658e-4c3c-990c-3ec0846e26f0 None None] Provisioning for port b3bb2166-874e-42a0-9bb9-970164513ea0 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:49.457277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ed35636f-658e-4c3c-990c-3ec0846e26f0 None None] Provisioning complete for port b3bb2166-874e-42a0-9bb9-970164513ea0 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:49.457746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed35636f-658e-4c3c-990c-3ec0846e26f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:49.502911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-471eb845-172b-4fb9-bbfc-51a3d75c4fa4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:49.528576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48010) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:49.532972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:49.551555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 660fc134-ed07-4a23-9c9b-31a3a856c535, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=660fc134-ed07-4a23-9c9b-31a3a856c535,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:49.567248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:49.572627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:49.665509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ed35636f-658e-4c3c-990c-3ec0846e26f0 None None] Port b3bb2166-874e-42a0-9bb9-970164513ea0 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:48:49.680189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:49.712379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=660fc134-ed07-4a23-9c9b-31a3a856c535,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:49.716621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:49.735457 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 3.4170539
Dec 18 06:48:49.798633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:49.817884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48014) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:49.833991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Request body: {'subnet': {'network_id': '4d0b8d2d-270c-4914-95f3-bd513498d9fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:49.974233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:48:50.001306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.014366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting port e01ba582-4a43-44b3-8753-f12e4fb9a17c {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:50.014749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.049940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:50.053931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.054473 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Added segment 130a93bc-dd09-458f-95f1-97d76f060c7d of type vxlan for network f821dd73-603e-4fc8-835d-198ec174ea53
Dec 18 06:48:50.056047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Usage tracker for resource:subnet and tenant:1125694879ff450aa8d087c88f6bacf8 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:50.065097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:50.073573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:50.087471 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-471eb845-172b-4fb9-bbfc-51a3d75c4fa4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/c016bbf1-e0c7-4ebc-90f0-6a457ae621dc HTTP/1.1" status: 204  len: 168 time: 3.3062637
Dec 18 06:48:50.092279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48018) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:50.100757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-601d1165-386b-41b2-9e95-25c33b2186b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.123870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event updated for resources: {'Network': ['ID=4d0b8d2d-270c-4914-95f3-bd513498d9fe,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:50.155225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.155634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.156062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.156486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.156902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.157316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.157774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.158184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.158595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.159001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.159413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.159820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.160291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.160698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.161105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.161510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.161937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.162340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.162742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.163144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.163546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.163944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.164348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.164748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:48:50.168421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-601d1165-386b-41b2-9e95-25c33b2186b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:50.177264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:50.179618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 4d0b8d2d-270c-4914-95f3-bd513498d9fe details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:50.182779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7db370d7-0931-49b8-9dc8-e126e57a5856 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:50.195371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 4d0b8d2d-270c-4914-95f3-bd513498d9fe details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:50.215700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-601d1165-386b-41b2-9e95-25c33b2186b8 admin admin] Usage tracker for resource:security_group_rule and tenant:bdb6790f596744d2afafbbcb5c18b311 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:50.227192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-601d1165-386b-41b2-9e95-25c33b2186b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:50.227390 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f885c9-5a18-4e47-aaf6-766da55f1f6f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:48:50.227751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f1f885c9-5a18-4e47-aaf6-766da55f1f6f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:50.239387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4a9f55-9f10-47b6-abe9-7dfe95295c67 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:50.241084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Made reservation on behalf of 1125694879ff450aa8d087c88f6bacf8 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:50.244114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4a9f55-9f10-47b6-abe9-7dfe95295c67 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:50.245014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9e4a9f55-9f10-47b6-abe9-7dfe95295c67 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:50.277302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-601d1165-386b-41b2-9e95-25c33b2186b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:50.279746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.318352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.368931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f1f885c9-5a18-4e47-aaf6-766da55f1f6f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:50.370846 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f1f885c9-5a18-4e47-aaf6-766da55f1f6f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/c016bbf1-e0c7-4ebc-90f0-6a457ae621dc HTTP/1.1" status: 404  len: 333 time: 0.2738681
Dec 18 06:48:50.383416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48022) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:50.434534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'Subnet': ['ID=01748455-679f-46dd-910a-3a65411faf58,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:50.436900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9e4a9f55-9f10-47b6-abe9-7dfe95295c67 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:50.438244 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9e4a9f55-9f10-47b6-abe9-7dfe95295c67 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 1.1810935
Dec 18 06:48:50.440263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:50.453682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48026) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:50.473714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.569994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP 2ee6573d-0a22-4822-9073-67c776d5eea3 associated. External IP: 172.26.7.139, port: 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2.
Dec 18 06:48:50.614505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.618647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:50.619287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.624733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.654219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Checking segment: {'id': '6cd5331a-bad2-4ecf-ad55-7788a46d9e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:50.654219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Network hostable DHCP agents. Network: eccf68d5-2996-439d-8302-271c33f8da73, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:48:50.656873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bddc34bb-28d5-40eb-8d0d-ceeb0938fd9a tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:50.784845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Network eccf68d5-2996-439d-8302-271c33f8da73 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:48:50.803525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-601d1165-386b-41b2-9e95-25c33b2186b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.809211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-601d1165-386b-41b2-9e95-25c33b2186b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.820338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-43599e07-5927-40a4-ada1-c1acf55e33fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:50.827764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, eccf68d5-2996-439d-8302-271c33f8da73) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:50.838244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0759cd17-6a21-4f72-b70a-fa3ed66b835b None None] Network eccf68d5-2996-439d-8302-271c33f8da73 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:50.873404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 660fc134-ed07-4a23-9c9b-31a3a856c535 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:50.878658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:50.879312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.907669 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-601d1165-386b-41b2-9e95-25c33b2186b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdb6790f596744d2afafbbcb5c18b311&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2684581
Dec 18 06:48:50.909173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48030) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:50.915619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Calling delete_port for e01ba582-4a43-44b3-8753-f12e4fb9a17c owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:50.949280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8800ea07-754a-43e0-817f-69cda710df9c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port b3bb2166-874e-42a0-9bb9-970164513ea0 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:50.949702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8800ea07-754a-43e0-817f-69cda710df9c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:50.965479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d1165-386b-41b2-9e95-25c33b2186b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b82f4f-e769-498c-9ddf-5ee97ecc1e1c,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:50.996988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-601d1165-386b-41b2-9e95-25c33b2186b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:51.013697 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 4.5295193
Dec 18 06:48:51.027940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48034) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:51.074614 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.8123686
Dec 18 06:48:51.077476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 660fc134-ed07-4a23-9c9b-31a3a856c535 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:51.077968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:51.103254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48038) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:51.125168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Network': ['ID=f821dd73-603e-4fc8-835d-198ec174ea53,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:51.137134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'subnet': {'network_id': '14506394-33ac-4f30-9325-820519e98a6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:51.144456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network f821dd73-603e-4fc8-835d-198ec174ea53 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:51.160852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:51.165204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network f821dd73-603e-4fc8-835d-198ec174ea53 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:51.327686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 6f94462c-bcad-448b-aae1-d96f56b384a6 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:48:51.328031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd0a4-64d2-4664-abf4-fed698693695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:51.442101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-eccf68d5-2996-439d-8302-271c33f8da73', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'fixed_ips': [{'subnet_id': '01748455-679f-46dd-910a-3a65411faf58'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:48:51.443026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:51.499717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:51.519169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd0a4-64d2-4664-abf4-fed698693695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:51.585880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:subnet and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:51.594291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5fb5d1-5fcd-44e9-b83f-6c2d396b4914 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting subnet 1e05f27c-26b5-4cd5-a520-ac76b02a6bfb {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:48:51.599967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:51.615421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-df5fb5d1-5fcd-44e9-b83f-6c2d396b4914 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:51.666861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:51.701643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:51.778866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:48:51.783156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd0a4-64d2-4664-abf4-fed698693695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:51.795092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3db7f-6bb8-4654-af21-1db24ec1c700 None None] Sync routers for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:48:51.810518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Allocated IP 172.20.0.2 (eccf68d5-2996-439d-8302-271c33f8da73/01748455-679f-46dd-910a-3a65411faf58/9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:51.812366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e3db7f-6bb8-4654-af21-1db24ec1c700 None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:51.813470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:51.814599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-88e3db7f-6bb8-4654-af21-1db24ec1c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7f1d68>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:51.878888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:51.928194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dfcdd0a4-64d2-4664-abf4-fed698693695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:51.932952 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dfcdd0a4-64d2-4664-abf4-fed698693695 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/96b82f4f-e769-498c-9ddf-5ee97ecc1e1c HTTP/1.1" status: 204  len: 168 time: 1.0190487
Dec 18 06:48:51.934861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdd0a4-64d2-4664-abf4-fed698693695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b82f4f-e769-498c-9ddf-5ee97ecc1e1c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:51.943491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dfcdd0a4-64d2-4664-abf4-fed698693695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:51.984185 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 11.8710141
Dec 18 06:48:51.987390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'tag': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:48:51.996170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48044) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:52.116229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-88e3db7f-6bb8-4654-af21-1db24ec1c700 None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:48:52.192591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:52.205559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:52.221806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Transition to ACTIVE for port object 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:52.263142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Transition to ACTIVE for port object 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:52.268164 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3c448216-1031-47c8-b42e-147c1aebaaa6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/2ee6573d-0a22-4822-9073-67c776d5eea3 HTTP/1.1" status: 200  len: 991 time: 0.2702951
Dec 18 06:48:52.272441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:52.379408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-df5fb5d1-5fcd-44e9-b83f-6c2d396b4914 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:52.431492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1091f047-7a47-4e2c-bc59-025967a471e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:52.533358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8800ea07-754a-43e0-817f-69cda710df9c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:52.535966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Network eccf68d5-2996-439d-8302-271c33f8da73 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:52.539619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:52.545018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:52.555769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:52.565236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Pushing event updated for resources: {'Port': ['ID=9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:52.607230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:52.641379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Attempting to bind port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:48:52.642100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Attempting to bind port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '6cd5331a-bad2-4ecf-ad55-7788a46d9e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:48:52.642709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Attempting to bind port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 on network eccf68d5-2996-439d-8302-271c33f8da73 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:48:52.649279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:48:52.650112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Checking segment: {'id': '6cd5331a-bad2-4ecf-ad55-7788a46d9e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:52.651403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:52.652045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Bound using segment: {'id': '6cd5331a-bad2-4ecf-ad55-7788a46d9e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:48:52.652816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Bound port: 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd5331a-bad2-4ecf-ad55-7788a46d9e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:48:52.653464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:52.759833 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'tag': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'status': 'completed', 'code': 200}
Dec 18 06:48:52.804109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:52.862434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] For port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:48:52.866553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] For port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3,segment=NetworkSegment(6cd5331a-bad2-4ecf-ad55-7788a46d9e55),segment_id=6cd5331a-bad2-4ecf-ad55-7788a46d9e55)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:48:52.873090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:52.888764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8800ea07-754a-43e0-817f-69cda710df9c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for b3bb2166-874e-42a0-9bb9-970164513ea0 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:52.952500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:52.977885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0d446-a5c7-49d1-94d5-e5b18b3edfa6 req-3c45bf0a-5deb-4252-81ba-adbbb0258235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:52.980118 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ae0d446-a5c7-49d1-94d5-e5b18b3edfa6 req-3c45bf0a-5deb-4252-81ba-adbbb0258235 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 1162 time: 0.2200265
Dec 18 06:48:53.043558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7b8f18c7-74cc-4f32-a0c5-62467b28a29f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:53.065370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-88e3db7f-6bb8-4654-af21-1db24ec1c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7f1d68>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:47:47Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '2ee6573d-0a22-4822-9073-67c776d5eea3', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.139', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'port_id': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'mac_address': 'fa:16:3e:9a:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:48:46Z', 'updated_at': '2020-12-18T06:48:46Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:57Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:53.071151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3db7f-6bb8-4654-af21-1db24ec1c700 None None] Checking router: 6f94462c-bcad-448b-aae1-d96f56b384a6 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:48:53.084625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e3db7f-6bb8-4654-af21-1db24ec1c700 None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:48:53.086174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-88e3db7f-6bb8-4654-af21-1db24ec1c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d7f1d68>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:53.280612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48062) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:53.285137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Pushing event updated for resources: {'Port': ['ID=9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:53.307950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:53.329810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0d446-a5c7-49d1-94d5-e5b18b3edfa6 req-96d83bc1-18c7-4366-a63c-1179140b9ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:53.332061 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ae0d446-a5c7-49d1-94d5-e5b18b3edfa6 req-96d83bc1-18c7-4366-a63c-1179140b9ce9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8 HTTP/1.1" status: 200  len: 891 time: 0.2921896
Dec 18 06:48:53.402208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:53.402528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-88e3db7f-6bb8-4654-af21-1db24ec1c700 None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:48:53.496556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-df5fb5d1-5fcd-44e9-b83f-6c2d396b4914 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:53.544102 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ae0d446-a5c7-49d1-94d5-e5b18b3edfa6 req-7107bd87-f08a-47bd-a6fa-8a02342f0e94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 HTTP/1.1" status: 200  len: 999 time: 0.1978896
Dec 18 06:48:53.751126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0d446-a5c7-49d1-94d5-e5b18b3edfa6 req-112cde20-69f9-4c43-bacb-7edd696292e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:53.752800 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ae0d446-a5c7-49d1-94d5-e5b18b3edfa6 req-112cde20-69f9-4c43-bacb-7edd696292e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1d58c4a-1556-4108-b88d-c8d3dc20a67e HTTP/1.1" status: 200  len: 835 time: 0.1976647
Dec 18 06:48:53.815409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:53.834204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:53.903838 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28b26290-a42d-4113-b18d-698f31fc7767 req-53a59272-9c80-42d8-9ead-ffdff6d898b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.9314675
Dec 18 06:48:53.908381 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b73457e1-6e9f-4cdb-b006-bab9e6e07da6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/2ee6573d-0a22-4822-9073-67c776d5eea3 HTTP/1.1" status: 200  len: 991 time: 0.6192412
Dec 18 06:48:53.936252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Allocated IP 172.20.0.1 (eccf68d5-2996-439d-8302-271c33f8da73/01748455-679f-46dd-910a-3a65411faf58/d1fded5f-4a4d-40e8-a905-a24f6900a6e3) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:53.981072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0d446-a5c7-49d1-94d5-e5b18b3edfa6 req-6821fe7b-cd94-4fba-980a-cb8c364da193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:53.981292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-88e3db7f-6bb8-4654-af21-1db24ec1c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d7f1d68>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:47:47Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '2ee6573d-0a22-4822-9073-67c776d5eea3', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.139', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'port_id': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'mac_address': 'fa:16:3e:9a:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:48:46Z', 'updated_at': '2020-12-18T06:48:46Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:57Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:53.982901 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ae0d446-a5c7-49d1-94d5-e5b18b3edfa6 req-6821fe7b-cd94-4fba-980a-cb8c364da193 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1857390
Dec 18 06:48:53.986658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e3db7f-6bb8-4654-af21-1db24ec1c700 None None] The sync data for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs is: [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:47:47Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '2ee6573d-0a22-4822-9073-67c776d5eea3', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.139', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'port_id': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'mac_address': 'fa:16:3e:9a:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:48:46Z', 'updated_at': '2020-12-18T06:48:46Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:57Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:48:54.111801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:54.112372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Fanout notify agent at l3_agent the message router_deleted on router d8f56aa0-70e5-4ccf-8665-b6b38e234935 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:48:54.206221 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ae0d446-a5c7-49d1-94d5-e5b18b3edfa6 req-78e56c0b-b7b2-417b-8d6b-d7dbd9e072d3 service neutron] 10.222.0.15 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665123
Dec 18 06:48:54.302463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8800ea07-754a-43e0-817f-69cda710df9c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:54.340613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:54.358072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb22799-ce8e-4e65-a395-c39ce7725f29 None None] New status for floating IP 2ee6573d-0a22-4822-9073-67c776d5eea3: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:48:54.397036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:54.437357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Transition to ACTIVE for port object d1fded5f-4a4d-40e8-a905-a24f6900a6e3 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:54.440349 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ae0d446-a5c7-49d1-94d5-e5b18b3edfa6 req-6da2705b-0a0a-4e94-aabf-192847f0dfa3 service neutron] 10.222.0.15 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2273474
Dec 18 06:48:54.476394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:54.478337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:54.480123 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a2b2ab8c-4b6f-4f5a-b897-2e1c20b45ea7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/routers/d8f56aa0-70e5-4ccf-8665-b6b38e234935 HTTP/1.1" status: 204  len: 168 time: 6.1136389
Dec 18 06:48:54.497038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48082) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:54.497872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d6c8d2b7-95c9-4716-a44c-7ccdd7c64509 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:54.523283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800ea07-754a-43e0-817f-69cda710df9c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=b3bb2166-874e-42a0-9bb9-970164513ea0,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:54.526327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8800ea07-754a-43e0-817f-69cda710df9c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:54.829192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'Port': ['ID=d1fded5f-4a4d-40e8-a905-a24f6900a6e3,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:54.846722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:54.985497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48092) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:55.012161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:55.086795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d96741b-53dc-443a-b598-91b38e777082 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Deleting subnet 36c19ce1-d6c5-4835-8730-fb91763b5bd0 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:48:55.103640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d96741b-53dc-443a-b598-91b38e777082 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:55.205503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:55.217096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:55.230353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bb04e5-e3a6-4516-9ba0-cc4d203cc52d None None] Network eccf68d5-2996-439d-8302-271c33f8da73 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:55.232738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26290-a42d-4113-b18d-698f31fc7767 req-76745bab-c788-4dab-819a-6f042c3897d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:55.234442 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28b26290-a42d-4113-b18d-698f31fc7767 req-76745bab-c788-4dab-819a-6f042c3897d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 1162 time: 0.5754046
Dec 18 06:48:55.238073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d96741b-53dc-443a-b598-91b38e777082 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:55.247420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-100f7882-00b5-4fe5-9c2e-ff9b0af269e4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:55.303354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Network eccf68d5-2996-439d-8302-271c33f8da73 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:55.315636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:55.346411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48100) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:55.395072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a51b7fe8-463e-490e-b193-e90654016412 None None] Provisioning for port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:55.406232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a51b7fe8-463e-490e-b193-e90654016412 None None] Provisioning complete for port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:55.406654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a51b7fe8-463e-490e-b193-e90654016412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:55.496389 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-40e8d84f-d51b-4df2-8085-9a2202d0e151 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/2ee6573d-0a22-4822-9073-67c776d5eea3 HTTP/1.1" status: 200  len: 991 time: 0.4916961
Dec 18 06:48:55.507166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event updated for resources: {'Subnet': ['ID=5a9fa1bd-f4ba-479f-9290-405c421cab01,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:55.515520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:55.540484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-df5fb5d1-5fcd-44e9-b83f-6c2d396b4914 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:55.568857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a51b7fe8-463e-490e-b193-e90654016412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:55.644504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:48:55.674284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4f9ad0c-f860-4637-a86c-0993b0c4e28f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:55.691452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a51b7fe8-463e-490e-b193-e90654016412 None None] For port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3,segment=NetworkSegment(6cd5331a-bad2-4ecf-ad55-7788a46d9e55),segment_id=6cd5331a-bad2-4ecf-ad55-7788a46d9e55)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:55.701570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a51b7fe8-463e-490e-b193-e90654016412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:55.705138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ab11a5de-44f3-4217-9892-61e1eb706ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:55.726215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-434ce3c0-4c9a-4d92-b399-69cf118005fd tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:55.741669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d96741b-53dc-443a-b598-91b38e777082 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:55.790828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5fb5d1-5fcd-44e9-b83f-6c2d396b4914 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Subnet': ['ID=1e05f27c-26b5-4cd5-a520-ac76b02a6bfb,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:55.805940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:55.808051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b7fe8-463e-490e-b193-e90654016412 None None] Pushing event updated for resources: {'Port': ['ID=9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:55.808726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-df5fb5d1-5fcd-44e9-b83f-6c2d396b4914 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:55.811229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a51b7fe8-463e-490e-b193-e90654016412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:55.822298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-df5fb5d1-5fcd-44e9-b83f-6c2d396b4914 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:55.824734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd907cfa-62ab-4daa-926c-9b2af15b9273 None None] Network 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:55.861585 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-df5fb5d1-5fcd-44e9-b83f-6c2d396b4914 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/1e05f27c-26b5-4cd5-a520-ac76b02a6bfb HTTP/1.1" status: 204  len: 168 time: 5.4631469
Dec 18 06:48:55.868859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48106) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:56.027147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8800ea07-754a-43e0-817f-69cda710df9c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:56.036474 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8800ea07-754a-43e0-817f-69cda710df9c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/b3bb2166-874e-42a0-9bb9-970164513ea0 HTTP/1.1" status: 204  len: 168 time: 5.5747464
Dec 18 06:48:56.047107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48110) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:56.067000 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-434ce3c0-4c9a-4d92-b399-69cf118005fd tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] 10.222.0.23 "PUT /v2.0/quotas/026397f4482a432680a5d4f8a8e789d3 HTTP/1.1" status: 200  len: 366 time: 0.7052817
Dec 18 06:48:56.106858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48114) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:56.147695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Checking segment: {'id': '8140fd7b-e67d-4c3b-ab6d-017ebb48fba4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4d0b8d2d-270c-4914-95f3-bd513498d9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:56.148226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network hostable DHCP agents. Network: 4d0b8d2d-270c-4914-95f3-bd513498d9fe, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:48:56.164462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ba05e5-bdd0-40a8-979d-d29e999b2eb2 None None] DHCP port deletion for 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:48:56.168984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba05e5-bdd0-40a8-979d-d29e999b2eb2 None None] Deleting port a15a7822-4613-4fce-8001-27b030a00bdb {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:56.169418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05e5-bdd0-40a8-979d-d29e999b2eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:56.175650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:56.240411 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5dbb455d-01a4-4ade-8626-398f57f6e7ae tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.1197040
Dec 18 06:48:56.253651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48118) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:56.272154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6a103c3c-1e0c-42c8-9581-2f1afa482af7 None None] Provisioning for port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:48:56.286247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6a103c3c-1e0c-42c8-9581-2f1afa482af7 None None] Provisioning complete for port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:56.286682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a103c3c-1e0c-42c8-9581-2f1afa482af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:56.301320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port a15a7822-4613-4fce-8001-27b030a00bdb {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:56.301740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:56.304722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26290-a42d-4113-b18d-698f31fc7767 req-6ef8470f-eb45-460b-9b14-cdeccc4d00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:56.306514 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28b26290-a42d-4113-b18d-698f31fc7767 req-6ef8470f-eb45-460b-9b14-cdeccc4d00b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8 HTTP/1.1" status: 200  len: 891 time: 1.0348275
Dec 18 06:48:56.338737 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e95d003b-48cc-4dca-8eb3-464a51ee7cbb tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] 10.222.0.23 "GET /v2.0/quotas/026397f4482a432680a5d4f8a8e789d3 HTTP/1.1" status: 200  len: 366 time: 0.0797765
Dec 18 06:48:56.350781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b638a-8a9a-4f00-a58b-0c56c38a4717 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:56.352631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b638a-8a9a-4f00-a58b-0c56c38a4717 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:56.354764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623b638a-8a9a-4f00-a58b-0c56c38a4717 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:56.355682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-623b638a-8a9a-4f00-a58b-0c56c38a4717 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:48:56.358601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6a103c3c-1e0c-42c8-9581-2f1afa482af7 None None] Port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:48:56.397395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48122) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:56.412432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network 4d0b8d2d-270c-4914-95f3-bd513498d9fe is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:48:56.455205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 4d0b8d2d-270c-4914-95f3-bd513498d9fe) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:56.476869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-623b638a-8a9a-4f00-a58b-0c56c38a4717 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:48:56.481241 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-623b638a-8a9a-4f00-a58b-0c56c38a4717 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.4255764
Dec 18 06:48:56.486684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48126) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:56.489935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:56.490595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:56.492147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:56.499166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:48:56.512346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b1ba05e5-bdd0-40a8-979d-d29e999b2eb2 None None] For port a15a7822-4613-4fce-8001-27b030a00bdb, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a15a7822-4613-4fce-8001-27b030a00bdb,segment=NetworkSegment(74215e47-de1a-4d0c-8205-02a64f8b40c7),segment_id=74215e47-de1a-4d0c-8205-02a64f8b40c7)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:56.512938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05e5-bdd0-40a8-979d-d29e999b2eb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:56.521875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48130) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:56.608844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ad9f2126-a097-4818-b378-153fdac848ce tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] 10.222.0.23 "DELETE /v2.0/quotas/026397f4482a432680a5d4f8a8e789d3 HTTP/1.1" status: 204  len: 168 time: 0.2099798
Dec 18 06:48:56.613093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48134) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:56.628068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:56.660237 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0e725b95-850c-451e-8326-9e9591ba3c7b tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] 10.222.0.23 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0346560
Dec 18 06:48:56.671785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:56.702091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48138) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:56.706112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b1ba05e5-bdd0-40a8-979d-d29e999b2eb2 None None] Calling delete_port for a15a7822-4613-4fce-8001-27b030a00bdb owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:56.745464 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28b26290-a42d-4113-b18d-698f31fc7767 req-dfe8dd4d-18cd-4a4d-8b79-02e2f9edea7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 HTTP/1.1" status: 200  len: 1001 time: 0.4198852
Dec 18 06:48:56.747302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9315648a-608a-4abf-831f-04637f7ebb4a None None] Network 4d0b8d2d-270c-4914-95f3-bd513498d9fe requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:56.806643 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4329f4a9-b454-4d1a-9ce1-8499cfc32a06 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] 10.222.0.23 "GET /v2.0/quotas/026397f4482a432680a5d4f8a8e789d3 HTTP/1.1" status: 200  len: 370 time: 0.1004708
Dec 18 06:48:56.818850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48142) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:56.842366 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0afb1a8b-fa40-446c-9801-13b7846b7d01 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] 10.222.0.23 "GET /v2.0/quotas/026397f4482a432680a5d4f8a8e789d3/default HTTP/1.1" status: 200  len: 370 time: 0.0213559
Dec 18 06:48:56.843273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48146) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:56.892371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:48:56.900366 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 7.0783408
Dec 18 06:48:56.906616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48150) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:56.920457 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-cc75bfd0-aa30-4b89-8b7e-ee35965f485d tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] delete failed (client error): The resource could not be found.
Dec 18 06:48:56.924351 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cc75bfd0-aa30-4b89-8b7e-ee35965f485d tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] 10.222.0.23 "DELETE /v2.0/quotas/026397f4482a432680a5d4f8a8e789d3 HTTP/1.1" status: 404  len: 348 time: 0.0653753
Dec 18 06:48:57.038862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Subnet': ['ID=b2e7043e-a09a-4872-b7f5-2775eddc1218,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:57.054788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:57.064078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4d0b8d2d-270c-4914-95f3-bd513498d9fe', 'network_id': '4d0b8d2d-270c-4914-95f3-bd513498d9fe', 'tenant_id': '1125694879ff450aa8d087c88f6bacf8', 'fixed_ips': [{'subnet_id': '5a9fa1bd-f4ba-479f-9290-405c421cab01'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:48:57.069749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.070610 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7b31f33e-ae7e-462d-b95b-4871cef917cf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/2ee6573d-0a22-4822-9073-67c776d5eea3 HTTP/1.1" status: 200  len: 993 time: 0.5473962
Dec 18 06:48:57.081286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Request body: {'network': {'name': 'tempest-router-network01--2034485262'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:57.094611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48156) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:57.101087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] For port a15a7822-4613-4fce-8001-27b030a00bdb, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a15a7822-4613-4fce-8001-27b030a00bdb,segment=NetworkSegment(74215e47-de1a-4d0c-8205-02a64f8b40c7),segment_id=74215e47-de1a-4d0c-8205-02a64f8b40c7)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:48:57.101493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.109442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6a103c3c-1e0c-42c8-9581-2f1afa482af7 None None] Provisioning complete for port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:57.110025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a103c3c-1e0c-42c8-9581-2f1afa482af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.112674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:57.127054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d96741b-53dc-443a-b598-91b38e777082 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.141084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26290-a42d-4113-b18d-698f31fc7767 req-15358700-058e-46a6-926b-21ca327562e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:57.142708 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28b26290-a42d-4113-b18d-698f31fc7767 req-15358700-058e-46a6-926b-21ca327562e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1d58c4a-1556-4108-b88d-c8d3dc20a67e HTTP/1.1" status: 200  len: 835 time: 0.3855202
Dec 18 06:48:57.148442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Usage tracker for resource:network and tenant:1125694879ff450aa8d087c88f6bacf8 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:57.151840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-110b062f-dee9-4ff7-9a5f-f2652e989644 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:57.238731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:57.261241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for a15a7822-4613-4fce-8001-27b030a00bdb owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:48:57.265826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05e5-bdd0-40a8-979d-d29e999b2eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.294255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96741b-53dc-443a-b598-91b38e777082 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Subnet': ['ID=36c19ce1-d6c5-4835-8730-fb91763b5bd0,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:57.297183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d96741b-53dc-443a-b598-91b38e777082 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:57.298340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:57.318619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2c3edc-ae25-47db-bd24-a9a252fbff29 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 1b945c92-30a1-41a4-9325-eb73c0e20988 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:48:57.329666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3edc-ae25-47db-bd24-a9a252fbff29 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.420232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Usage tracker for resource:network and tenant:86bdfe16293042d7a145c4c49007dc49 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:57.440260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3edc-ae25-47db-bd24-a9a252fbff29 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.442578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:57.453098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Made reservation on behalf of 1125694879ff450aa8d087c88f6bacf8 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:57.458746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.460938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a51b7fe8-463e-490e-b193-e90654016412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:57.494832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Checking segment: {'id': 'b4c13dc1-2cc7-43c3-addd-52f8b40ebb55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '14506394-33ac-4f30-9325-820519e98a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:48:57.494832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network hostable DHCP agents. Network: 14506394-33ac-4f30-9325-820519e98a6d, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:48:57.519892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:48:57.520572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:48:57.522057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Usage tracker for resource:subnet and tenant:86bdfe16293042d7a145c4c49007dc49 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:57.527475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d96741b-53dc-443a-b598-91b38e777082 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.544145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 14506394-33ac-4f30-9325-820519e98a6d is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:48:57.560728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 14506394-33ac-4f30-9325-820519e98a6d) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:57.563114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3edc-ae25-47db-bd24-a9a252fbff29 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.590782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba05e5-bdd0-40a8-979d-d29e999b2eb2 None None] Pushing event deleted for resources: {'Port': ['ID=a15a7822-4613-4fce-8001-27b030a00bdb,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:57.592991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8148c7c-f7b4-493e-ada1-589cd0b9f5d9 None None] Network 14506394-33ac-4f30-9325-820519e98a6d requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:57.614898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b1ba05e5-bdd0-40a8-979d-d29e999b2eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:57.622803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:57.623467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.628576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:57.649863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:48:57.666557 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d96741b-53dc-443a-b598-91b38e777082 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/subnets/36c19ce1-d6c5-4835-8730-fb91763b5bd0 HTTP/1.1" status: 204  len: 168 time: 3.1311612
Dec 18 06:48:57.671801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48160) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:57.673696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:57.674199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.677399 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.5728977
Dec 18 06:48:57.685621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48162) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:57.689491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b26290-a42d-4113-b18d-698f31fc7767 req-e34b8ff9-fa46-42d1-9df7-1ff22a4fe3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:57.691169 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28b26290-a42d-4113-b18d-698f31fc7767 req-e34b8ff9-fa46-42d1-9df7-1ff22a4fe3dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4494426
Dec 18 06:48:57.697203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.698270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Added segment 5a597130-3242-44cc-ac57-4f23f9342ebb of type vxlan for network eb8d994e-8d83-4644-aac6-cafea1fa0306
Dec 18 06:48:57.721428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'subnet': {'network_id': 'f821dd73-603e-4fc8-835d-198ec174ea53', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:57.744108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Usage tracker for resource:subnetpool and tenant:86bdfe16293042d7a145c4c49007dc49 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:57.939273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ba05e5-bdd0-40a8-979d-d29e999b2eb2 None None] No DVR routers for this DVR port a15a7822-4613-4fce-8001-27b030a00bdb on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:48:57.955106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3edc-ae25-47db-bd24-a9a252fbff29 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:57.971919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:58.054955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port a15a7822-4613-4fce-8001-27b030a00bdb {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:48:58.055347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.102876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c3edc-ae25-47db-bd24-a9a252fbff29 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=1b945c92-30a1-41a4-9325-eb73c0e20988,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:58.108698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fa2c3edc-ae25-47db-bd24-a9a252fbff29 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:58.147289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] The port 'a15a7822-4613-4fce-8001-27b030a00bdb' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:48:58.175491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-569ce4d3-980a-4845-a1a4-f2d07d703381 None None] Provisioning complete for port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:58.176060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-569ce4d3-980a-4845-a1a4-f2d07d703381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.246430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a15a7822-4613-4fce-8001-27b030a00bdb no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:48:58.276460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Allocated IP 172.20.0.2 (4d0b8d2d-270c-4914-95f3-bd513498d9fe/5a9fa1bd-f4ba-479f-9290-405c421cab01/20d30758-900b-402b-8328-65b5cc54362e) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:58.297808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: a15a7822-4613-4fce-8001-27b030a00bdb {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:48:58.298290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a15a7822-4613-4fce-8001-27b030a00bdb not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:48:58.306641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:58.319787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-14506394-33ac-4f30-9325-820519e98a6d', 'network_id': '14506394-33ac-4f30-9325-820519e98a6d', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'fixed_ips': [{'subnet_id': 'b2e7043e-a09a-4872-b7f5-2775eddc1218'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:48:58.321180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.333373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:58.348403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-569ce4d3-980a-4845-a1a4-f2d07d703381 None None] Port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:48:58.370638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:subnet and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:58.383088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:58.405370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:58.424840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Usage tracker for resource:port and tenant:86bdfe16293042d7a145c4c49007dc49 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:58.456346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:58.472125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.483695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-569ce4d3-980a-4845-a1a4-f2d07d703381 None None] Provisioning complete for port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:48:58.483906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.484280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-569ce4d3-980a-4845-a1a4-f2d07d703381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.550306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:58.629726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.650471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:48:58.671185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:48:58.698463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Usage tracker for resource:router and tenant:86bdfe16293042d7a145c4c49007dc49 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:58.703093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.711723 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28b26290-a42d-4113-b18d-698f31fc7767 req-749dee6c-7979-46dc-97db-4f2694d50844 service neutron] 10.222.0.15 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9739218
Dec 18 06:48:58.746128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a470ba0-a541-4904-a529-a5f9abf3f028 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:48:58.751265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:58.751864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa2c3edc-ae25-47db-bd24-a9a252fbff29 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.753443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.789857 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fa2c3edc-ae25-47db-bd24-a9a252fbff29 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/1b945c92-30a1-41a4-9325-eb73c0e20988 HTTP/1.1" status: 204  len: 168 time: 2.2994049
Dec 18 06:48:58.790749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48168) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:58.823882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cb8b54f4-8301-41b3-983e-3cffe86206c1 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:58.870758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d7c7320>,) {'filters': {'network_id': ['3c19f17c-9cb5-4e57-884e-d4f80b3d89ab']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:58.890317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d7c7320>, '74215e47-de1a-4d0c-8205-02a64f8b40c7') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:58.890725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d7c7320>, '74215e47-de1a-4d0c-8205-02a64f8b40c7') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:58.912370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-0793f5db-d2e0-483a-b77b-0505317c6b5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet f8a2e289-1bbf-43c2-8862-e225943a10a4 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:48:58.915898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.926353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0793f5db-d2e0-483a-b77b-0505317c6b5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.954961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.958868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:48:58.960420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.965234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.978828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:58.983369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Releasing vxlan tunnel 6 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:59.055760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:59.072723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0793f5db-d2e0-483a-b77b-0505317c6b5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:59.176936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Usage tracker for resource:floatingip and tenant:86bdfe16293042d7a145c4c49007dc49 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:59.231173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:59.239308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:59.240629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:59.251469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:59.258396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:59.271700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'Port': ['ID=d1fded5f-4a4d-40e8-a905-a24f6900a6e3,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:59.275050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:59.307217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Allocated IP 2001:db8::2 (14506394-33ac-4f30-9325-820519e98a6d/b2e7043e-a09a-4872-b7f5-2775eddc1218/0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:48:59.336885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-42200015-227f-4225-b3d9-5e5aa1ba413f tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:59.359546 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 2.4383738
Dec 18 06:48:59.364371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48172) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:59.427600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Request body: {'network': {'name': 'tempest-router-network02--2109100689'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:59.440196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:59.457924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0793f5db-d2e0-483a-b77b-0505317c6b5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:59.498829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Usage tracker for resource:network and tenant:1125694879ff450aa8d087c88f6bacf8 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:59.508669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 3c19f17c-9cb5-4e57-884e-d4f80b3d89ab has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:48:59.523819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Quota usage for network was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:48:59.551326 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:48:59.554096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:48:59.585328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:59.642953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event updated for resources: {'Network': ['ID=eb8d994e-8d83-4644-aac6-cafea1fa0306,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:59.646301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:59.657368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Transition to ACTIVE for port object 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:59.657695 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28b26290-a42d-4113-b18d-698f31fc7767 req-7825a771-ea7a-44b1-9a56-f96024a51840 service neutron] 10.222.0.15 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9076962
Dec 18 06:48:59.680683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1db23240>,) {'filters': {'network_id': ['99b02d45-9ab5-4f19-b763-d256162b5e41']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:59.715756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1db23240>, '489b6f76-f43c-4fdd-8aa9-f4cbfd556bf6') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:59.716114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1db23240>, '489b6f76-f43c-4fdd-8aa9-f4cbfd556bf6') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:48:59.720140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Transition to ACTIVE for port object 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:59.723590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Transition to ACTIVE for port object 20d30758-900b-402b-8328-65b5cc54362e will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:59.738577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Made reservation on behalf of 1125694879ff450aa8d087c88f6bacf8 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:48:59.744033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:59.747865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Usage tracker for resource:security_group and tenant:86bdfe16293042d7a145c4c49007dc49 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:59.752915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:59.764181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Transition to ACTIVE for port object 20d30758-900b-402b-8328-65b5cc54362e will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:48:59.769997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network eb8d994e-8d83-4644-aac6-cafea1fa0306 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:59.774859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:59.775031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:59.789267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9f9aaee-cdb7-46a5-b6da-e3516d2fcd71 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:48:59.805901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:59.825244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:59.830127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Network': ['ID=3c19f17c-9cb5-4e57-884e-d4f80b3d89ab,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:48:59.832498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Releasing vxlan tunnel 5 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:48:59.836888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:48:59.848939 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/networks/3c19f17c-9cb5-4e57-884e-d4f80b3d89ab HTTP/1.1" status: 204  len: 168 time: 3.9756713
Dec 18 06:48:59.866201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48176) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:48:59.896311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network eb8d994e-8d83-4644-aac6-cafea1fa0306 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:48:59.940825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1939789489'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:48:59.948507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Network eccf68d5-2996-439d-8302-271c33f8da73 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:48:59.955483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Usage tracker for resource:security_group_rule and tenant:86bdfe16293042d7a145c4c49007dc49 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:59.963241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:48:59.966316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:48:59.967632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:48:59.983440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:network and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:48:59.986619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:48:59.996100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:00.021043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:49:00.043955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0793f5db-d2e0-483a-b77b-0505317c6b5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:00.076298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b14af023-c2e0-4761-8ed7-291f69fbb7c4 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:00.120658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:00.129863 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4cd9d003-5e5d-4987-90b6-c330c7472621 tempest-QuotasTest-221782841 tempest-QuotasTest-221782841] 10.222.0.23 "GET /v2.0/quotas/86bdfe16293042d7a145c4c49007dc49/details.json HTTP/1.1" status: 200  len: 703 time: 3.0262239
Dec 18 06:49:00.138222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:00.189454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:00.231975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793f5db-d2e0-483a-b77b-0505317c6b5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=f8a2e289-1bbf-43c2-8862-e225943a10a4,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:00.253874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:00.254901 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Added segment 5147667a-9498-4b15-992b-de50b1ae4cf4 of type vxlan for network 71925eb6-c1a6-45a6-8fdb-8f855acedbc9
Dec 18 06:49:00.259613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0793f5db-d2e0-483a-b77b-0505317c6b5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:00.328212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:00.333709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:00.350259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network 99b02d45-9ab5-4f19-b763-d256162b5e41 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:49:00.352566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0793f5db-d2e0-483a-b77b-0505317c6b5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:00.375871 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0793f5db-d2e0-483a-b77b-0505317c6b5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/f8a2e289-1bbf-43c2-8862-e225943a10a4 HTTP/1.1" status: 204  len: 168 time: 1.5819547
Dec 18 06:49:00.376082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:00.376205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:00.380882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48182) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:00.424919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1308705-fb69-40b8-bc09-278b20e53220 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:00.481463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83c41d2f-f39e-48f6-83c3-1510d3c02489 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:router {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:00.503774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Network 14506394-33ac-4f30-9325-820519e98a6d is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:00.520428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83c41d2f-f39e-48f6-83c3-1510d3c02489 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:router {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:00.521872 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-83c41d2f-f39e-48f6-83c3-1510d3c02489 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1397576
Dec 18 06:49:00.525155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48186) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:00.531036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:00.538177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:00.556757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:00.580235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Pushing event updated for resources: {'Port': ['ID=0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:00.632143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:00.633507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3f12b469-569e-46cf-ba06-aadc3e53d5a3 None None] Provisioning complete for port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:00.634403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f12b469-569e-46cf-ba06-aadc3e53d5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:00.661174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c890dc1-b800-47be-8db1-0d8fc3008eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.438s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:00.698308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:00.702442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:00.703152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:00.710080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-af42a02c-028d-460e-a621-693c0a10702f tempest-RoutersAdminTest-888349694 tempest-RoutersAdminTest-888349694] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:00.817939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:00.820288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48192) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:00.826936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event updated for resources: {'Network': ['ID=71925eb6-c1a6-45a6-8fdb-8f855acedbc9,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:00.835875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Attempting to bind port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:00.835996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:00.836211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Attempting to bind port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'b4c13dc1-2cc7-43c3-addd-52f8b40ebb55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '14506394-33ac-4f30-9325-820519e98a6d'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:00.836630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Attempting to bind port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab on network 14506394-33ac-4f30-9325-820519e98a6d {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:00.841950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:00.847033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:00.857005 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.4888594
Dec 18 06:49:00.857005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:00.857570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48198) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:00.865207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Request body: {'subnet': {'network_id': 'eb8d994e-8d83-4644-aac6-cafea1fa0306', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:00.878520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 71925eb6-c1a6-45a6-8fdb-8f855acedbc9 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:00.892652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 71925eb6-c1a6-45a6-8fdb-8f855acedbc9 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:00.977126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:49:00.979681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Pushing event updated for resources: {'Port': ['ID=20d30758-900b-402b-8328-65b5cc54362e,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:00.982311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:00.982737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Checking segment: {'id': 'b4c13dc1-2cc7-43c3-addd-52f8b40ebb55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '14506394-33ac-4f30-9325-820519e98a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:00.983232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:00.983706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Bound using segment: {'id': 'b4c13dc1-2cc7-43c3-addd-52f8b40ebb55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '14506394-33ac-4f30-9325-820519e98a6d'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:00.984422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Bound port: 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c13dc1-2cc7-43c3-addd-52f8b40ebb55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '14506394-33ac-4f30-9325-820519e98a6d'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:00.984636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:00.990475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:00.990627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:00.991206 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Added segment 47f02bc1-98a5-40f5-b4e1-3fda0309dd50 of type vxlan for network 6f6ef8e6-5112-4da6-9380-a3a915058c68
Dec 18 06:49:00.996311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Usage tracker for resource:subnet and tenant:1125694879ff450aa8d087c88f6bacf8 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:00.996478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:00.999917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:01.006167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:01.024315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:01.067614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3f12b469-569e-46cf-ba06-aadc3e53d5a3 None None] Port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:01.144571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:49:01.168920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Network 4d0b8d2d-270c-4914-95f3-bd513498d9fe is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:01.189293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:01.202312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Network 99b02d45-9ab5-4f19-b763-d256162b5e41 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:49:01.202523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:01.242900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:01.282967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:49:01.296254 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:49:01.317958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5f933f68-592c-478b-85c5-d3fecb645322 None None] Provisioning complete for port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:01.318392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5f933f68-592c-478b-85c5-d3fecb645322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:01.338860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a0f18af-1af0-4634-b0e3-5a48a59aac64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:01.355823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] For port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:01.358145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Attempting to bind port 20d30758-900b-402b-8328-65b5cc54362e on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:01.358570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Attempting to bind port 20d30758-900b-402b-8328-65b5cc54362e by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '8140fd7b-e67d-4c3b-ab6d-017ebb48fba4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4d0b8d2d-270c-4914-95f3-bd513498d9fe'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:01.358984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Attempting to bind port 20d30758-900b-402b-8328-65b5cc54362e on network 4d0b8d2d-270c-4914-95f3-bd513498d9fe {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:01.366346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6a0f18af-1af0-4634-b0e3-5a48a59aac64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:01.384746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:01.385077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6a0f18af-1af0-4634-b0e3-5a48a59aac64 admin admin] Usage tracker for resource:security_group_rule and tenant:37eee43bb2c74c03bbbcfea78ef05bc6 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:01.385219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Checking segment: {'id': '8140fd7b-e67d-4c3b-ab6d-017ebb48fba4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4d0b8d2d-270c-4914-95f3-bd513498d9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:01.385632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:01.386055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Bound using segment: {'id': '8140fd7b-e67d-4c3b-ab6d-017ebb48fba4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4d0b8d2d-270c-4914-95f3-bd513498d9fe'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:01.386598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Bound port: 20d30758-900b-402b-8328-65b5cc54362e, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8140fd7b-e67d-4c3b-ab6d-017ebb48fba4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4d0b8d2d-270c-4914-95f3-bd513498d9fe'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:01.387021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:01.391855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Made reservation on behalf of 1125694879ff450aa8d087c88f6bacf8 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:01.398257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] For port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab,segment=NetworkSegment(b4c13dc1-2cc7-43c3-addd-52f8b40ebb55),segment_id=b4c13dc1-2cc7-43c3-addd-52f8b40ebb55)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:01.409863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6a0f18af-1af0-4634-b0e3-5a48a59aac64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:01.411628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:01.420891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:01.425546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:01.426237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:01.439360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8de5ecf8-a227-4b68-9bdc-ca893a03cde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:01.453254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:01.474566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6a0f18af-1af0-4634-b0e3-5a48a59aac64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:01.480086 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.5951743
Dec 18 06:49:01.483210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48202) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:01.496384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': '6f6ef8e6-5112-4da6-9380-a3a915058c68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:01.598668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:01.639524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:01.644249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:01.647643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:01.653983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:01.654203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:01.681197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:01.696681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] 10.222.0.23 "DELETE /v2.0/networks/99b02d45-9ab5-4f19-b763-d256162b5e41 HTTP/1.1" status: 204  len: 168 time: 4.0196838
Dec 18 06:49:01.701453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Network': ['ID=6f6ef8e6-5112-4da6-9380-a3a915058c68,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:01.710339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:01.710920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58523dec-2923-4fc2-8315-211a2080dc03 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:01.733945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce504a00-6260-4ee2-a230-7b7b9c7841e0 None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:49:01.747536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Pushing event deleted for resources: {'Network': ['ID=99b02d45-9ab5-4f19-b763-d256162b5e41,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:01.752738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:01.754235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 6f6ef8e6-5112-4da6-9380-a3a915058c68 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:01.768167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:01.770624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 6f6ef8e6-5112-4da6-9380-a3a915058c68 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:01.775777 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "PUT /v2.0/routers/e049ca3c-ef54-4b10-b1d5-0f8742e3a797/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7443902
Dec 18 06:49:01.811986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Sync routers for ids ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:01.844707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:01.848275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Routers {'e049ca3c-ef54-4b10-b1d5-0f8742e3a797'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:01.848982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e928c18>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:01.943578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:01.948880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ce504a00-6260-4ee2-a230-7b7b9c7841e0 None None] Deleting port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:01.949601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce504a00-6260-4ee2-a230-7b7b9c7841e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:02.113308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c8476039-61b1-4193-a271-9123bdca0e24 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:02.183627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:02.252023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Set router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:49:02.268885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48222) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:02.292198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Pushing event updated for resources: {'Port': ['ID=0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:02.337740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:02.358287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-6442e63f-45e1-4aa8-8e8b-0a6ca800054e tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602835422&fields=id&tenant_id=bc7c235eb838414281a14b7e5d4d034f HTTP/1.1" status: 200  len: 267 time: 0.1770189
Dec 18 06:49:02.399261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] For port 20d30758-900b-402b-8328-65b5cc54362e, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:02.450877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] For port 20d30758-900b-402b-8328-65b5cc54362e, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=20d30758-900b-402b-8328-65b5cc54362e,segment=NetworkSegment(8140fd7b-e67d-4c3b-ab6d-017ebb48fba4),segment_id=8140fd7b-e67d-4c3b-ab6d-017ebb48fba4)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:02.505920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Subnet': ['ID=c75efd77-58ec-4256-ac6a-4551d71470a0,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:02.527608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:02.534426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:02.558985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:02.704624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1477f-5602-4846-8a31-622d08e44f4f req-3638bea2-f72d-47ca-9204-8370e509eb1d tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:02.705388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-15f1477f-5602-4846-8a31-622d08e44f4f req-3638bea2-f72d-47ca-9204-8370e509eb1d tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Synchronizing usage tracker for tenant:bc7c235eb838414281a14b7e5d4d034f on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:02.712995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Checking segment: {'id': '130a93bc-dd09-458f-95f1-97d76f060c7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f821dd73-603e-4fc8-835d-198ec174ea53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:02.713986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network hostable DHCP agents. Network: f821dd73-603e-4fc8-835d-198ec174ea53, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:49:02.721063 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8f4b8514-e729-4ea7-be21-4a948d878960 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d84c80aa29cd479aaa23f7126d9bd5ce&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4416914
Dec 18 06:49:02.725503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48230) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:02.775078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-15f1477f-5602-4846-8a31-622d08e44f4f req-3638bea2-f72d-47ca-9204-8370e509eb1d tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Unset dirty status for tenant:bc7c235eb838414281a14b7e5d4d034f on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:02.776953 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-3638bea2-f72d-47ca-9204-8370e509eb1d tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/networks?id=eccf68d5-2996-439d-8302-271c33f8da73 HTTP/1.1" status: 200  len: 796 time: 0.4173636
Dec 18 06:49:02.780774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e928c18>, [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:48:56Z', 'revision_number': 4, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'd1fded5f-4a4d-40e8-a905-a24f6900a6e3', 'name': '', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'mac_address': 'fa:16:3e:3b:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '01748455-679f-46dd-910a-3a65411faf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:53Z', 'updated_at': '2020-12-18T06:48:57Z', 'revision_number': 2, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'subnets': [{'id': '01748455-679f-46dd-910a-3a65411faf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:02.792462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Checking router: e049ca3c-ef54-4b10-b1d5-0f8742e3a797 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:49:02.793824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Updating router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:49:02.798737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network f821dd73-603e-4fc8-835d-198ec174ea53 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:49:02.812125 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-5cb98f4d-23aa-433f-a865-b4c3c978d076 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/quotas/bc7c235eb838414281a14b7e5d4d034f HTTP/1.1" status: 200  len: 375 time: 0.0232940
Dec 18 06:49:02.828634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, f821dd73-603e-4fc8-835d-198ec174ea53) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:02.856308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db8389f-2c85-41a7-bb95-72e917668240 None None] Network f821dd73-603e-4fc8-835d-198ec174ea53 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:02.901992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5291120c-96ad-44b4-a93e-d6aa212a81b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:02.920533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:02.921200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:02.939599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:02.982598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fa39f82d-cbc7-42d1-8624-41c71cdd2c4e no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:49:02.983230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5291120c-96ad-44b4-a93e-d6aa212a81b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.012204 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 5.3167953
Dec 18 06:49:03.012437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Pushing event updated for resources: {'Port': ['ID=20d30758-900b-402b-8328-65b5cc54362e,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:03.018087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48234) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:03.034258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-70d4075d-d791-4215-a5d5-3010024eda84 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-163521906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:03.060659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-70d4075d-d791-4215-a5d5-3010024eda84 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:03.069032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-70d4075d-d791-4215-a5d5-3010024eda84 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:router and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:03.074096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-70d4075d-d791-4215-a5d5-3010024eda84 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:03.083539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9360a01e-7c6a-4246-a9dd-47595faa8d7c tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Synchronizing usage tracker for tenant:bc7c235eb838414281a14b7e5d4d034f on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:03.088842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:03.091429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-70d4075d-d791-4215-a5d5-3010024eda84 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:03.102944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ce504a00-6260-4ee2-a230-7b7b9c7841e0 None None] For port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fa39f82d-cbc7-42d1-8624-41c71cdd2c4e,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:03.103401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce504a00-6260-4ee2-a230-7b7b9c7841e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.139867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70d4075d-d791-4215-a5d5-3010024eda84 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.141567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70d4075d-d791-4215-a5d5-3010024eda84 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.148405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9360a01e-7c6a-4246-a9dd-47595faa8d7c tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Unset dirty status for tenant:bc7c235eb838414281a14b7e5d4d034f on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:03.151088 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9360a01e-7c6a-4246-a9dd-47595faa8d7c tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc7c235eb838414281a14b7e5d4d034f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3237793
Dec 18 06:49:03.162501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5291120c-96ad-44b4-a93e-d6aa212a81b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.169218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-151c56ee-bd67-4384-a30b-d7b5d0856c6e tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:03.242219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291120c-96ad-44b4-a93e-d6aa212a81b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e025efc-dbca-4ef1-9c01-1ac3c246712e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:03.277587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70d4075d-d791-4215-a5d5-3010024eda84 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.304697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5291120c-96ad-44b4-a93e-d6aa212a81b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:03.319212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70d4075d-d791-4215-a5d5-3010024eda84 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.336886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5291120c-96ad-44b4-a93e-d6aa212a81b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.338345 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5291120c-96ad-44b4-a93e-d6aa212a81b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e025efc-dbca-4ef1-9c01-1ac3c246712e HTTP/1.1" status: 204  len: 168 time: 0.6099787
Dec 18 06:49:03.355929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70d4075d-d791-4215-a5d5-3010024eda84 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.360601 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-70d4075d-d791-4215-a5d5-3010024eda84 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.3372147
Dec 18 06:49:03.362140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48246) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:03.422698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ce504a00-6260-4ee2-a230-7b7b9c7841e0 None None] Calling delete_port for fa39f82d-cbc7-42d1-8624-41c71cdd2c4e owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:49:03.461886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a0f18af-1af0-4634-b0e3-5a48a59aac64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.492307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a0f18af-1af0-4634-b0e3-5a48a59aac64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.506883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ec1decd2-bc75-4511-b6b1-71c49aff9153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:03.555064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f18af-1af0-4634-b0e3-5a48a59aac64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9873247-9a1f-47e3-ae58-3cb80dd0ca98,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:03.579173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a0f18af-1af0-4634-b0e3-5a48a59aac64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:03.608507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:49:03.695703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.713813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce504a00-6260-4ee2-a230-7b7b9c7841e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.717071 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6a0f18af-1af0-4634-b0e3-5a48a59aac64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37eee43bb2c74c03bbbcfea78ef05bc6&name=default HTTP/1.1" status: 200  len: 2879 time: 2.8873944
Dec 18 06:49:03.748095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48252) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:03.793243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.801115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:03.831043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Transition to ACTIVE for port object d1fded5f-4a4d-40e8-a905-a24f6900a6e3 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:03.832113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b5053e39-5447-43c8-aaf2-08691b5200a6 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:03.836458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:04.003581 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.services.revisions.revision_plugin [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7fac17eb88d0] {port_id='fa39f82d-cbc7-42d1-8624-41c71cdd2c4e', ip_address='2001:db8::f816:3eff:fe2a:e7ff', subnet_id='586c46d9-ec33-44b6-88c0-6fc13c1234d8', network_id='4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}> to bump revision.
Dec 18 06:49:04.022987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4ec37fba-a116-4e39-8396-e8d23a8981a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:04.100422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:04.128151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_pluggable_backend [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=81084) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 18 06:49:04.128701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_pluggable_backend [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Reverting IP allocation for 2001:db8::f816:3eff:fe2a:e7ff {{(pid=81084) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}}
Dec 18 06:49:04.188562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_pluggable_backend [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2a:e7ff {{(pid=81084) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Dec 18 06:49:04.214215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:04.262597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3c96dab6-8a1b-4090-8b07-8d5d85988fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:04.284047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:04.412089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Pushing event updated for resources: {'Port': ['ID=d1fded5f-4a4d-40e8-a905-a24f6900a6e3,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:04.420725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-f821dd73-603e-4fc8-835d-198ec174ea53', 'network_id': 'f821dd73-603e-4fc8-835d-198ec174ea53', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'fixed_ips': [{'subnet_id': 'c75efd77-58ec-4256-ac6a-4551d71470a0'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:49:04.421753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:04.453082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce504a00-6260-4ee2-a230-7b7b9c7841e0 None None] Pushing event deleted for resources: {'Port': ['ID=fa39f82d-cbc7-42d1-8624-41c71cdd2c4e,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:04.453422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.453840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.454221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.454598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.454975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.455338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.455704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.456068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.456524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.456887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.457247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.457629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.458053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.458410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.458767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.459266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.459624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.459981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.460335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.460690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.461044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.461389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.462315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.462682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:04.475897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:04.506154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce504a00-6260-4ee2-a230-7b7b9c7841e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:04.515285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3c96dab6-8a1b-4090-8b07-8d5d85988fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:04.521779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Subnet': ['ID=3e4bfd4e-3b63-497c-82e7-00dbb4f74e96,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:04.529250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce504a00-6260-4ee2-a230-7b7b9c7841e0 None None] No DVR routers for this DVR port fa39f82d-cbc7-42d1-8624-41c71cdd2c4e on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:49:04.532504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:04.543603 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-0b4cc14c-2d4b-47c0-b867-0723c9668938 service neutron] 10.222.0.23 "GET /v2.0/networks/eccf68d5-2996-439d-8302-271c33f8da73?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3758481
Dec 18 06:49:04.580344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aed6fcc3-5fb3-4724-93b6-0909fe3e497a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.447s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:04.790647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Attempting to bind port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:04.794124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Attempting to bind port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '6cd5331a-bad2-4ecf-ad55-7788a46d9e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:04.794697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Attempting to bind port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 on network eccf68d5-2996-439d-8302-271c33f8da73 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:04.812921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:04.813447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Checking segment: {'id': '6cd5331a-bad2-4ecf-ad55-7788a46d9e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:04.814004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:04.814534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Bound using segment: {'id': '6cd5331a-bad2-4ecf-ad55-7788a46d9e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:04.815144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Bound port: d1fded5f-4a4d-40e8-a905-a24f6900a6e3, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd5331a-bad2-4ecf-ad55-7788a46d9e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:04.815636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:04.868482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:04.903855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:04.955930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:04.956595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:05.094408 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.5667944
Dec 18 06:49:05.098354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Allocated IP 2001:db8:1::2 (f821dd73-603e-4fc8-835d-198ec174ea53/c75efd77-58ec-4256-ac6a-4551d71470a0/f846f5a9-135d-4cce-a97b-2365c4ceeaba) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:05.104483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48274) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:05.125745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:05.134726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] For port d1fded5f-4a4d-40e8-a905-a24f6900a6e3, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:05.144410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] For port d1fded5f-4a4d-40e8-a905-a24f6900a6e3, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=d1fded5f-4a4d-40e8-a905-a24f6900a6e3,segment=NetworkSegment(6cd5331a-bad2-4ecf-ad55-7788a46d9e55),segment_id=6cd5331a-bad2-4ecf-ad55-7788a46d9e55)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:05.152411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:05.196325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cfe2dd17-a450-4ce1-b4a3-e63d0db3a7d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:05.294041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event updated for resources: {'Subnet': ['ID=158aebf4-9d61-4a6d-a54a-eb489239d424,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:05.367035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48278) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:05.370313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:05.374059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:05.382058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Transition to ACTIVE for port object f846f5a9-135d-4cce-a97b-2365c4ceeaba will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:05.389010 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9051b7e6-efcb-4f36-8a68-a22d6e739f1f service neutron] 10.222.0.23 "GET /v2.0/networks/eccf68d5-2996-439d-8302-271c33f8da73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8313646
Dec 18 06:49:05.402265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Transition to ACTIVE for port object f846f5a9-135d-4cce-a97b-2365c4ceeaba will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:05.422073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54e12d6-cbee-4ab3-99d3-9190ff206115 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:05.426482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Checking segment: {'id': '5a597130-3242-44cc-ac57-4f23f9342ebb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'eb8d994e-8d83-4644-aac6-cafea1fa0306'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:05.426891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network hostable DHCP agents. Network: eb8d994e-8d83-4644-aac6-cafea1fa0306, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:49:05.428060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Pushing event updated for resources: {'Port': ['ID=d1fded5f-4a4d-40e8-a905-a24f6900a6e3,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:05.450510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:05.453808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 20d30758-900b-402b-8328-65b5cc54362e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:05.509675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Routers {'e049ca3c-ef54-4b10-b1d5-0f8742e3a797'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:05.510393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e928c18>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:05.604622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:05.617809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network eb8d994e-8d83-4644-aac6-cafea1fa0306 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:49:05.650420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:05.662700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, eb8d994e-8d83-4644-aac6-cafea1fa0306) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:05.668621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:05.674347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=586c46d9-ec33-44b6-88c0-6fc13c1234d8,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:05.692465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Checking segment: {'id': '47f02bc1-98a5-40f5-b4e1-3fda0309dd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '6f6ef8e6-5112-4da6-9380-a3a915058c68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:05.692870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network hostable DHCP agents. Network: 6f6ef8e6-5112-4da6-9380-a3a915058c68, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:49:05.699917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:05.704270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.134s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:05.706951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.219s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:05.707403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:05.733692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:05.734373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:05.769003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'network': {'name': 'tempest-RoutersTest-154330690'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:05.770651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:05.820539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:05.839844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:05.844232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] Set router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:49:05.846894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:05.852091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4addeaa-31ae-4891-9d8c-2d778f2e3794 None None] Network eb8d994e-8d83-4644-aac6-cafea1fa0306 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:05.892729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91b79de-6417-4ca3-8900-ec47193a2c0b None None] Network 14506394-33ac-4f30-9325-820519e98a6d requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:05.895447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 6f6ef8e6-5112-4da6-9380-a3a915058c68 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:49:06.036965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:network and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:06.062666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:06.091877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:06.095128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 6f6ef8e6-5112-4da6-9380-a3a915058c68) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:06.106549 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ae0bfc0d-3441-4d2c-b41f-5fc9d41e5871 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.2478433
Dec 18 06:49:06.110527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48290) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:06.163562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Request body: {'subnet': {'network_id': '71925eb6-c1a6-45a6-8fdb-8f855acedbc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:06.194066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:06.194402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:06.265023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77a2170-cde5-4700-808f-f99e46b8a324 None None] Network 6f6ef8e6-5112-4da6-9380-a3a915058c68 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:06.301788 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.8131144
Dec 18 06:49:06.314207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48294) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:06.329078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3c96dab6-8a1b-4090-8b07-8d5d85988fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:06.332243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:06.338637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:06.342722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81239987-3eb2-4335-888c-716977f53a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:06.358468 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-195c4dc8-dd44-4aca-9bf8-f3a39b1636f4 req-0ed9ca71-0c98-4eb2-86ef-c064a5d66a18 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 210 time: 0.1429756
Dec 18 06:49:06.363489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2bc4dda0-0779-43ad-9797-178dc587681a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1364904031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:06.366831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96dab6-8a1b-4090-8b07-8d5d85988fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9873247-9a1f-47e3-ae58-3cb80dd0ca98,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:06.368363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e928c18>, [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:48:56Z', 'revision_number': 4, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'd1fded5f-4a4d-40e8-a905-a24f6900a6e3', 'name': '', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'mac_address': 'fa:16:3e:3b:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '01748455-679f-46dd-910a-3a65411faf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:53Z', 'updated_at': '2020-12-18T06:49:05Z', 'revision_number': 4, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'subnets': [{'id': '01748455-679f-46dd-910a-3a65411faf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:06.376010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f2ddd9-dbe1-47d1-824e-f8a5f566b954 None None] The sync data for ids ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'] in dv-neutron-765072-3-ovs is: [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:48:56Z', 'revision_number': 4, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'd1fded5f-4a4d-40e8-a905-a24f6900a6e3', 'name': '', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'mac_address': 'fa:16:3e:3b:3d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '01748455-679f-46dd-910a-3a65411faf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:53Z', 'updated_at': '2020-12-18T06:49:05Z', 'revision_number': 4, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'subnets': [{'id': '01748455-679f-46dd-910a-3a65411faf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:06.379957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3c96dab6-8a1b-4090-8b07-8d5d85988fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:06.388117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:06.396465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa9fea0-1716-4374-949f-da6faaf1c44f None None] Network 4d0b8d2d-270c-4914-95f3-bd513498d9fe requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:06.399633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3c96dab6-8a1b-4090-8b07-8d5d85988fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:06.403968 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3c96dab6-8a1b-4090-8b07-8d5d85988fb9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9873247-9a1f-47e3-ae58-3cb80dd0ca98 HTTP/1.1" status: 204  len: 168 time: 2.6515524
Dec 18 06:49:06.403968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Allocated IP 2001:db8::1 (14506394-33ac-4f30-9325-820519e98a6d/b2e7043e-a09a-4872-b7f5-2775eddc1218/12cd3a2b-9a02-410d-b02a-cf9e7925ed62) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:06.480441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2bc4dda0-0779-43ad-9797-178dc587681a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:06.566320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:06.570927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:security_group_rule and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:06.575111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:06.590150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:06.605771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2bc4dda0-0779-43ad-9797-178dc587681a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:router and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:06.610311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:06.616776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Usage tracker for resource:subnet and tenant:1125694879ff450aa8d087c88f6bacf8 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:06.621194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:06.627722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:06.683132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2bc4dda0-0779-43ad-9797-178dc587681a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:06.718709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Made reservation on behalf of 1125694879ff450aa8d087c88f6bacf8 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:06.820823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:06.860415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Transition to ACTIVE for port object 12cd3a2b-9a02-410d-b02a-cf9e7925ed62 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:06.868983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2bc4dda0-0779-43ad-9797-178dc587681a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:06.878758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:06.910544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:06.911676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:06.936261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-00880e30-55ea-48a8-a580-2cfda28c014e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:07.124010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=12cd3a2b-9a02-410d-b02a-cf9e7925ed62,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:07.130451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:07.167718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-46ae1f19-fa88-4222-8f22-d8653c1bb41b None None] Provisioning for port 20d30758-900b-402b-8328-65b5cc54362e completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:07.200277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 14506394-33ac-4f30-9325-820519e98a6d is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:07.201777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:07.208103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:07.209235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:07.258482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Pushing event updated for resources: {'Port': ['ID=f846f5a9-135d-4cce-a97b-2365c4ceeaba,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:07.306241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48316) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:07.313160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bc4dda0-0779-43ad-9797-178dc587681a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:07.314285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bc4dda0-0779-43ad-9797-178dc587681a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:07.320914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.500s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:07.335208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 20d30758-900b-402b-8328-65b5cc54362e completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:07.365331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 20d30758-900b-402b-8328-65b5cc54362e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:07.365799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:07.376623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bc75c2d-19a6-4818-b118-c95908673429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:07.398833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:07.501500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-46ae1f19-fa88-4222-8f22-d8653c1bb41b None None] Provisioning for port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:07.604161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5bc75c2d-19a6-4818-b118-c95908673429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:07.608981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5bc75c2d-19a6-4818-b118-c95908673429 admin admin] Usage tracker for resource:security_group_rule and tenant:86bdfe16293042d7a145c4c49007dc49 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:07.664299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5bc75c2d-19a6-4818-b118-c95908673429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:07.679123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bc4dda0-0779-43ad-9797-178dc587681a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:07.680729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5bc75c2d-19a6-4818-b118-c95908673429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:07.704935 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a53078f5-37c3-4d4d-ac43-c84d23a1c1ac req-a10a4fed-49df-4509-b412-aba50c027c6c tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 210 time: 0.1000059
Dec 18 06:49:07.865678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': '586c46d9-ec33-44b6-88c0-6fc13c1234d8'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:49:07.866618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:07.939868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Network f821dd73-603e-4fc8-835d-198ec174ea53 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:07.977832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:08.027224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:08.060521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-eb8d994e-8d83-4644-aac6-cafea1fa0306', 'network_id': 'eb8d994e-8d83-4644-aac6-cafea1fa0306', 'tenant_id': '1125694879ff450aa8d087c88f6bacf8', 'fixed_ips': [{'subnet_id': '158aebf4-9d61-4a6d-a54a-eb489239d424'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:49:08.062211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.172055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1477f-5602-4846-8a31-622d08e44f4f req-73ec2e7e-71ef-4684-8277-2e06333b55c0 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:08.173735 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-73ec2e7e-71ef-4684-8277-2e06333b55c0 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.15 "GET /v2.0/networks?id=eccf68d5-2996-439d-8302-271c33f8da73 HTTP/1.1" status: 200  len: 796 time: 0.2320752
Dec 18 06:49:08.210826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-6f6ef8e6-5112-4da6-9380-a3a915058c68', 'network_id': '6f6ef8e6-5112-4da6-9380-a3a915058c68', 'tenant_id': '42abc569ca2340758e603f78afb67855', 'fixed_ips': [{'subnet_id': '3e4bfd4e-3b63-497c-82e7-00dbb4f74e96'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:49:08.212091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.264756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bc4dda0-0779-43ad-9797-178dc587681a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.351881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.375742 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-b3e2f454-5bca-4264-8ea2-f490868fe27c tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc7c235eb838414281a14b7e5d4d034f HTTP/1.1" status: 200  len: 7761 time: 0.1129994
Dec 18 06:49:08.381863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.390175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Request body: {'port': {'device_id': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'admin_state_up': True, 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'security_groups': ['d184d61c-83b3-47f8-b73f-dc4a919953fb']}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:08.401071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:49:08.412887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.413279 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Added segment 0a766522-ab1a-42f0-85d6-f43a51878a48 of type vxlan for network 3009e91f-6aa1-48d4-b261-918a89de292a
Dec 18 06:49:08.447995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa7cd2ae-e802-4907-9d82-c3d390729a37 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:08.457451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.532566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bc4dda0-0779-43ad-9797-178dc587681a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.536764 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2bc4dda0-0779-43ad-9797-178dc587681a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 2.2214930
Dec 18 06:49:08.541175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48326) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:08.564538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e878e1-7ebe-45c5-86c0-e10362afc921,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:08.591266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'network_id': '6f6ef8e6-5112-4da6-9380-a3a915058c68', 'name': 'tempest-PortsIpV6TestJSON-391851868'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:08.622440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:08.633167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:08.647660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Attempting to bind port f846f5a9-135d-4cce-a97b-2365c4ceeaba on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:08.648352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Attempting to bind port f846f5a9-135d-4cce-a97b-2365c4ceeaba by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '130a93bc-dd09-458f-95f1-97d76f060c7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f821dd73-603e-4fc8-835d-198ec174ea53'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:08.648930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Attempting to bind port f846f5a9-135d-4cce-a97b-2365c4ceeaba on network f821dd73-603e-4fc8-835d-198ec174ea53 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:08.693031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.701409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.702516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.755478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:08.793908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:08.807542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:port and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:08.820055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bc75c2d-19a6-4818-b118-c95908673429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.823461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for port was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:08.834644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:08.836870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bc75c2d-19a6-4818-b118-c95908673429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.848132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:08.857435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ec60db5b-f590-4974-b208-e378d16dcf0d tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:08.880810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc75c2d-19a6-4818-b118-c95908673429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd085075-fbec-4f9b-b7f4-3a8e360fa706,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:08.906239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.910378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:08.911019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.925052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5bc75c2d-19a6-4818-b118-c95908673429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:08.925743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:08.954343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Made reservation on behalf of bc7c235eb838414281a14b7e5d4d034f for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:08.959436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.966300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:08.966726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Checking segment: {'id': '130a93bc-dd09-458f-95f1-97d76f060c7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f821dd73-603e-4fc8-835d-198ec174ea53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:08.967182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.967632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Bound using segment: {'id': '130a93bc-dd09-458f-95f1-97d76f060c7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f821dd73-603e-4fc8-835d-198ec174ea53'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:08.968173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Bound port: f846f5a9-135d-4cce-a97b-2365c4ceeaba, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130a93bc-dd09-458f-95f1-97d76f060c7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f821dd73-603e-4fc8-835d-198ec174ea53'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:08.968597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:08.977646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7842224d-dcae-4370-b3c3-38c284c9cd27 None None] Provisioning complete for port 20d30758-900b-402b-8328-65b5cc54362e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:08.978073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7842224d-dcae-4370-b3c3-38c284c9cd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:09.015816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:09.021706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=12cd3a2b-9a02-410d-b02a-cf9e7925ed62,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:09.039642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:09.042875 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-786fa4e5-3f95-428f-ac0c-27855281ddff req-6fa67206-1a5d-425b-a481-dd436bb80ab5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 210 time: 0.1058211
Dec 18 06:49:09.086773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:09.092836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:09.157031 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5bc75c2d-19a6-4818-b118-c95908673429 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=86bdfe16293042d7a145c4c49007dc49&name=default HTTP/1.1" status: 200  len: 2879 time: 1.8386478
Dec 18 06:49:09.159339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48332) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:09.168817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 14506394-33ac-4f30-9325-820519e98a6d is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:09.173198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:09.176187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Network': ['ID=3009e91f-6aa1-48d4-b261-918a89de292a,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:09.198034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:09.222673 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 3.8501108
Dec 18 06:49:09.231037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48336) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:09.263598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'network': {'name': 'tempest-RoutersTest-283250145'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:09.293509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:09.323654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:network and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:09.385077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:09.395542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:09.425129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:09.477815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 3009e91f-6aa1-48d4-b261-918a89de292a details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:09.491133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 3009e91f-6aa1-48d4-b261-918a89de292a details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:09.507167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:09.523837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router e580c078-98a2-4d08-b858-7aab7c3ee81a is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:49:09.599309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:09.605055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:09.626616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcf19014-f65d-4d5a-a0fa-8ce1489d372c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:09.684462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event updated for resources: {'Subnet': ['ID=b79ae806-1efc-4f1d-9c8d-e1c4782de52e,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:09.706932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port 35c531ee-de45-478e-93e8-1e352b83d206 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:49:09.748222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:09.752081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 20d30758-900b-402b-8328-65b5cc54362e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=20d30758-900b-402b-8328-65b5cc54362e,segment=NetworkSegment(8140fd7b-e67d-4c3b-ab6d-017ebb48fba4),segment_id=8140fd7b-e67d-4c3b-ab6d-017ebb48fba4)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:09.809578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcf19014-f65d-4d5a-a0fa-8ce1489d372c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:09.811355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:09.812553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:09.825666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:49:09.865061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0b9fe42d-dc59-483d-9c2f-05aeeef4d0e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:09.889567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:09.889960 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Added segment 700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e of type vxlan for network a1bdce62-260f-4b9c-930d-824f34064bd2
Dec 18 06:49:09.970422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:09.977146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Allocated IP 172.20.0.4 (eccf68d5-2996-439d-8302-271c33f8da73/01748455-679f-46dd-910a-3a65411faf58/b2298e17-da01-4aa7-bb1e-53ebc4e01af3) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:09.999367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Allocated IP 172.20.0.2 (eb8d994e-8d83-4644-aac6-cafea1fa0306/158aebf4-9d61-4a6d-a54a-eb489239d424/9cf7319d-dc18-456a-a50a-ab0d2b807256) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:10.032305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:10.050275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:10.054897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:10.055071 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/e580c078-98a2-4d08-b858-7aab7c3ee81a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6917319
Dec 18 06:49:10.055562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:10.055922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48340) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:10.085254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Checking segment: {'id': '5147667a-9498-4b15-992b-de50b1ae4cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71925eb6-c1a6-45a6-8fdb-8f855acedbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:10.085970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network hostable DHCP agents. Network: 71925eb6-c1a6-45a6-8fdb-8f855acedbc9, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:49:10.098469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e32b1ce3-6340-4993-bff3-0e615583870e tempest-FloatingIPAdminTestJSON-1439237152 tempest-FloatingIPAdminTestJSON-1439237152] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:10.110879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed002037-ec89-4cf1-9b53-3a6e0207bff9 None None] Sync routers for ids ['e580c078-98a2-4d08-b858-7aab7c3ee81a'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:10.132128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] For port f846f5a9-135d-4cce-a97b-2365c4ceeaba, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:10.179488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed002037-ec89-4cf1-9b53-3a6e0207bff9 None None] Routers {'e580c078-98a2-4d08-b858-7aab7c3ee81a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:10.180201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed002037-ec89-4cf1-9b53-3a6e0207bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c0c14e0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e580c078-98a2-4d08-b858-7aab7c3ee81a'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:10.242713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] For port f846f5a9-135d-4cce-a97b-2365c4ceeaba, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f846f5a9-135d-4cce-a97b-2365c4ceeaba,segment=NetworkSegment(130a93bc-dd09-458f-95f1-97d76f060c7d),segment_id=130a93bc-dd09-458f-95f1-97d76f060c7d)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:10.278787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Network': ['ID=a1bdce62-260f-4b9c-930d-824f34064bd2,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:10.307624 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.0634642
Dec 18 06:49:10.319402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:10.330206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48348) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:10.350488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-88af96e9-13fa-4bbf-907a-5e45743629a8 req-0951f45e-d745-45fc-9ed1-5af485cfad2c tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Synchronizing usage tracker for tenant:bc7c235eb838414281a14b7e5d4d034f on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:10.354095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'subnet': {'network_id': '3009e91f-6aa1-48d4-b261-918a89de292a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:10.375291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38223afa-c2f5-4bc7-88be-e5264d2a9caf tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:10.375952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-38223afa-c2f5-4bc7-88be-e5264d2a9caf tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Synchronizing usage tracker for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:10.378776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Allocated IP 2001:db8::2 (6f6ef8e6-5112-4da6-9380-a3a915058c68/3e4bfd4e-3b63-497c-82e7-00dbb4f74e96/1054b1f8-264f-4975-832d-c1867a365bf3) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:10.385461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcf19014-f65d-4d5a-a0fa-8ce1489d372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:10.398130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-47ea9a40-66e2-4bf2-b695-721b7b2a103c tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:10.414987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-88af96e9-13fa-4bbf-907a-5e45743629a8 req-0951f45e-d745-45fc-9ed1-5af485cfad2c tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Unset dirty status for tenant:bc7c235eb838414281a14b7e5d4d034f on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:10.416952 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88af96e9-13fa-4bbf-907a-5e45743629a8 req-0951f45e-d745-45fc-9ed1-5af485cfad2c tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 210 time: 0.1351616
Dec 18 06:49:10.446674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-38223afa-c2f5-4bc7-88be-e5264d2a9caf tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Unset dirty status for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:10.450970 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-38223afa-c2f5-4bc7-88be-e5264d2a9caf tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports/12cd3a2b-9a02-410d-b02a-cf9e7925ed62 HTTP/1.1" status: 200  len: 911 time: 0.3899150
Dec 18 06:49:10.451681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48352) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:10.511001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf19014-f65d-4d5a-a0fa-8ce1489d372c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd085075-fbec-4f9b-b7f4-3a8e360fa706,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:10.540432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bcf19014-f65d-4d5a-a0fa-8ce1489d372c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:10.542251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcf19014-f65d-4d5a-a0fa-8ce1489d372c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:10.546843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:10.547014 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bcf19014-f65d-4d5a-a0fa-8ce1489d372c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd085075-fbec-4f9b-b7f4-3a8e360fa706 HTTP/1.1" status: 204  len: 168 time: 1.3733487
Dec 18 06:49:10.559684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:10.568354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Transition to ACTIVE for port object b2298e17-da01-4aa7-bb1e-53ebc4e01af3 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:10.575056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network 71925eb6-c1a6-45a6-8fdb-8f855acedbc9 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:49:10.590159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-29b7f8cf-d2b8-4cbb-95c7-56408609a8e2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:10.597963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48358) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:10.610748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:10.769879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f48b9bb6-7b29-411a-a4a6-642a75c98bc8 tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:10.794935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 71925eb6-c1a6-45a6-8fdb-8f855acedbc9) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:10.795733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:10.809729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Transition to ACTIVE for port object 9cf7319d-dc18-456a-a50a-ab0d2b807256 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:10.831354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Transition to ACTIVE for port object 9cf7319d-dc18-456a-a50a-ab0d2b807256 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:10.842563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:10.842563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:10.842855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network a1bdce62-260f-4b9c-930d-824f34064bd2 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:10.850339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:10.892341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:subnet and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:10.904857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:10.908520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=678581c0-7e3d-4a1c-af69-0d9af5ed605c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:10.931994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:10.935714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:10.942476 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.8185859
Dec 18 06:49:10.945505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48364) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:10.956136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network a1bdce62-260f-4b9c-930d-824f34064bd2 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:10.999831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:11.004373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:11.022052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=20d30758-900b-402b-8328-65b5cc54362e,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:11.052256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'Port': ['ID=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:11.114573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4e7237-63a0-4576-b41b-61fdd378c7a7 None None] Network 71925eb6-c1a6-45a6-8fdb-8f855acedbc9 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:11.130083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:11.203452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:11.276538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed002037-ec89-4cf1-9b53-3a6e0207bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c0c14e0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:11.283264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:11.283805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde14d84-5d28-416c-8d0e-85c249951df2 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:11.284399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde14d84-5d28-416c-8d0e-85c249951df2 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:11.284969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde14d84-5d28-416c-8d0e-85c249951df2 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:11.299339 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cde14d84-5d28-416c-8d0e-85c249951df2 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?project_id=6302410f1da34973bcf54fc230e8ac73&network_id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8 HTTP/1.1" status: 200  len: 3057 time: 0.7002301
Dec 18 06:49:11.366577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:11.551954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Network eccf68d5-2996-439d-8302-271c33f8da73 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:11.595013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:11.603084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:11.681368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.817s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:11.732567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75460a45-bc1b-40ab-bc95-8e868ae9124c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:11.819219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Allocated IP 2001:db8::f816:3eff:fe0f:8a1a (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/586c46d9-ec33-44b6-88c0-6fc13c1234d8/9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:11.847939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:11.849187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:11.887428 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5022826
Dec 18 06:49:11.898232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:11.925446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Request body: {'port': {'device_id': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:11.982690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:11.995535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Transition to ACTIVE for port object 1054b1f8-264f-4975-832d-c1867a365bf3 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:12.015885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Transition to ACTIVE for port object 1054b1f8-264f-4975-832d-c1867a365bf3 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:12.156689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e9968-7936-4a1c-babe-ee4e027a6ca9 req-5fa11c4b-2ce2-4e76-994e-96a3bf082cd5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:12.158879 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d67e9968-7936-4a1c-babe-ee4e027a6ca9 req-5fa11c4b-2ce2-4e76-994e-96a3bf082cd5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 931 time: 0.4856956
Dec 18 06:49:12.159755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8::d1 (6f6ef8e6-5112-4da6-9380-a3a915058c68/3e4bfd4e-3b63-497c-82e7-00dbb4f74e96/35c531ee-de45-478e-93e8-1e352b83d206) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:12.218417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:12.320650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:12.321085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:12.354645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Pushing event updated for resources: {'Port': ['ID=f846f5a9-135d-4cce-a97b-2365c4ceeaba,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:12.388148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:12.400517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed002037-ec89-4cf1-9b53-3a6e0207bff9 None None] Routers {'e580c078-98a2-4d08-b858-7aab7c3ee81a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:12.402988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed002037-ec89-4cf1-9b53-3a6e0207bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c0c14e0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:48:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e580c078-98a2-4d08-b858-7aab7c3ee81a'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:12.487110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Transition to ACTIVE for port object 35c531ee-de45-478e-93e8-1e352b83d206 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:12.491143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:12.506938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:12.527334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed002037-ec89-4cf1-9b53-3a6e0207bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c0c14e0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:12.527796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed002037-ec89-4cf1-9b53-3a6e0207bff9 None None] The sync data for ids ['e580c078-98a2-4d08-b858-7aab7c3ee81a'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:12.574395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Network eb8d994e-8d83-4644-aac6-cafea1fa0306 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:12.576559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:12.608995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:12.609680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:12.759441 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 7.6505709
Dec 18 06:49:12.781735 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d67e9968-7936-4a1c-babe-ee4e027a6ca9 req-20c8e363-8642-440c-93a2-eec2cd520f4d tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5441208
Dec 18 06:49:12.794244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48404) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:12.810477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'mac_address': 'fa:16:3e:1c:48:85', 'name': 'tempest-NetworksTestDHCPv6-1646096882'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:12.866736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:12.870285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:12.963200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Network 6f6ef8e6-5112-4da6-9380-a3a915058c68 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:12.968989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48410) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:12.971759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:12.992063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.021403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f938bebc-8739-4c86-b2d6-f5505fa079d2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:13.031127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:13.035801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:13.039177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:13.045374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:13.074236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:13.283616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.315254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:13.318133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:13.356335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-aba515f7-d31f-42f7-9cf6-604cf0c4fbe4 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Request body: {'router': {'name': 'tempest-pretest-check-818690596'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:13.366273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aba515f7-d31f-42f7-9cf6-604cf0c4fbe4 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:13.371036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aba515f7-d31f-42f7-9cf6-604cf0c4fbe4 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Usage tracker for resource:router and tenant:f39680e5a13a4fd695db82e85c6a9938 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:13.374523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aba515f7-d31f-42f7-9cf6-604cf0c4fbe4 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:13.381165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aba515f7-d31f-42f7-9cf6-604cf0c4fbe4 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:13.422668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aba515f7-d31f-42f7-9cf6-604cf0c4fbe4 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.424011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aba515f7-d31f-42f7-9cf6-604cf0c4fbe4 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.440204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-17112b05-6867-46c0-a9e5-db3c732a40b0 None None] Provisioning complete for port 20d30758-900b-402b-8328-65b5cc54362e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:13.440885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17112b05-6867-46c0-a9e5-db3c732a40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.444585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aba515f7-d31f-42f7-9cf6-604cf0c4fbe4 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.517298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Transition to ACTIVE for port object 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:13.533452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aba515f7-d31f-42f7-9cf6-604cf0c4fbe4 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.558424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Attempting to bind port 9cf7319d-dc18-456a-a50a-ab0d2b807256 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:13.558766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Attempting to bind port 9cf7319d-dc18-456a-a50a-ab0d2b807256 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '5a597130-3242-44cc-ac57-4f23f9342ebb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'eb8d994e-8d83-4644-aac6-cafea1fa0306'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:13.559317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Attempting to bind port 9cf7319d-dc18-456a-a50a-ab0d2b807256 on network eb8d994e-8d83-4644-aac6-cafea1fa0306 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:13.573353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Attempting to bind port 1054b1f8-264f-4975-832d-c1867a365bf3 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:13.573796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Attempting to bind port 1054b1f8-264f-4975-832d-c1867a365bf3 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '47f02bc1-98a5-40f5-b4e1-3fda0309dd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '6f6ef8e6-5112-4da6-9380-a3a915058c68'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:13.574210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Attempting to bind port 1054b1f8-264f-4975-832d-c1867a365bf3 on network 6f6ef8e6-5112-4da6-9380-a3a915058c68 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:13.597158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=35c531ee-de45-478e-93e8-1e352b83d206,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:13.598477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:13.598910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Checking segment: {'id': '47f02bc1-98a5-40f5-b4e1-3fda0309dd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '6f6ef8e6-5112-4da6-9380-a3a915058c68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:13.599917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.600373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Bound using segment: {'id': '47f02bc1-98a5-40f5-b4e1-3fda0309dd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '6f6ef8e6-5112-4da6-9380-a3a915058c68'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:13.602906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Bound port: 1054b1f8-264f-4975-832d-c1867a365bf3, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f02bc1-98a5-40f5-b4e1-3fda0309dd50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '6f6ef8e6-5112-4da6-9380-a3a915058c68'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:13.604096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.605225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.680483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:13.736356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:13.736786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Checking segment: {'id': '5a597130-3242-44cc-ac57-4f23f9342ebb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'eb8d994e-8d83-4644-aac6-cafea1fa0306'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:13.737769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.738232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Bound using segment: {'id': '5a597130-3242-44cc-ac57-4f23f9342ebb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'eb8d994e-8d83-4644-aac6-cafea1fa0306'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:13.738781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Bound port: 9cf7319d-dc18-456a-a50a-ab0d2b807256, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a597130-3242-44cc-ac57-4f23f9342ebb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'eb8d994e-8d83-4644-aac6-cafea1fa0306'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:13.739207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.801528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aba515f7-d31f-42f7-9cf6-604cf0c4fbe4 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.803010 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aba515f7-d31f-42f7-9cf6-604cf0c4fbe4 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 0.8210769
Dec 18 06:49:13.812499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48418) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:13.872922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] For port 9cf7319d-dc18-456a-a50a-ab0d2b807256, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:13.882113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] For port 9cf7319d-dc18-456a-a50a-ab0d2b807256, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9cf7319d-dc18-456a-a50a-ab0d2b807256,segment=NetworkSegment(5a597130-3242-44cc-ac57-4f23f9342ebb),segment_id=5a597130-3242-44cc-ac57-4f23f9342ebb)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:13.890339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Pushing event updated for resources: {'Port': ['ID=9cf7319d-dc18-456a-a50a-ab0d2b807256,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:13.959275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.959679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.960355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.960475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.960775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.961151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.961812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.962192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.962539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.963735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.964109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.964479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.964919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.965285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.965705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.966075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.966441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.966805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.967167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.967529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.967893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.968259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.968865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.969361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:13.974000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.241s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:13.975839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:13.980839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-866fe431-e954-4ec0-8754-6bc74d81cd5e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:14.000774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Transition to ACTIVE for port object 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:14.001040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Allocated IP 2001:db8:1::1 (f821dd73-603e-4fc8-835d-198ec174ea53/c75efd77-58ec-4256-ac6a-4551d71470a0/cc71a2da-aefb-40b2-b65d-de2b6decf318) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:14.007732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:14.074969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 46cf9b7c-ce34-434e-861b-79216fa140e0 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:49:14.147132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 6f6ef8e6-5112-4da6-9380-a3a915058c68 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:14.155145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-17112b05-6867-46c0-a9e5-db3c732a40b0 None None] Provisioning complete for port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:14.155572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17112b05-6867-46c0-a9e5-db3c732a40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:14.206349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-71925eb6-c1a6-45a6-8fdb-8f855acedbc9', 'network_id': '71925eb6-c1a6-45a6-8fdb-8f855acedbc9', 'tenant_id': '1125694879ff450aa8d087c88f6bacf8', 'fixed_ips': [{'subnet_id': 'b79ae806-1efc-4f1d-9c8d-e1c4782de52e'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:49:14.207239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:14.212412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:14.260090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:14.264581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:14.265374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:14.268988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:14.307743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2298e17-da01-4aa7-bb1e-53ebc4e01af3 {{(pid=81085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:49:14.328645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:14.347754 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 5.8047988
Dec 18 06:49:14.356496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48424) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:14.382657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Transition to ACTIVE for port object b2298e17-da01-4aa7-bb1e-53ebc4e01af3 will not be triggered until provisioned by entity L2. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:14.405432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:14.421403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-866fe431-e954-4ec0-8754-6bc74d81cd5e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:14.423598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48428) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:14.427438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-786ab71f-876b-4cf0-8056-ed27d8f145bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:14.615327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c37df9-b76c-42c8-88e5-e203369f681f req-b9284d12-78b3-4ee3-9084-37ec66280256 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:14.617317 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-26c37df9-b76c-42c8-88e5-e203369f681f req-b9284d12-78b3-4ee3-9084-37ec66280256 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 931 time: 0.5599287
Dec 18 06:49:14.627965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:14.684284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:14.685337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:14.722865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Transition to ACTIVE for port object cc71a2da-aefb-40b2-b65d-de2b6decf318 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:14.729478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Pushing event updated for resources: {'Port': ['ID=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:14.753078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:14.778324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:14.794110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:14.808375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f1428-578a-4dfc-8fd6-4e8fcf191615 None None] Network f821dd73-603e-4fc8-835d-198ec174ea53 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:14.833355 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-26c37df9-b76c-42c8-88e5-e203369f681f req-58591951-e120-4419-86aa-41e75bc22d30 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1765125
Dec 18 06:49:14.897917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 172.20.0.4 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/678581c0-7e3d-4a1c-af69-0d9af5ed605c/46cf9b7c-ce34-434e-861b-79216fa140e0) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:14.964312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:14.978187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::f816:3eff:fe1c:4885 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/586c46d9-ec33-44b6-88c0-6fc13c1234d8/46cf9b7c-ce34-434e-861b-79216fa140e0) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:14.983620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:14.991918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-866fe431-e954-4ec0-8754-6bc74d81cd5e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.115162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Pushing event updated for resources: {'Port': ['ID=1054b1f8-264f-4975-832d-c1867a365bf3,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:15.117721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81800427-c5fd-46dc-a1c1-5c5b67153ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.229743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] For port 1054b1f8-264f-4975-832d-c1867a365bf3, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:15.278764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-866fe431-e954-4ec0-8754-6bc74d81cd5e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.279345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866fe431-e954-4ec0-8754-6bc74d81cd5e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Fanout notify agent at l3_agent the message router_deleted on router 4bff1d1e-7786-4e1f-8cb5-744aa0d1af49 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:49:15.301349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] For port 1054b1f8-264f-4975-832d-c1867a365bf3, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1054b1f8-264f-4975-832d-c1867a365bf3,segment=NetworkSegment(47f02bc1-98a5-40f5-b4e1-3fda0309dd50),segment_id=47f02bc1-98a5-40f5-b4e1-3fda0309dd50)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:15.313366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Attempting to bind port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:15.313827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Attempting to bind port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:15.314249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Attempting to bind port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:15.337133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Allocated IP 172.20.0.2 (71925eb6-c1a6-45a6-8fdb-8f855acedbc9/b79ae806-1efc-4f1d-9c8d-e1c4782de52e/23ebc053-ae12-48b5-a602-1f40e87b2981) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:15.342378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab,segment=NetworkSegment(b4c13dc1-2cc7-43c3-addd-52f8b40ebb55),segment_id=b4c13dc1-2cc7-43c3-addd-52f8b40ebb55)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:15.348020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.374135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:15.374576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:15.374923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.375374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:15.375921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Bound port: 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:15.376356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.406337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b6de1c-9794-4b9a-89dd-1e6dacc1a2f7 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:15.408009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d6b6de1c-9794-4b9a-89dd-1e6dacc1a2f7 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 814 time: 0.4654233
Dec 18 06:49:15.458654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.470219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-866fe431-e954-4ec0-8754-6bc74d81cd5e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.474756 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-866fe431-e954-4ec0-8754-6bc74d81cd5e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] 10.222.0.23 "DELETE /v2.0/routers/4bff1d1e-7786-4e1f-8cb5-744aa0d1af49 HTTP/1.1" status: 204  len: 168 time: 1.6553607
Dec 18 06:49:15.481625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48434) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:15.502352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=cc71a2da-aefb-40b2-b65d-de2b6decf318,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:15.520977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-38467c64-a86f-410d-a78f-48045985216b tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Request body: {'router': {'name': 'tempest-router-466911838', 'distributed': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:15.524306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-38467c64-a86f-410d-a78f-48045985216b tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:15.528362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-38467c64-a86f-410d-a78f-48045985216b tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Usage tracker for resource:router and tenant:f39680e5a13a4fd695db82e85c6a9938 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:15.531400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-38467c64-a86f-410d-a78f-48045985216b tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:15.537120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-38467c64-a86f-410d-a78f-48045985216b tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:15.555711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:15.565569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38467c64-a86f-410d-a78f-48045985216b tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.570505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38467c64-a86f-410d-a78f-48045985216b tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.605604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.627571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-548c8bdb-ceb1-468b-93ff-83834d5bb0bd tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:15.688246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Pushing event updated for resources: {'Port': ['ID=9cf7319d-dc18-456a-a50a-ab0d2b807256,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:15.692367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.684s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:15.708233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce504a00-6260-4ee2-a230-7b7b9c7841e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.831s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:15.712543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Attempting to bind port b2298e17-da01-4aa7-bb1e-53ebc4e01af3 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:15.712963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Attempting to bind port b2298e17-da01-4aa7-bb1e-53ebc4e01af3 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '6cd5331a-bad2-4ecf-ad55-7788a46d9e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73'}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:15.713329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Attempting to bind port b2298e17-da01-4aa7-bb1e-53ebc4e01af3 on network eccf68d5-2996-439d-8302-271c33f8da73 {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:15.751132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38467c64-a86f-410d-a78f-48045985216b tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.776179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:15.778367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Checking segment: {'id': '6cd5331a-bad2-4ecf-ad55-7788a46d9e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:15.779170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.779719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Bound using segment: {'id': '6cd5331a-bad2-4ecf-ad55-7788a46d9e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73'} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:15.780376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Bound port: b2298e17-da01-4aa7-bb1e-53ebc4e01af3, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd5331a-bad2-4ecf-ad55-7788a46d9e55', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73'}}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:15.780923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.798325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network f821dd73-603e-4fc8-835d-198ec174ea53 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:15.799805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:15.812145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:15.812725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.868700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Allocated IP 172.20.0.1 (eb8d994e-8d83-4644-aac6-cafea1fa0306/158aebf4-9d61-4a6d-a54a-eb489239d424/86364654-140a-4830-a334-509de8099d82) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:15.937207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Subnet': ['ID=6a12d1b8-6129-4fc9-b095-a467841ffc7c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:15.946916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38467c64-a86f-410d-a78f-48045985216b tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.962638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Pushing event updated for resources: {'Port': ['ID=9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:15.997299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38467c64-a86f-410d-a78f-48045985216b tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:15.998664 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-38467c64-a86f-410d-a78f-48045985216b tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.5055120
Dec 18 06:49:16.002148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:16.005173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48442) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:16.024269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48444) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:16.034671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d1fded5f-4a4d-40e8-a905-a24f6900a6e3 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:16.040088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'network': {'name': 'tempest-network-smoke--1213615074', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'port_security_enabled': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:16.064689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-17112b05-6867-46c0-a9e5-db3c732a40b0 None None] Provisioning for port 12cd3a2b-9a02-410d-b02a-cf9e7925ed62 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:16.122057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.129743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:16.151631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] For port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:16.155238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] For port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:16.200222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:16.215112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 46cf9b7c-ce34-434e-861b-79216fa140e0 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:16.239998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.245795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] For port b2298e17-da01-4aa7-bb1e-53ebc4e01af3, host hv-neutron-7650, cleared binding levels {{(pid=81085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:16.290012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-17112b05-6867-46c0-a9e5-db3c732a40b0 None None] Provisioning complete for port 12cd3a2b-9a02-410d-b02a-cf9e7925ed62 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:16.290617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17112b05-6867-46c0-a9e5-db3c732a40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.292213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] For port b2298e17-da01-4aa7-bb1e-53ebc4e01af3, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,segment=NetworkSegment(6cd5331a-bad2-4ecf-ad55-7788a46d9e55),segment_id=6cd5331a-bad2-4ecf-ad55-7788a46d9e55)] {{(pid=81085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:16.315255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:16.321821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.340634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1669d3c0-2165-486a-a7bd-09812a561c4e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.401721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:49:16.424012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.424253 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Added segment 0d8e42c9-446e-4e2d-8e6f-2088bd536803 of type vxlan for network 8a017c89-746c-4a49-b7e7-7ac622b1411a
Dec 18 06:49:16.446492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-17112b05-6867-46c0-a9e5-db3c732a40b0 None None] Port 12cd3a2b-9a02-410d-b02a-cf9e7925ed62 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:16.492332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.523212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec75e60-d83b-43fa-a316-1e22d07b924f req-c645a3a6-c622-4ab5-b525-42da64222b67 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:16.524776 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ec75e60-d83b-43fa-a316-1e22d07b924f req-c645a3a6-c622-4ab5-b525-42da64222b67 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 943 time: 0.4709222
Dec 18 06:49:16.526087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:16.562842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8290c7-a2e5-4e7c-beaf-06cf34de8140 None None] Pushing event updated for resources: {'Port': ['ID=1054b1f8-264f-4975-832d-c1867a365bf3,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:16.660937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:16.688596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.981s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:16.695526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 5.394s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:16.737258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Checking segment: {'id': '0a766522-ab1a-42f0-85d6-f43a51878a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3009e91f-6aa1-48d4-b261-918a89de292a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:16.737897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network hostable DHCP agents. Network: 3009e91f-6aa1-48d4-b261-918a89de292a, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:49:16.739868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.748905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:16.755763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.762111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.778058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:16.778502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.780403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.817092 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ec75e60-d83b-43fa-a316-1e22d07b924f req-4cabd45d-46db-4bf0-8fbf-15ca98f96a68 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2518830
Dec 18 06:49:16.831128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.876484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1669d3c0-2165-486a-a7bd-09812a561c4e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.881933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1669d3c0-2165-486a-a7bd-09812a561c4e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:16.911314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Transition to ACTIVE for port object 86364654-140a-4830-a334-509de8099d82 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:16.926672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 3009e91f-6aa1-48d4-b261-918a89de292a is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:49:16.945436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Pushing event updated for resources: {'Port': ['ID=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,revision_number=3']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:16.949911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:16.959644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:49:16.975119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cb5c7ea4-dc86-483f-8edc-df4fd8474b3c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:17.006220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-66f2e64d-e079-4cff-b5e6-066a1e5a28f5 None None] Provisioning complete for port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:17.006649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66f2e64d-e079-4cff-b5e6-066a1e5a28f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.117283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=46cf9b7c-ce34-434e-861b-79216fa140e0,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:17.121495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:17.165102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.170717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:17.171627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.211084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff888a31-a6a2-4c0e-b7e7-cb4d724342c3 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:17.319014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 3009e91f-6aa1-48d4-b261-918a89de292a) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:17.323697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Pushing event updated for resources: {'Port': ['ID=9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:17.327092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:17.343972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b1ba05e5-bdd0-40a8-979d-d29e999b2eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.720s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:17.344401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b1ba05e5-bdd0-40a8-979d-d29e999b2eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:17.360078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1669d3c0-2165-486a-a7bd-09812a561c4e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.360633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1669d3c0-2165-486a-a7bd-09812a561c4e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Fanout notify agent at l3_agent the message router_deleted on router ed2e8029-f0cb-4f0b-9775-09d19b97606c {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:49:17.376324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:17.376651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.003s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:17.376790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.377065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:17.388473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.392824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dab32775-57a7-4bfb-aa9c-72b4bbb7b25e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.832s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:17.393232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dab32775-57a7-4bfb-aa9c-72b4bbb7b25e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:17.399182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a9a8df-63de-4763-b068-2b7ebebda407 None None] Network 3009e91f-6aa1-48d4-b261-918a89de292a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:17.415259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1669d3c0-2165-486a-a7bd-09812a561c4e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.416955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1669d3c0-2165-486a-a7bd-09812a561c4e tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] 10.222.0.23 "DELETE /v2.0/routers/ed2e8029-f0cb-4f0b-9775-09d19b97606c HTTP/1.1" status: 204  len: 168 time: 1.3870223
Dec 18 06:49:17.426080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.136s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:17.426491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:17.436979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48450) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:17.492649 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6850e62d-6cfb-47f9-82af-7c1a87033783 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 7.1513090
Dec 18 06:49:17.492876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.492966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48452) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:17.499745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'subnet': {'network_id': 'a1bdce62-260f-4b9c-930d-824f34064bd2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:17.505000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Transition to ACTIVE for port object 23ebc053-ae12-48b5-a602-1f40e87b2981 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:17.518551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.554648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:17.558316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-66f2e64d-e079-4cff-b5e6-066a1e5a28f5 None None] Provisioning complete for port 12cd3a2b-9a02-410d-b02a-cf9e7925ed62 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:17.558743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66f2e64d-e079-4cff-b5e6-066a1e5a28f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.583942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b05e3e4-bbcc-4295-a2ea-f08eaaa3d55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.597441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c5b026d1-b0ef-4e38-8c27-5586a6665c6d tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Request body: {'router': {'name': 'tempest-router-1981527089', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a51a1b08d79d4d6e805a8a2bc98bb15b'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:17.598453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Transition to ACTIVE for port object 23ebc053-ae12-48b5-a602-1f40e87b2981 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:17.602653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:17.604972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Network': ['ID=8a017c89-746c-4a49-b7e7-7ac622b1411a,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:17.611669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:17.615087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:17.626823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 8a017c89-746c-4a49-b7e7-7ac622b1411a details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:17.681343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 8a017c89-746c-4a49-b7e7-7ac622b1411a details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:17.695878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.707100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:17.708047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.723166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:17.723503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c5b026d1-b0ef-4e38-8c27-5586a6665c6d tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:17.728139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.735376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:17.736283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:17.738089 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] 10.222.0.15 "PUT /v2.0/ports/b2298e17-da01-4aa7-bb1e-53ebc4e01af3 HTTP/1.1" status: 200  len: 1157 time: 5.8173265
Dec 18 06:49:17.740152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:49:17.750557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c5b026d1-b0ef-4e38-8c27-5586a6665c6d tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Usage tracker for resource:router and tenant:a51a1b08d79d4d6e805a8a2bc98bb15b is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:17.768728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fdf34c3e-6db0-4973-b909-d6c4d86b00b8 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:17.781283 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.7370565
Dec 18 06:49:17.792579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48460) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:17.793660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c5b026d1-b0ef-4e38-8c27-5586a6665c6d tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:17.936462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:subnet and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:17.947597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63236ea-ca89-4894-9f9f-331ff543d260 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:17.952645 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e63236ea-ca89-4894-9f9f-331ff543d260 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets?project_id=6302410f1da34973bcf54fc230e8ac73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.1525726
Dec 18 06:49:17.959420 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 5.1637466
Dec 18 06:49:17.966190 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3', 'status': 'completed', 'code': 200}
Dec 18 06:49:17.966618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48466) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:17.966994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48468) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:17.970045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c5b026d1-b0ef-4e38-8c27-5586a6665c6d tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:18.010201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:18.066394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:18.099388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0de68fa8-b88e-4caf-9f01-8447b0b8f56c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:18.174236 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9bd09cae-2036-4723-b44b-cb741b763582 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets?project_id=6302410f1da34973bcf54fc230e8ac73&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1969881
Dec 18 06:49:18.270694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48474) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:18.271868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port d1fded5f-4a4d-40e8-a905-a24f6900a6e3, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=d1fded5f-4a4d-40e8-a905-a24f6900a6e3,segment=NetworkSegment(6cd5331a-bad2-4ecf-ad55-7788a46d9e55),segment_id=6cd5331a-bad2-4ecf-ad55-7788a46d9e55)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:18.292681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Network 71925eb6-c1a6-45a6-8fdb-8f855acedbc9 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:18.294321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1930060916', 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:18.360770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:18.369413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-66f2e64d-e079-4cff-b5e6-066a1e5a28f5 None None] Port 12cd3a2b-9a02-410d-b02a-cf9e7925ed62 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:18.371752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bdc2e0-5838-4b84-942c-2ff0ac77c805 None None] Network 6f6ef8e6-5112-4da6-9380-a3a915058c68 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:18.411071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:18.441465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:18.441779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event updated for resources: {'Port': ['ID=86364654-140a-4830-a334-509de8099d82,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:18.536353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:18.537256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f846f5a9-135d-4cce-a97b-2365c4ceeaba up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:18.550355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5b026d1-b0ef-4e38-8c27-5586a6665c6d tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:18.553375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5b026d1-b0ef-4e38-8c27-5586a6665c6d tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:18.581842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1477f-5602-4846-8a31-622d08e44f4f req-fd842dc5-fa54-42a5-a0ad-49a997d20a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:18.583879 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-fd842dc5-fa54-42a5-a0ad-49a997d20a9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc7c235eb838414281a14b7e5d4d034f&device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 1160 time: 0.6958041
Dec 18 06:49:18.598645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:18.624059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:18.707786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732ce10-1243-4f23-816b-c0c59487c3b9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:18.712983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732ce10-1243-4f23-816b-c0c59487c3b9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:18.714084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b732ce10-1243-4f23-816b-c0c59487c3b9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:18.718046 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-c1547843-c086-4d00-acfc-22f6f8f3fc05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2298e17-da01-4aa7-bb1e-53ebc4e01af3 HTTP/1.1" status: 200  len: 217 time: 0.1098807
Dec 18 06:49:18.722334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e833b380-5ec9-4c94-b23d-a83aa79d9c0d None None] Network eb8d994e-8d83-4644-aac6-cafea1fa0306 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:18.731971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:18.740585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5b026d1-b0ef-4e38-8c27-5586a6665c6d tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:18.768143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:18.782808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:subnet and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:18.792490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-286b8962-0807-4c19-b407-d9d8e659fbc7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:18.822001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:18.828337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d664d9-3121-46d9-b72e-255d82088f98 req-57df322c-8467-4490-b8fc-c8d0f9522e3c tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:18.830023 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-21d664d9-3121-46d9-b72e-255d82088f98 req-57df322c-8467-4490-b8fc-c8d0f9522e3c tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 943 time: 0.6532230
Dec 18 06:49:18.860344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-3009e91f-6aa1-48d4-b261-918a89de292a', 'network_id': '3009e91f-6aa1-48d4-b261-918a89de292a', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'fixed_ips': [{'subnet_id': '6a12d1b8-6129-4fc9-b095-a467841ffc7c'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:49:18.861197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:18.880507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b732ce10-1243-4f23-816b-c0c59487c3b9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:18.884351 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b732ce10-1243-4f23-816b-c0c59487c3b9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.9035454
Dec 18 06:49:18.897121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48478) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:18.915089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:18.942240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network eb8d994e-8d83-4644-aac6-cafea1fa0306 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:18.942842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Attempting to bind port 23ebc053-ae12-48b5-a602-1f40e87b2981 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:18.943283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Attempting to bind port 23ebc053-ae12-48b5-a602-1f40e87b2981 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '5147667a-9498-4b15-992b-de50b1ae4cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71925eb6-c1a6-45a6-8fdb-8f855acedbc9'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:18.943681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5b026d1-b0ef-4e38-8c27-5586a6665c6d tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:18.943800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Attempting to bind port 23ebc053-ae12-48b5-a602-1f40e87b2981 on network 71925eb6-c1a6-45a6-8fdb-8f855acedbc9 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:18.945999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Pushing event updated for resources: {'Port': ['ID=23ebc053-ae12-48b5-a602-1f40e87b2981,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:18.949907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:18.952084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:18.953970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-66f2e64d-e079-4cff-b5e6-066a1e5a28f5 None None] Provisioning for port f846f5a9-135d-4cce-a97b-2365c4ceeaba completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:18.958393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:18.968548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:18.977253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:18.977445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1477f-5602-4846-8a31-622d08e44f4f req-b13f82c1-9c8a-4d37-b11f-a17d78e061a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:18.979026 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-b13f82c1-9c8a-4d37-b11f-a17d78e061a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01748455-679f-46dd-910a-3a65411faf58 HTTP/1.1" status: 200  len: 835 time: 0.2442923
Dec 18 06:49:19.035939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=35c531ee-de45-478e-93e8-1e352b83d206,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:19.046144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=d1fded5f-4a4d-40e8-a905-a24f6900a6e3,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:19.049864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:19.064903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:19.073691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:19.074127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Checking segment: {'id': '5147667a-9498-4b15-992b-de50b1ae4cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71925eb6-c1a6-45a6-8fdb-8f855acedbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:19.074589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:19.075045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Bound using segment: {'id': '5147667a-9498-4b15-992b-de50b1ae4cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71925eb6-c1a6-45a6-8fdb-8f855acedbc9'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:19.075610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Bound port: 23ebc053-ae12-48b5-a602-1f40e87b2981, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5147667a-9498-4b15-992b-de50b1ae4cf4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '71925eb6-c1a6-45a6-8fdb-8f855acedbc9'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:19.076043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:19.096588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:19.189377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:19.357007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-23d03032-c6f9-4f01-9a41-597b359ef883 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 46cf9b7c-ce34-434e-861b-79216fa140e0 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:19.357399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23d03032-c6f9-4f01-9a41-597b359ef883 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:19.365665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:19.400673 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-21d664d9-3121-46d9-b72e-255d82088f98 req-061b0951-70cb-4cc2-8b60-8389a16c683b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5524952
Dec 18 06:49:19.401863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:49:19.407216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:19.426239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5b026d1-b0ef-4e38-8c27-5586a6665c6d tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:19.430032 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c5b026d1-b0ef-4e38-8c27-5586a6665c6d tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 1.8828886
Dec 18 06:49:19.438950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48482) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:19.446364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:19.456252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port f846f5a9-135d-4cce-a97b-2365c4ceeaba completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:19.459339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-69d64376-a8d6-4a34-ada6-68203282b22c tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Request body: {'router': {'distributed': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:19.460117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-66f2e64d-e079-4cff-b5e6-066a1e5a28f5 None None] Provisioning for port b2298e17-da01-4aa7-bb1e-53ebc4e01af3 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:19.516139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f846f5a9-135d-4cce-a97b-2365c4ceeaba triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:19.516459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:19.528610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:19.529550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:19.558321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-471eb845-172b-4fb9-bbfc-51a3d75c4fa4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:19.689065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:19.727223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=cc71a2da-aefb-40b2-b65d-de2b6decf318,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:19.789004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36dc5d6-0f51-49d5-a46e-22329e49ea83 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:19.795833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:19.823067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:19.910486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e0e0f26b-5459-4747-9ccc-146040e40a88 None None] Provisioning for port 9cf7319d-dc18-456a-a50a-ab0d2b807256 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:19.919631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] For port 23ebc053-ae12-48b5-a602-1f40e87b2981, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:20.023183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] For port 23ebc053-ae12-48b5-a602-1f40e87b2981, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=23ebc053-ae12-48b5-a602-1f40e87b2981,segment=NetworkSegment(5147667a-9498-4b15-992b-de50b1ae4cf4),segment_id=5147667a-9498-4b15-992b-de50b1ae4cf4)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:20.060554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:20.088956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb8b06f4-a287-4fe6-a6ce-44a9c3dc1a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:20.254401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1477f-5602-4846-8a31-622d08e44f4f req-df9c0827-58cb-435c-babb-ad1df1aabb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:20.256139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-df9c0827-58cb-435c-babb-ad1df1aabb6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eccf68d5-2996-439d-8302-271c33f8da73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 1.2501636
Dec 18 06:49:20.299025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e0e0f26b-5459-4747-9ccc-146040e40a88 None None] Provisioning complete for port f846f5a9-135d-4cce-a97b-2365c4ceeaba triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:20.299431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0e0f26b-5459-4747-9ccc-146040e40a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:20.308812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69d64376-a8d6-4a34-ada6-68203282b22c tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:20.309206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69d64376-a8d6-4a34-ada6-68203282b22c tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:20.496164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:20.551766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Pushing event updated for resources: {'Port': ['ID=23ebc053-ae12-48b5-a602-1f40e87b2981,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:20.555353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:20.565683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network f821dd73-603e-4fc8-835d-198ec174ea53 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:20.573440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:20.643896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-69d64376-a8d6-4a34-ada6-68203282b22c tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=81085) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}}
Dec 18 06:49:20.644273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-69d64376-a8d6-4a34-ada6-68203282b22c tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Router 38c142af-da81-4198-af50-d5a12f4d6d5b migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7fac1ed1ec88> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7fac1ed1e7f0> provider. {{(pid=81085) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}}
Dec 18 06:49:20.648230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69d64376-a8d6-4a34-ada6-68203282b22c tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:20.677399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Allocated IP 172.20.0.2 (3009e91f-6aa1-48d4-b261-918a89de292a/6a12d1b8-6129-4fc9-b095-a467841ffc7c/209c42fb-6842-4ae5-8ea1-6a90201c2e42) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:20.691555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23d03032-c6f9-4f01-9a41-597b359ef883 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:20.731279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port f846f5a9-135d-4cce-a97b-2365c4ceeaba, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f846f5a9-135d-4cce-a97b-2365c4ceeaba,segment=NetworkSegment(130a93bc-dd09-458f-95f1-97d76f060c7d),segment_id=130a93bc-dd09-458f-95f1-97d76f060c7d)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:20.814051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69d64376-a8d6-4a34-ada6-68203282b22c tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:21.014651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:21.015575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 20d30758-900b-402b-8328-65b5cc54362e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:21.065732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b1ba05e5-bdd0-40a8-979d-d29e999b2eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:21.102190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-23d03032-c6f9-4f01-9a41-597b359ef883 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 46cf9b7c-ce34-434e-861b-79216fa140e0 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:49:21.108161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:21.139166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69d64376-a8d6-4a34-ada6-68203282b22c tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:21.184170 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-7df69c1d-4b4b-481c-a96c-6abccdded3ea service neutron] 10.222.0.15 "GET /v2.0/networks/eccf68d5-2996-439d-8302-271c33f8da73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9134672
Dec 18 06:49:21.319551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=f846f5a9-135d-4cce-a97b-2365c4ceeaba,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:21.347211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:21.351996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e0e0f26b-5459-4747-9ccc-146040e40a88 None None] Provisioning for port 1054b1f8-264f-4975-832d-c1867a365bf3 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:21.476771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:21.498403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-62aa588c-3410-4e89-afe4-74ffcbf95b74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:21.650531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Subnet': ['ID=8ce7a871-d507-4622-8036-7beac54cfcd9,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:21.654133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:21.686803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router e580c078-98a2-4d08-b858-7aab7c3ee81a has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:49:21.717391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:49:21.750298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:21.784926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 20d30758-900b-402b-8328-65b5cc54362e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:21.785358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:21.824617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:21.852585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:21.898380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e64cbd5a-f24c-4663-8048-76144e07aa99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:21.968779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e0e0f26b-5459-4747-9ccc-146040e40a88 None None] Provisioning for port cc71a2da-aefb-40b2-b65d-de2b6decf318 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:22.006659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:22.011485 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.scheduler.l3_agent_scheduler [None req-69d64376-a8d6-4a34-ada6-68203282b22c tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] No L3 agents can host the router 38c142af-da81-4198-af50-d5a12f4d6d5b
Dec 18 06:49:22.014978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e0e0f26b-5459-4747-9ccc-146040e40a88 None None] Provisioning complete for port cc71a2da-aefb-40b2-b65d-de2b6decf318 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:22.015712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0e0f26b-5459-4747-9ccc-146040e40a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:22.032113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:22.111893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Transition to ACTIVE for port object 209c42fb-6842-4ae5-8ea1-6a90201c2e42 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:22.136452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33734b3d-0efd-46b9-ac02-162444cac48e req-e61db2e5-45b0-41b2-a138-bd51cf7d2cdb tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:22.138714 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-33734b3d-0efd-46b9-ac02-162444cac48e req-e61db2e5-45b0-41b2-a138-bd51cf7d2cdb tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 943 time: 1.5628960
Dec 18 06:49:22.158875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0f26b-5459-4747-9ccc-146040e40a88 None None] Port cc71a2da-aefb-40b2-b65d-de2b6decf318 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:22.162345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Transition to ACTIVE for port object 209c42fb-6842-4ae5-8ea1-6a90201c2e42 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:22.163566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dc62bd-ae45-4554-bc1b-e7780631bed4 None None] Update dhcp port {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'fixed_ips': [{'subnet_id': '586c46d9-ec33-44b6-88c0-6fc13c1234d8', 'ip_address': '2001:db8::f816:3eff:fe0f:8a1a'}, {'subnet_id': '678581c0-7e3d-4a1c-af69-0d9af5ed605c'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': '9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:49:22.239780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:22.259777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:22.288543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event updated for resources: {'Port': ['ID=86364654-140a-4830-a334-509de8099d82,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:22.302415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:22.406943 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-33734b3d-0efd-46b9-ac02-162444cac48e req-a39089b1-7efc-4ca5-86de-502432cfb924 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2169406
Dec 18 06:49:22.442248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93dc62bd-ae45-4554-bc1b-e7780631bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:22.476484 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-15f1477f-5602-4846-8a31-622d08e44f4f req-56240978-0477-483e-8a1a-35fa7088a892 service neutron] 10.222.0.15 "GET /v2.0/networks/eccf68d5-2996-439d-8302-271c33f8da73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8773141
Dec 18 06:49:22.595730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:22.608545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f4bca-ee96-47ae-a494-754765eef4cf None None] Sync routers for ids ['e580c078-98a2-4d08-b858-7aab7c3ee81a'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:22.631471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f4bca-ee96-47ae-a494-754765eef4cf None None] Routers {'e580c078-98a2-4d08-b858-7aab7c3ee81a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:22.632177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ef7f4bca-ee96-47ae-a494-754765eef4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e928c50>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e580c078-98a2-4d08-b858-7aab7c3ee81a'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:22.740489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Checking segment: {'id': '700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'a1bdce62-260f-4b9c-930d-824f34064bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:22.741123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network hostable DHCP agents. Network: a1bdce62-260f-4b9c-930d-824f34064bd2, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:49:22.770301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ef7f4bca-ee96-47ae-a494-754765eef4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e928c50>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:22.782565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f4bca-ee96-47ae-a494-754765eef4cf None None] Routers {'e580c078-98a2-4d08-b858-7aab7c3ee81a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:22.783454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ef7f4bca-ee96-47ae-a494-754765eef4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e928c50>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e580c078-98a2-4d08-b858-7aab7c3ee81a'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:22.786333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:22.792377 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/e580c078-98a2-4d08-b858-7aab7c3ee81a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.3312171
Dec 18 06:49:22.801918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d64376-a8d6-4a34-ada6-68203282b22c tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Hosts for router 38c142af-da81-4198-af50-d5a12f4d6d5b: [] {{(pid=81085) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 18 06:49:22.830289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48488) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:22.862819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ef7f4bca-ee96-47ae-a494-754765eef4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e928c50>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:22.863538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7f4bca-ee96-47ae-a494-754765eef4cf None None] The sync data for ids ['e580c078-98a2-4d08-b858-7aab7c3ee81a'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:22.865504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:22.954184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d64376-a8d6-4a34-ada6-68203282b22c tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Hosts for other DVR routers connected to router 38c142af-da81-4198-af50-d5a12f4d6d5b: set() {{(pid=81085) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}}
Dec 18 06:49:22.956894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69d64376-a8d6-4a34-ada6-68203282b22c tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:22.958457 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-69d64376-a8d6-4a34-ada6-68203282b22c tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] 10.222.0.23 "PUT /v2.0/routers/38c142af-da81-4198-af50-d5a12f4d6d5b HTTP/1.1" status: 200  len: 717 time: 3.5167747
Dec 18 06:49:22.963362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48492) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:22.968254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Pushing event updated for resources: {'Port': ['ID=209c42fb-6842-4ae5-8ea1-6a90201c2e42,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:22.971577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:22.989243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Network 3009e91f-6aa1-48d4-b261-918a89de292a is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:22.990544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9cf7319d-dc18-456a-a50a-ab0d2b807256 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:23.036134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:23.039875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-93dc62bd-ae45-4554-bc1b-e7780631bed4 None None] Allocated IP 172.20.0.2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/678581c0-7e3d-4a1c-af69-0d9af5ed605c/9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:23.045010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:23.048210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:23.054004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23d03032-c6f9-4f01-9a41-597b359ef883 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:23.131634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:23.133476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Attempting to bind port 209c42fb-6842-4ae5-8ea1-6a90201c2e42 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:23.133944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Attempting to bind port 209c42fb-6842-4ae5-8ea1-6a90201c2e42 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '0a766522-ab1a-42f0-85d6-f43a51878a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3009e91f-6aa1-48d4-b261-918a89de292a'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:23.135031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Attempting to bind port 209c42fb-6842-4ae5-8ea1-6a90201c2e42 on network 3009e91f-6aa1-48d4-b261-918a89de292a {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:23.265743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b86e-fc49-487c-b29c-c8b23bcb0e3a req-a7596eaf-e347-4981-b570-e632bdf4ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:23.267865 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c053b86e-fc49-487c-b29c-c8b23bcb0e3a req-a7596eaf-e347-4981-b570-e632bdf4ebc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc7c235eb838414281a14b7e5d4d034f&device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 1160 time: 0.6493850
Dec 18 06:49:23.268430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d03032-c6f9-4f01-9a41-597b359ef883 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=46cf9b7c-ce34-434e-861b-79216fa140e0,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:23.291039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-23d03032-c6f9-4f01-9a41-597b359ef883 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:23.309552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:23.309971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Checking segment: {'id': '0a766522-ab1a-42f0-85d6-f43a51878a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3009e91f-6aa1-48d4-b261-918a89de292a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:23.310437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:23.310888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Bound using segment: {'id': '0a766522-ab1a-42f0-85d6-f43a51878a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3009e91f-6aa1-48d4-b261-918a89de292a'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:23.311441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Bound port: 209c42fb-6842-4ae5-8ea1-6a90201c2e42, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a766522-ab1a-42f0-85d6-f43a51878a48', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3009e91f-6aa1-48d4-b261-918a89de292a'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:23.312135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:23.330098 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e993e49f-4dc1-44f8-b26c-af880314f5ca tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] 10.222.0.23 "GET /v2.0/routers/38c142af-da81-4198-af50-d5a12f4d6d5b HTTP/1.1" status: 200  len: 717 time: 0.3635108
Dec 18 06:49:23.351915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0973c765-932f-420d-8559-72c81bf83a54 None None] Network 71925eb6-c1a6-45a6-8fdb-8f855acedbc9 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:23.382718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48496) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:23.522831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network eb8d994e-8d83-4644-aac6-cafea1fa0306 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:23.532548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:23.543894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Provisioning for port 35c531ee-de45-478e-93e8-1e352b83d206 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:23.558646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network a1bdce62-260f-4b9c-930d-824f34064bd2 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:49:23.560275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-93dc62bd-ae45-4554-bc1b-e7780631bed4 None None] For port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:23.567744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b86e-fc49-487c-b29c-c8b23bcb0e3a req-5bcde5eb-badf-4bfd-b60e-4bda26e8f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:23.569425 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c053b86e-fc49-487c-b29c-c8b23bcb0e3a req-5bcde5eb-badf-4bfd-b60e-4bda26e8f4fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=eccf68d5-2996-439d-8302-271c33f8da73 HTTP/1.1" status: 200  len: 890 time: 0.2798686
Dec 18 06:49:23.638687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 9cf7319d-dc18-456a-a50a-ab0d2b807256 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:23.639837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23d03032-c6f9-4f01-9a41-597b359ef883 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:23.644259 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-23d03032-c6f9-4f01-9a41-597b359ef883 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/46cf9b7c-ce34-434e-861b-79216fa140e0 HTTP/1.1" status: 204  len: 168 time: 4.7440920
Dec 18 06:49:23.647388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Provisioning complete for port 35c531ee-de45-478e-93e8-1e352b83d206 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:23.648060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:23.652051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48504) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:23.681067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e237664-7c28-46de-876d-bd7dd73d847f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:23.683225 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2e237664-7c28-46de-876d-bd7dd73d847f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports/cc71a2da-aefb-40b2-b65d-de2b6decf318 HTTP/1.1" status: 200  len: 913 time: 0.7834556
Dec 18 06:49:23.716380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48508) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:23.722087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Subnet': ['ID=9c1031f5-9c9d-425a-a21e-75a0b2c37f26,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:23.724335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, a1bdce62-260f-4b9c-930d-824f34064bd2) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:23.729598 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c053b86e-fc49-487c-b29c-c8b23bcb0e3a req-38819eeb-d46d-48e0-aaa3-e5519019533a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2298e17-da01-4aa7-bb1e-53ebc4e01af3 HTTP/1.1" status: 200  len: 217 time: 0.1512830
Dec 18 06:49:23.734334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 9cf7319d-dc18-456a-a50a-ab0d2b807256 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:23.735077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:23.772182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:23.787239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b1a789-7021-40a4-b9b2-a128cdb3acd9 None None] Network a1bdce62-260f-4b9c-930d-824f34064bd2 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:23.832135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-93dc62bd-ae45-4554-bc1b-e7780631bed4 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:49:23.926832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:23.927485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:23.938712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93dc62bd-ae45-4554-bc1b-e7780631bed4 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:23.966185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Port 35c531ee-de45-478e-93e8-1e352b83d206 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:23.981241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] For port 209c42fb-6842-4ae5-8ea1-6a90201c2e42, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:23.997885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-93dc62bd-ae45-4554-bc1b-e7780631bed4 None None] Ignored duplicate provisioning block setup for port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 18 06:49:24.010649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93dc62bd-ae45-4554-bc1b-e7780631bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.021872 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6de09f0f-c61e-4a11-ae2a-faab7a04f67d tempest-RoutersTestDVR-2082044302 tempest-RoutersTestDVR-2082044302] 10.222.0.23 "GET /v2.0/routers/38c142af-da81-4198-af50-d5a12f4d6d5b HTTP/1.1" status: 200  len: 683 time: 0.6299634
Dec 18 06:49:24.030733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] For port 209c42fb-6842-4ae5-8ea1-6a90201c2e42, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=209c42fb-6842-4ae5-8ea1-6a90201c2e42,segment=NetworkSegment(0a766522-ab1a-42f0-85d6-f43a51878a48),segment_id=0a766522-ab1a-42f0-85d6-f43a51878a48)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:24.031667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04406b7-de04-4128-9b13-c7a66532e15c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:24.032489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:24.033390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04406b7-de04-4128-9b13-c7a66532e15c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:24.035007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04406b7-de04-4128-9b13-c7a66532e15c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:24.035620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a04406b7-de04-4128-9b13-c7a66532e15c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:24.041654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48512) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:24.044607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b86e-fc49-487c-b29c-c8b23bcb0e3a req-03819fe5-4b29-41d1-b690-c799fea92449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:24.046151 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c053b86e-fc49-487c-b29c-c8b23bcb0e3a req-03819fe5-4b29-41d1-b690-c799fea92449 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01748455-679f-46dd-910a-3a65411faf58 HTTP/1.1" status: 200  len: 835 time: 0.2107100
Dec 18 06:49:24.191353 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.6973166
Dec 18 06:49:24.200193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:49:24.219180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48516) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:24.311264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5ddb53fa-0ad0-4c52-8938-6f9fd4b8f812 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'router': {'name': 'tempest-RoutersTest-router-2139222044', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:24.318613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.328717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5ddb53fa-0ad0-4c52-8938-6f9fd4b8f812 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:24.340185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.341038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.360040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.361685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5ddb53fa-0ad0-4c52-8938-6f9fd4b8f812 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:router and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:24.375429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8faa4885-a2d9-4abd-833e-cac73e83c38d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:24.457428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5ddb53fa-0ad0-4c52-8938-6f9fd4b8f812 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:24.480890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Checking segment: {'id': '0d8e42c9-446e-4e2d-8e6f-2088bd536803', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:24.481110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network hostable DHCP agents. Network: 8a017c89-746c-4a49-b7e7-7ac622b1411a, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:49:24.485800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5ddb53fa-0ad0-4c52-8938-6f9fd4b8f812 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:24.532201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4261466b-b25a-4b83-beb7-058cec477b07 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.546906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2e979cb-e8ca-4cf0-92d2-a4c23e2a72a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.584028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a04406b7-de04-4128-9b13-c7a66532e15c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:24.587997 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a04406b7-de04-4128-9b13-c7a66532e15c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.9307938
Dec 18 06:49:24.600415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48520) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:24.612595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1446f94-793f-4aef-beac-09086028d58f req-ca442aa9-6c6f-4bf5-a077-3596124d826a tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:24.614270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1446f94-793f-4aef-beac-09086028d58f req-ca442aa9-6c6f-4bf5-a077-3596124d826a tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 943 time: 0.8836880
Dec 18 06:49:24.630137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ddb53fa-0ad0-4c52-8938-6f9fd4b8f812 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.631216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ddb53fa-0ad0-4c52-8938-6f9fd4b8f812 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.674470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Router 2d9c9835-49d3-4af7-a43f-15f5f68dd34e is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:49:24.691891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc62bd-ae45-4554-bc1b-e7780631bed4 None None] Pushing event updated for resources: {'Port': ['ID=9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:24.723594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-93dc62bd-ae45-4554-bc1b-e7780631bed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:24.725107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1947a811-3b9d-42d0-abc0-87aaad9b3aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:24.755394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=35c531ee-de45-478e-93e8-1e352b83d206,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:24.772158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Provisioning complete for port cc71a2da-aefb-40b2-b65d-de2b6decf318 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:24.772598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.782281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:24.790572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 8a017c89-746c-4a49-b7e7-7ac622b1411a is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:49:24.814316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.866398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4261466b-b25a-4b83-beb7-058cec477b07 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.869987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4261466b-b25a-4b83-beb7-058cec477b07 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.876512 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1446f94-793f-4aef-beac-09086028d58f req-717c4c95-878d-4476-ab42-b5a2906d9947 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2076590
Dec 18 06:49:24.879914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053b86e-fc49-487c-b29c-c8b23bcb0e3a req-3673f8a1-53cb-49b7-9243-3bcadf672b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:24.881873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c053b86e-fc49-487c-b29c-c8b23bcb0e3a req-3673f8a1-53cb-49b7-9243-3bcadf672b08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eccf68d5-2996-439d-8302-271c33f8da73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4922085
Dec 18 06:49:24.895136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ddb53fa-0ad0-4c52-8938-6f9fd4b8f812 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:24.973272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 8a017c89-746c-4a49-b7e7-7ac622b1411a) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:25.004276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4261466b-b25a-4b83-beb7-058cec477b07 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:25.004860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4261466b-b25a-4b83-beb7-058cec477b07 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Fanout notify agent at l3_agent the message router_deleted on router 38c142af-da81-4198-af50-d5a12f4d6d5b {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:49:25.007824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b912b1-495e-43d0-9b3b-31b83173317a None None] Network 8a017c89-746c-4a49-b7e7-7ac622b1411a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:25.015653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4261466b-b25a-4b83-beb7-058cec477b07 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:25.021397 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4261466b-b25a-4b83-beb7-058cec477b07 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] 10.222.0.23 "DELETE /v2.0/routers/38c142af-da81-4198-af50-d5a12f4d6d5b HTTP/1.1" status: 204  len: 168 time: 0.9789407
Dec 18 06:49:25.025322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48524) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:25.031126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8be3bebf-4e3d-473d-a31f-b22918069365 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Request body: {'router': {'name': 'tempest-router-1419814105', 'distributed': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:25.035898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8be3bebf-4e3d-473d-a31f-b22918069365 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:25.037461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-a1bdce62-260f-4b9c-930d-824f34064bd2', 'network_id': 'a1bdce62-260f-4b9c-930d-824f34064bd2', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'fixed_ips': [{'subnet_id': '8ce7a871-d507-4622-8036-7beac54cfcd9'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:49:25.038418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:25.042283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8be3bebf-4e3d-473d-a31f-b22918069365 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Usage tracker for resource:router and tenant:f39680e5a13a4fd695db82e85c6a9938 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:25.047540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8be3bebf-4e3d-473d-a31f-b22918069365 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:25.050746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Port cc71a2da-aefb-40b2-b65d-de2b6decf318 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:25.057970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8be3bebf-4e3d-473d-a31f-b22918069365 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:25.091485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8be3bebf-4e3d-473d-a31f-b22918069365 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:25.092570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8be3bebf-4e3d-473d-a31f-b22918069365 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:25.118982 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c053b86e-fc49-487c-b29c-c8b23bcb0e3a req-59f2905a-6d7f-458a-b330-b5534a2daa28 service neutron] 10.222.0.15 "GET /v2.0/networks/eccf68d5-2996-439d-8302-271c33f8da73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2185938
Dec 18 06:49:25.124714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Pushing event updated for resources: {'Port': ['ID=209c42fb-6842-4ae5-8ea1-6a90201c2e42,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:25.126597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8be3bebf-4e3d-473d-a31f-b22918069365 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:25.146168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:25.146823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:25.148017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 9cf7319d-dc18-456a-a50a-ab0d2b807256, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9cf7319d-dc18-456a-a50a-ab0d2b807256,segment=NetworkSegment(5a597130-3242-44cc-ac57-4f23f9342ebb),segment_id=5a597130-3242-44cc-ac57-4f23f9342ebb)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:25.149216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:25.159443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:25.160389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 23ebc053-ae12-48b5-a602-1f40e87b2981 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:25.181786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 6f6ef8e6-5112-4da6-9380-a3a915058c68 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:25.190063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ddb53fa-0ad0-4c52-8938-6f9fd4b8f812 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:25.193162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-70eb7a89-4d33-47d0-bf3f-2cf5fd98c247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:25.207625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:25.268690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8be3bebf-4e3d-473d-a31f-b22918069365 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:25.290077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:25.296224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8be3bebf-4e3d-473d-a31f-b22918069365 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:25.300308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8be3bebf-4e3d-473d-a31f-b22918069365 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.2709756
Dec 18 06:49:25.301883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48528) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:25.304636 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "PUT /v2.0/routers/2d9c9835-49d3-4af7-a43f-15f5f68dd34e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.3562975
Dec 18 06:49:25.318733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48530) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:25.354075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3dcd3-662b-4dfd-bfbb-8503dfad1888 None None] Sync routers for ids ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:25.356805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Provisioning complete for port 9cf7319d-dc18-456a-a50a-ab0d2b807256 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:25.357237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:25.511705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device b2298e17-da01-4aa7-bb1e-53ebc4e01af3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:25.678339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3dcd3-662b-4dfd-bfbb-8503dfad1888 None None] Routers {'2d9c9835-49d3-4af7-a43f-15f5f68dd34e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:25.679014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-34e3dcd3-662b-4dfd-bfbb-8503dfad1888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d62a4e0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:25.783306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=9cf7319d-dc18-456a-a50a-ab0d2b807256,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:25.820977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:25.879374 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c053b86e-fc49-487c-b29c-c8b23bcb0e3a req-0e453595-c9eb-478a-92f5-3182fb15182e service neutron] 10.222.0.15 "GET /v2.0/networks/eccf68d5-2996-439d-8302-271c33f8da73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7499516
Dec 18 06:49:25.881864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-34e3dcd3-662b-4dfd-bfbb-8503dfad1888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d62a4e0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:25.941123 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 7.6646445
Dec 18 06:49:26.064272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 23ebc053-ae12-48b5-a602-1f40e87b2981 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:26.121911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ddb53fa-0ad0-4c52-8938-6f9fd4b8f812 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:26.126568 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5ddb53fa-0ad0-4c52-8938-6f9fd4b8f812 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.8917756
Dec 18 06:49:26.127523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48540) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:26.213850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3dcd3-662b-4dfd-bfbb-8503dfad1888 None None] Routers {'2d9c9835-49d3-4af7-a43f-15f5f68dd34e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:26.217268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-34e3dcd3-662b-4dfd-bfbb-8503dfad1888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d62a4e0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:26.331931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1054b1f8-264f-4975-832d-c1867a365bf3 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:26.433978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1ef93a7-58ac-4e93-9c8b-b70042293529 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:26.713889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48544) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:26.728337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515758925', 'description': 'tempest-secgroup-smoke-1515758925 description', 'project_id': '6302410f1da34973bcf54fc230e8ac73'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:26.787930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-34e3dcd3-662b-4dfd-bfbb-8503dfad1888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d62a4e0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:26.789068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3dcd3-662b-4dfd-bfbb-8503dfad1888 None None] The sync data for ids ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:26.791663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1ef93a7-58ac-4e93-9c8b-b70042293529 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:26.794663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1ef93a7-58ac-4e93-9c8b-b70042293529 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:26.807702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:26.810736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port b2298e17-da01-4aa7-bb1e-53ebc4e01af3 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:26.825050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0963b3-e0db-4f4e-afb2-5e6b365d834e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 586c46d9-ec33-44b6-88c0-6fc13c1234d8 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:49:26.847176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d0963b3-e0db-4f4e-afb2-5e6b365d834e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:26.879080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-8a017c89-746c-4a49-b7e7-7ac622b1411a', 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ips': [{'subnet_id': '9c1031f5-9c9d-425a-a21e-75a0b2c37f26'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:49:26.881760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:26.908631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port b2298e17-da01-4aa7-bb1e-53ebc4e01af3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:26.909061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:26.916002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1ef93a7-58ac-4e93-9c8b-b70042293529 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:26.916375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ef93a7-58ac-4e93-9c8b-b70042293529 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Fanout notify agent at l3_agent the message router_deleted on router a8f6c5cd-910d-4001-88d4-5477cfe0e04c {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:49:26.946973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1ef93a7-58ac-4e93-9c8b-b70042293529 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:26.952699 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c1ef93a7-58ac-4e93-9c8b-b70042293529 tempest-RoutersTestDVR-562117894 tempest-RoutersTestDVR-562117894] 10.222.0.23 "DELETE /v2.0/routers/a8f6c5cd-910d-4001-88d4-5477cfe0e04c HTTP/1.1" status: 204  len: 168 time: 1.0125723
Dec 18 06:49:26.995266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Provisioning for port 86364654-140a-4830-a334-509de8099d82 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:26.998338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Router 1b1e350b-dafa-48d0-984f-5cc547c2922d is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:49:27.024294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d0963b3-e0db-4f4e-afb2-5e6b365d834e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:27.043654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Provisioning complete for port 86364654-140a-4830-a334-509de8099d82 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:27.044420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:27.112505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Allocated IP 172.21.0.2 (a1bdce62-260f-4b9c-930d-824f34064bd2/8ce7a871-d507-4622-8036-7beac54cfcd9/3b1bae74-f2ce-407b-b1e9-6e417f983a71) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:27.234126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:27.243438 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "PUT /v2.0/routers/1b1e350b-dafa-48d0-984f-5cc547c2922d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8805997
Dec 18 06:49:27.249887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f70682d-71de-4f79-bc04-11a9d590aa3c None None] Sync routers for ids ['1b1e350b-dafa-48d0-984f-5cc547c2922d'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:27.261749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70682d-71de-4f79-bc04-11a9d590aa3c None None] Routers {'1b1e350b-dafa-48d0-984f-5cc547c2922d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:27.262793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6f70682d-71de-4f79-bc04-11a9d590aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ddc4940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['1b1e350b-dafa-48d0-984f-5cc547c2922d'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:27.279406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48550) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:27.351332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6f70682d-71de-4f79-bc04-11a9d590aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ddc4940>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:27.363290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70682d-71de-4f79-bc04-11a9d590aa3c None None] Routers {'1b1e350b-dafa-48d0-984f-5cc547c2922d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:27.364296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6f70682d-71de-4f79-bc04-11a9d590aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ddc4940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['1b1e350b-dafa-48d0-984f-5cc547c2922d'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:27.428970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:27.466403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6f70682d-71de-4f79-bc04-11a9d590aa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ddc4940>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:27.467096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f70682d-71de-4f79-bc04-11a9d590aa3c None None] The sync data for ids ['1b1e350b-dafa-48d0-984f-5cc547c2922d'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:27.468104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:27.501482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Transition to ACTIVE for port object 3b1bae74-f2ce-407b-b1e9-6e417f983a71 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:27.513994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:27.523709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48556) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:27.529204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Transition to ACTIVE for port object 3b1bae74-f2ce-407b-b1e9-6e417f983a71 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:27.577958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:27.579551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256986f0-ff77-4f98-8a57-7bf9b7acfb65 None None] Network 3009e91f-6aa1-48d4-b261-918a89de292a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:27.598254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:27.613246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:27.621842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d0963b3-e0db-4f4e-afb2-5e6b365d834e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:27.626041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8b482-0e9f-489e-89b2-f9326623287c req-a17d8775-e5b9-4b20-90c6-092d26f30909 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:27.643751 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b3a8b482-0e9f-489e-89b2-f9326623287c req-a17d8775-e5b9-4b20-90c6-092d26f30909 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 943 time: 1.0445244
Dec 18 06:49:27.736581 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-e5283f62-937c-4b0a-aa53-e24bdc6ab1bc tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:49:27.738055 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e5283f62-937c-4b0a-aa53-e24bdc6ab1bc tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "PUT /v2.0/routers/2d9c9835-49d3-4af7-a43f-15f5f68dd34e/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.4183002
Dec 18 06:49:27.739783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:27.748920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48562) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:27.766092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f8c1c2-cdce-419e-89af-35ce37733402 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:27.767281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-05f8c1c2-cdce-419e-89af-35ce37733402 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:27.798351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:27.855318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-be6c514c-d8b6-47e1-893b-985f956df717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:27.864874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:27.894548 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b3a8b482-0e9f-489e-89b2-f9326623287c req-c682482b-0dec-4581-ac55-99b58e341ca2 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2476025
Dec 18 06:49:27.949721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:27.993144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-be6c514c-d8b6-47e1-893b-985f956df717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:27.997319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-be6c514c-d8b6-47e1-893b-985f956df717 admin admin] Usage tracker for resource:security_group_rule and tenant:a51a1b08d79d4d6e805a8a2bc98bb15b is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:28.000423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-be6c514c-d8b6-47e1-893b-985f956df717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:28.006486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-be6c514c-d8b6-47e1-893b-985f956df717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:28.090898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-be6c514c-d8b6-47e1-893b-985f956df717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.111773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-be6c514c-d8b6-47e1-893b-985f956df717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.119775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Port 86364654-140a-4830-a334-509de8099d82 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:28.141646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 1054b1f8-264f-4975-832d-c1867a365bf3 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:28.163010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.170065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.197899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:28.202550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cc44125b-ffaa-4340-b8b0-bdc1766cdfb4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:28.214980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Pushing event updated for resources: {'Port': ['ID=3b1bae74-f2ce-407b-b1e9-6e417f983a71,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:28.218405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.230739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-be6c514c-d8b6-47e1-893b-985f956df717 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a51a1b08d79d4d6e805a8a2bc98bb15b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7023308
Dec 18 06:49:28.231798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-05f8c1c2-cdce-419e-89af-35ce37733402 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:28.236206 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.5186207
Dec 18 06:49:28.236206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48566) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:28.236206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48568) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:28.237164 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-05f8c1c2-cdce-419e-89af-35ce37733402 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports?device_id=1b1e350b-dafa-48d0-984f-5cc547c2922d HTTP/1.1" status: 200  len: 987 time: 0.8616896
Dec 18 06:49:28.238437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 1054b1f8-264f-4975-832d-c1867a365bf3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:28.238864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.244836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48570) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:28.265096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:28.290157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aa91c36b-531f-45ef-9bfd-911f3da4252f None None] Provisioning for port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:28.291480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-01007ccc-fe07-431b-a9d1-df85b9423fc3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'db005bce-e948-4714-ba63-be73bc5f923a', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:28.302832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroup': ['ID=db005bce-e948-4714-ba63-be73bc5f923a,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:28.306209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.306364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:28.310286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-01007ccc-fe07-431b-a9d1-df85b9423fc3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:28.331767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-01007ccc-fe07-431b-a9d1-df85b9423fc3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:28.337147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-01007ccc-fe07-431b-a9d1-df85b9423fc3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:28.391281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-01007ccc-fe07-431b-a9d1-df85b9423fc3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:28.434568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Allocated IP 172.20.0.18 (8a017c89-746c-4a49-b7e7-7ac622b1411a/9c1031f5-9c9d-425a-a21e-75a0b2c37f26/5f04420e-dbf4-4911-8bac-94c884497bda) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:28.450642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:49:28.460362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01007ccc-fe07-431b-a9d1-df85b9423fc3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.490004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9a64628-d606-408f-8c0f-2697b6506712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.495701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Network a1bdce62-260f-4b9c-930d-824f34064bd2 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:28.510782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:28.515100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port b2298e17-da01-4aa7-bb1e-53ebc4e01af3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,segment=NetworkSegment(6cd5331a-bad2-4ecf-ad55-7788a46d9e55),segment_id=6cd5331a-bad2-4ecf-ad55-7788a46d9e55)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:28.522200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9a64628-d606-408f-8c0f-2697b6506712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.524624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:28.580127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Provisioning for port 209c42fb-6842-4ae5-8ea1-6a90201c2e42 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:28.588141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9a64628-d606-408f-8c0f-2697b6506712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.629122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-54c1e08c-c624-4950-a3bb-9e8880cdf96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:28.684065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a64628-d606-408f-8c0f-2697b6506712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ae7d35-456a-4267-a171-20bad69aa6ec,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:28.687290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a9a64628-d606-408f-8c0f-2697b6506712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:28.734660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.735453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9a64628-d606-408f-8c0f-2697b6506712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.747592 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a9a64628-d606-408f-8c0f-2697b6506712 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20ae7d35-456a-4267-a171-20bad69aa6ec HTTP/1.1" status: 204  len: 168 time: 0.4913809
Dec 18 06:49:28.752340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c514c-d8b6-47e1-893b-985f956df717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ae7d35-456a-4267-a171-20bad69aa6ec,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:28.765001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:28.779633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-be6c514c-d8b6-47e1-893b-985f956df717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:28.842796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01007ccc-fe07-431b-a9d1-df85b9423fc3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.855393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.865993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01007ccc-fe07-431b-a9d1-df85b9423fc3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.875048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Attempting to bind port 3b1bae74-f2ce-407b-b1e9-6e417f983a71 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:28.875577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Attempting to bind port 3b1bae74-f2ce-407b-b1e9-6e417f983a71 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'a1bdce62-260f-4b9c-930d-824f34064bd2'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:28.875999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Attempting to bind port 3b1bae74-f2ce-407b-b1e9-6e417f983a71 on network a1bdce62-260f-4b9c-930d-824f34064bd2 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:28.900967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-561ae47f-f5d9-4c51-a138-0fbedfbc5bd2 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:28.917972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01007ccc-fe07-431b-a9d1-df85b9423fc3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.919285 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-01007ccc-fe07-431b-a9d1-df85b9423fc3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.6649899
Dec 18 06:49:28.924803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48584) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:28.928885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Allocated IP 172.20.0.1 (3009e91f-6aa1-48d4-b261-918a89de292a/6a12d1b8-6129-4fc9-b095-a467841ffc7c/6ad36426-048b-4bdf-b932-31c1c65cacdf) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:28.934337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7cc4f8af-8e4a-49b5-b123-3ba2a5f30ab5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'db005bce-e948-4714-ba63-be73bc5f923a', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:28.949653 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3', 'code': 200}
Dec 18 06:49:28.951964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01007ccc-fe07-431b-a9d1-df85b9423fc3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07b87ee-7842-49a4-8c79-a2f166eff05c,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:28.960196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-01007ccc-fe07-431b-a9d1-df85b9423fc3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:28.974499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7cc4f8af-8e4a-49b5-b123-3ba2a5f30ab5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:28.978709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 1054b1f8-264f-4975-832d-c1867a365bf3, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1054b1f8-264f-4975-832d-c1867a365bf3,segment=NetworkSegment(47f02bc1-98a5-40f5-b4e1-3fda0309dd50),segment_id=47f02bc1-98a5-40f5-b4e1-3fda0309dd50)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:28.986649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:28.992516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:28.992943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Checking segment: {'id': '700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'a1bdce62-260f-4b9c-930d-824f34064bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:28.993410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.994498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Bound using segment: {'id': '700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'a1bdce62-260f-4b9c-930d-824f34064bd2'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:28.995043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Bound port: 3b1bae74-f2ce-407b-b1e9-6e417f983a71, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'a1bdce62-260f-4b9c-930d-824f34064bd2'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:28.995764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:28.999610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7cc4f8af-8e4a-49b5-b123-3ba2a5f30ab5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:29.004213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7cc4f8af-8e4a-49b5-b123-3ba2a5f30ab5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:29.007450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:29.023273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.024778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:29.080554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7cc4f8af-8e4a-49b5-b123-3ba2a5f30ab5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:29.108877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b430b91-5439-46eb-96be-38f440ca29d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:29.257177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48592) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:29.334946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d93f246-329a-4f5a-a31d-c47cba96b99e tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.336677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0fbe960a-5024-4084-af2b-95ddf0523d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.351534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f8af-8e4a-49b5-b123-3ba2a5f30ab5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.393198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0fbe960a-5024-4084-af2b-95ddf0523d9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:29.403052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d2e979cb-e8ca-4cf0-92d2-a4c23e2a72a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port cc71a2da-aefb-40b2-b65d-de2b6decf318 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:29.403444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2e979cb-e8ca-4cf0-92d2-a4c23e2a72a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.405015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Provisioning complete for port 35c531ee-de45-478e-93e8-1e352b83d206 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:29.405733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.432463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0fbe960a-5024-4084-af2b-95ddf0523d9d admin admin] Usage tracker for resource:security_group_rule and tenant:f39680e5a13a4fd695db82e85c6a9938 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:29.461339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0fbe960a-5024-4084-af2b-95ddf0523d9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:29.477114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0fbe960a-5024-4084-af2b-95ddf0523d9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:29.528374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.548662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=1054b1f8-264f-4975-832d-c1867a365bf3,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:29.551534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:29.554991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2e2b8-9312-4ebe-95cb-9947bc744cee req-19dd943b-a90f-47bc-abe1-8d468b117522 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:29.557315 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3bb2e2b8-9312-4ebe-95cb-9947bc744cee req-19dd943b-a90f-47bc-abe1-8d468b117522 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 945 time: 0.3498669
Dec 18 06:49:29.559223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02934a8-0bd9-44b8-ba21-1b9a2254126a req-705cc170-1d4c-4aca-b5c6-b712c4b1ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:29.560722 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d02934a8-0bd9-44b8-ba21-1b9a2254126a req-705cc170-1d4c-4aca-b5c6-b712c4b1ef63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 1162 time: 0.3897724
Dec 18 06:49:29.565313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:29.577875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Port 35c531ee-de45-478e-93e8-1e352b83d206 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:29.588624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:29.589053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.615821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Transition to ACTIVE for port object 6ad36426-048b-4bdf-b932-31c1c65cacdf will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:29.627330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Could not find standard attr ID for object 46cf9b7c-ce34-434e-861b-79216fa140e0. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:49:29.650415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] For port 3b1bae74-f2ce-407b-b1e9-6e417f983a71, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:29.661490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f8af-8e4a-49b5-b123-3ba2a5f30ab5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.713900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d0963b3-e0db-4f4e-afb2-5e6b365d834e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.723347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] For port 3b1bae74-f2ce-407b-b1e9-6e417f983a71, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3b1bae74-f2ce-407b-b1e9-6e417f983a71,segment=NetworkSegment(700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e),segment_id=700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:29.740909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Provisioning for port 23ebc053-ae12-48b5-a602-1f40e87b2981 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:29.742761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:29.750105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.769027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1fb1fdc8-0e5c-4303-b87a-36c4ebe4a329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:29.794339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0fbe960a-5024-4084-af2b-95ddf0523d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.801353 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3bb2e2b8-9312-4ebe-95cb-9947bc744cee req-d1c40c9f-6b5f-4ae2-9ef1-ad3643bcfe20 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2337427
Dec 18 06:49:29.803056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f8af-8e4a-49b5-b123-3ba2a5f30ab5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.806730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.879610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Provisioning complete for port 23ebc053-ae12-48b5-a602-1f40e87b2981 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:29.880237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.886006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0963b3-e0db-4f4e-afb2-5e6b365d834e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=586c46d9-ec33-44b6-88c0-6fc13c1234d8,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:29.923046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9e34431c-b3a4-48d1-b737-c6d5e384f7be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:29.963431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.971135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0fbe960a-5024-4084-af2b-95ddf0523d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:29.999993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Transition to ACTIVE for port object 5f04420e-dbf4-4911-8bac-94c884497bda will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:30.000316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2e979cb-e8ca-4cf0-92d2-a4c23e2a72a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.085395 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0fbe960a-5024-4084-af2b-95ddf0523d9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f39680e5a13a4fd695db82e85c6a9938&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8104126
Dec 18 06:49:30.094501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7cc4f8af-8e4a-49b5-b123-3ba2a5f30ab5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.095897 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7cc4f8af-8e4a-49b5-b123-3ba2a5f30ab5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 1.1691282
Dec 18 06:49:30.096929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48596) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:30.106327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=6ad36426-048b-4bdf-b932-31c1c65cacdf,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:30.109866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:30.111808 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d02934a8-0bd9-44b8-ba21-1b9a2254126a req-5a13e647-93b8-4539-bf31-10da464552cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3157184
Dec 18 06:49:30.114299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Transition to ACTIVE for port object 5f04420e-dbf4-4911-8bac-94c884497bda will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:30.115590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48598) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:30.125918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc7f06c1-9615-46ca-92c8-fa174c24790a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:30.132969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Pushing event updated for resources: {'Port': ['ID=3b1bae74-f2ce-407b-b1e9-6e417f983a71,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:30.142783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:30.146244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.155774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fb19f832-61c6-4a86-8957-e609708ca97f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'db005bce-e948-4714-ba63-be73bc5f923a', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:30.160116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.177654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fb19f832-61c6-4a86-8957-e609708ca97f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:30.196284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4f8af-8e4a-49b5-b123-3ba2a5f30ab5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed933da9-1021-4dc3-a307-e61cb6651afd,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:30.199606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7cc4f8af-8e4a-49b5-b123-3ba2a5f30ab5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:30.206018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d0963b3-e0db-4f4e-afb2-5e6b365d834e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:30.209186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5fbacada-b959-4373-94cf-238387679b58 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:30.218214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fb19f832-61c6-4a86-8957-e609708ca97f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:30.220035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d2e979cb-e8ca-4cf0-92d2-a4c23e2a72a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for cc71a2da-aefb-40b2-b65d-de2b6decf318 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:49:30.243300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fb19f832-61c6-4a86-8957-e609708ca97f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:30.261912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:30.270647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fb19f832-61c6-4a86-8957-e609708ca97f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:30.307916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 3009e91f-6aa1-48d4-b261-918a89de292a is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:30.308838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0c92e9d-7a27-43e5-8fdc-751b431f4475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.313571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe960a-5024-4084-af2b-95ddf0523d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2e1938-363d-421f-a64b-f623597ad544,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:30.316651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0fbe960a-5024-4084-af2b-95ddf0523d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:30.321993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:30.325087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:30.388656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb19f832-61c6-4a86-8957-e609708ca97f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.411955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Pushing event updated for resources: {'Port': ['ID=5f04420e-dbf4-4911-8bac-94c884497bda,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:30.420707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:30.438785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0c92e9d-7a27-43e5-8fdc-751b431f4475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.439539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:30.479537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.536303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.552357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb19f832-61c6-4a86-8957-e609708ca97f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.559994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb19f832-61c6-4a86-8957-e609708ca97f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.569173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e54aa86a-bab8-464a-9290-b02a2232c384 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:30.573929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.575167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d1fded5f-4a4d-40e8-a905-a24f6900a6e3 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:30.597437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19f832-61c6-4a86-8957-e609708ca97f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8e02d8-7bd5-48e8-b39e-e5c77d6f6ca5,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:30.597664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d0963b3-e0db-4f4e-afb2-5e6b365d834e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.601466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb19f832-61c6-4a86-8957-e609708ca97f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:30.620590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-93dc62bd-ae45-4554-bc1b-e7780631bed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:30.648560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c360cf88-4ff3-4c80-9648-67b3e84b45ae None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:30.654802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0c92e9d-7a27-43e5-8fdc-751b431f4475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.658975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0c92e9d-7a27-43e5-8fdc-751b431f4475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.661052 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b0c92e9d-7a27-43e5-8fdc-751b431f4475 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4b2e1938-363d-421f-a64b-f623597ad544 HTTP/1.1" status: 204  len: 168 time: 0.5563657
Dec 18 06:49:30.672194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:30.693308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb19f832-61c6-4a86-8957-e609708ca97f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.694911 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fb19f832-61c6-4a86-8957-e609708ca97f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.5609899
Dec 18 06:49:30.705886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c92e9d-7a27-43e5-8fdc-751b431f4475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2e1938-363d-421f-a64b-f623597ad544,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:30.708913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48606) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:30.722528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b0c92e9d-7a27-43e5-8fdc-751b431f4475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:30.725464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ddf8dd74-8832-4ddd-8e0b-3139616bc11d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'db005bce-e948-4714-ba63-be73bc5f923a', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:30.733255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:30.734401 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5d0963b3-e0db-4f4e-afb2-5e6b365d834e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/586c46d9-ec33-44b6-88c0-6fc13c1234d8 HTTP/1.1" status: 204  len: 168 time: 6.1195562
Dec 18 06:49:30.739707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48610) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:30.744409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ddf8dd74-8832-4ddd-8e0b-3139616bc11d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:30.799044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Network 8a017c89-746c-4a49-b7e7-7ac622b1411a is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:30.834279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ddf8dd74-8832-4ddd-8e0b-3139616bc11d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:30.873596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] For port 23ebc053-ae12-48b5-a602-1f40e87b2981, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=23ebc053-ae12-48b5-a602-1f40e87b2981,segment=NetworkSegment(5147667a-9498-4b15-992b-de50b1ae4cf4),segment_id=5147667a-9498-4b15-992b-de50b1ae4cf4)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:30.900366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device b2298e17-da01-4aa7-bb1e-53ebc4e01af3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:30.926453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:31.003415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.016242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:31.197925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port b2298e17-da01-4aa7-bb1e-53ebc4e01af3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:31.198365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.256038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ddf8dd74-8832-4ddd-8e0b-3139616bc11d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:31.264931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Provisioning complete for port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:31.265378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.370131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:31.370755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ddf8dd74-8832-4ddd-8e0b-3139616bc11d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:31.386801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:31.400151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7576a05-757b-4481-8478-319c747cd82b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 678581c0-7e3d-4a1c-af69-0d9af5ed605c {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:49:31.404733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7576a05-757b-4481-8478-319c747cd82b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.413790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:31.484189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Attempting to bind port 5f04420e-dbf4-4911-8bac-94c884497bda on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:31.484664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Attempting to bind port 5f04420e-dbf4-4911-8bac-94c884497bda by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '0d8e42c9-446e-4e2d-8e6f-2088bd536803', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:31.485082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Attempting to bind port 5f04420e-dbf4-4911-8bac-94c884497bda on network 8a017c89-746c-4a49-b7e7-7ac622b1411a {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:31.490388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:31.490388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.494163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7576a05-757b-4481-8478-319c747cd82b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.583258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa84e52-7758-48c8-9e4b-b6dc61f76016 req-aa91a942-1d61-4ff9-9bef-8cdad846e3aa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:31.586704 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8aa84e52-7758-48c8-9e4b-b6dc61f76016 req-aa91a942-1d61-4ff9-9bef-8cdad846e3aa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 945 time: 0.4463422
Dec 18 06:49:31.616312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2e979cb-e8ca-4cf0-92d2-a4c23e2a72a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.671466 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8aa84e52-7758-48c8-9e4b-b6dc61f76016 req-a677113a-4b48-44ea-8056-1269da27b7a2 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768979
Dec 18 06:49:31.738344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.743495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.772947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddf8dd74-8832-4ddd-8e0b-3139616bc11d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.780037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:31.780465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Checking segment: {'id': '0d8e42c9-446e-4e2d-8e6f-2088bd536803', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:31.780913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.781357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Bound using segment: {'id': '0d8e42c9-446e-4e2d-8e6f-2088bd536803', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:31.781917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Bound port: 5f04420e-dbf4-4911-8bac-94c884497bda, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8e42c9-446e-4e2d-8e6f-2088bd536803', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:31.782337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.785597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b86f092a-908a-4a32-a39b-e356210006e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:31.819148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:31.899157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddf8dd74-8832-4ddd-8e0b-3139616bc11d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.927827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e979cb-e8ca-4cf0-92d2-a4c23e2a72a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=cc71a2da-aefb-40b2-b65d-de2b6decf318,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:31.930011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddf8dd74-8832-4ddd-8e0b-3139616bc11d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:31.941183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d2e979cb-e8ca-4cf0-92d2-a4c23e2a72a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:31.946369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-beca3625-6d89-4ebb-bf8b-67872ccce6df tempest-ServersTestJSON-1158669618 tempest-ServersTestJSON-1158669618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:31.983863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8dd74-8832-4ddd-8e0b-3139616bc11d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95fdba6-a4cf-4e20-99e6-1268ad3bd672,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:31.997734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a813fd7a-0396-4d33-a684-e27162da0722 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:32.063426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f846f5a9-135d-4cce-a97b-2365c4ceeaba up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:32.153440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Pushing event updated for resources: {'Port': ['ID=23ebc053-ae12-48b5-a602-1f40e87b2981,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:32.168100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Provisioning complete for port 86364654-140a-4830-a334-509de8099d82 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:32.168499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:32.171944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ddf8dd74-8832-4ddd-8e0b-3139616bc11d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:32.189391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48632) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:32.200127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:32.201658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:32.277118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddf8dd74-8832-4ddd-8e0b-3139616bc11d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:32.281105 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ddf8dd74-8832-4ddd-8e0b-3139616bc11d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 1.5615206
Dec 18 06:49:32.286289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48638) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:32.287150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Port 86364654-140a-4830-a334-509de8099d82 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:32.298350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] For port 5f04420e-dbf4-4911-8bac-94c884497bda, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:32.301894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'db005bce-e948-4714-ba63-be73bc5f923a', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:32.302540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] For port 5f04420e-dbf4-4911-8bac-94c884497bda, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f04420e-dbf4-4911-8bac-94c884497bda,segment=NetworkSegment(0d8e42c9-446e-4e2d-8e6f-2088bd536803),segment_id=0d8e42c9-446e-4e2d-8e6f-2088bd536803)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:32.309043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:32.322857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:32.330244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ea4625c7-7617-40d0-b28b-add7abb5c49b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:32.333250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=6ad36426-048b-4bdf-b932-31c1c65cacdf,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:32.337929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:32.345611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:32.354539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 3009e91f-6aa1-48d4-b261-918a89de292a is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:32.355848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:32.440467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:32.552127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f846f5a9-135d-4cce-a97b-2365c4ceeaba triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:32.552559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:32.585437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7576a05-757b-4481-8478-319c747cd82b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:32.675755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:32.690149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 39290bb0-d97e-40dc-90e7-6697a87b322c is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:49:32.739230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Pushing event updated for resources: {'Port': ['ID=5f04420e-dbf4-4911-8bac-94c884497bda,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:32.761849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:32.827988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0e81f9e1-a15a-4b4f-a578-2bc038411ba3 None None] Provisioning for port 6ad36426-048b-4bdf-b932-31c1c65cacdf completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:32.846299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0e81f9e1-a15a-4b4f-a578-2bc038411ba3 None None] Provisioning complete for port 6ad36426-048b-4bdf-b932-31c1c65cacdf triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:32.847259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0e81f9e1-a15a-4b4f-a578-2bc038411ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:32.868143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1583049224'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:32.972780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:32.982816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0e81f9e1-a15a-4b4f-a578-2bc038411ba3 None None] Port 6ad36426-048b-4bdf-b932-31c1c65cacdf cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:33.015443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8d93f246-329a-4f5a-a31d-c47cba96b99e tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Deleting port 86364654-140a-4830-a334-509de8099d82 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:33.015949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d93f246-329a-4f5a-a31d-c47cba96b99e tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:33.039808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:network and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:33.055175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:33.083577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:33.096392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:33.111651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:33.118091 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/39290bb0-d97e-40dc-90e7-6697a87b322c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9739962
Dec 18 06:49:33.121576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:33.127425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:33.152178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48644) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:33.162295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeee5c5-078f-4a40-b5e0-08b5c1a430f7 None None] Network a1bdce62-260f-4b9c-930d-824f34064bd2 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:33.202544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:33.287457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:33.298111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:security_group_rule and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:33.300975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9357c-de8e-4966-8abd-dea6863ee47f None None] Sync routers for ids ['39290bb0-d97e-40dc-90e7-6697a87b322c'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:33.301249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:33.325879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabce4c-2799-4e5f-81e9-4ff9d9694a63 req-26fa667a-d7ec-43f5-be2a-2cab9a193aba tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:33.327847 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ceabce4c-2799-4e5f-81e9-4ff9d9694a63 req-26fa667a-d7ec-43f5-be2a-2cab9a193aba tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 945 time: 0.3567591
Dec 18 06:49:33.338607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:33.346688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b233c90-75dc-4bbe-925c-7af31d12b403 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:33.347591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7b233c90-75dc-4bbe-925c-7af31d12b403 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Synchronizing usage tracker for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:33.370264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9357c-de8e-4966-8abd-dea6863ee47f None None] Routers {'39290bb0-d97e-40dc-90e7-6697a87b322c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:33.370981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dec9357c-de8e-4966-8abd-dea6863ee47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cd279e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['39290bb0-d97e-40dc-90e7-6697a87b322c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:33.389137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a813fd7a-0396-4d33-a684-e27162da0722 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 35c531ee-de45-478e-93e8-1e352b83d206 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:33.390097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a813fd7a-0396-4d33-a684-e27162da0722 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:33.437921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7b233c90-75dc-4bbe-925c-7af31d12b403 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Unset dirty status for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:33.442017 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7b233c90-75dc-4bbe-925c-7af31d12b403 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports/6ad36426-048b-4bdf-b932-31c1c65cacdf HTTP/1.1" status: 200  len: 910 time: 0.2861176
Dec 18 06:49:33.447969 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ceabce4c-2799-4e5f-81e9-4ff9d9694a63 req-2ce1799d-b1b2-4da3-a3cb-49db4eb77eac tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1131370
Dec 18 06:49:33.452856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48648) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:33.502977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6d718a08-205d-497d-93a9-1156040245bd None None] Provisioning complete for port 6ad36426-048b-4bdf-b932-31c1c65cacdf triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:33.503243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:49:33.503366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6d718a08-205d-497d-93a9-1156040245bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:33.539542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d93f246-329a-4f5a-a31d-c47cba96b99e tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:33.569411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dec9357c-de8e-4966-8abd-dea6863ee47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cd279e8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:33.571599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6d718a08-205d-497d-93a9-1156040245bd None None] Port 6ad36426-048b-4bdf-b932-31c1c65cacdf cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:33.593704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:33.594129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:33.640227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9357c-de8e-4966-8abd-dea6863ee47f None None] Routers {'39290bb0-d97e-40dc-90e7-6697a87b322c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:33.641009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dec9357c-de8e-4966-8abd-dea6863ee47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cd279e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['39290bb0-d97e-40dc-90e7-6697a87b322c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:33.718859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8d93f246-329a-4f5a-a31d-c47cba96b99e tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Calling delete_port for 86364654-140a-4830-a334-509de8099d82 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:49:33.737563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dec9357c-de8e-4966-8abd-dea6863ee47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cd279e8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:33.738029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9357c-de8e-4966-8abd-dea6863ee47f None None] The sync data for ids ['39290bb0-d97e-40dc-90e7-6697a87b322c'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:33.747160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6d718a08-205d-497d-93a9-1156040245bd None None] Provisioning for port 3b1bae74-f2ce-407b-b1e9-6e417f983a71 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:33.752567 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:49:33.826824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:33.849630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:33.867808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:33.878594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d376a37b-1d6b-4c48-b137-44307f6e032f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:33.883143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2e979cb-e8ca-4cf0-92d2-a4c23e2a72a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:33.932459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] vxlan segment allocate from pool success with {'vxlan_vni': 16}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:49:33.944140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-194a78a6-ad77-43a5-a822-2ff8e8d6157b None None] Provisioning complete for port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:33.944565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-194a78a6-ad77-43a5-a822-2ff8e8d6157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:34.020117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:34.020593 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Added segment 08ee62dd-bddc-429c-b339-1b59ae39152f of type vxlan for network 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b
Dec 18 06:49:34.032849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'SecurityGroup': ['ID=2f746f48-e2c2-43e4-83f7-b1aa304d1b5b,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:34.036357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:34.181265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:34.205182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17749b-e684-46dd-a14d-cce7e92331ef req-f22ad316-1796-427d-9599-2bf76e79261b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:34.213830 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bc17749b-e684-46dd-a14d-cce7e92331ef req-f22ad316-1796-427d-9599-2bf76e79261b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 945 time: 0.4806406
Dec 18 06:49:34.294553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9cf7319d-dc18-456a-a50a-ab0d2b807256 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:34.348438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:34.353444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:34.354351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:34.361170 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bc17749b-e684-46dd-a14d-cce7e92331ef req-ab9ef0ea-d626-40cb-923f-276d5c0c1b94 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1463652
Dec 18 06:49:34.374905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-225c5d07-faeb-49a9-8b77-c4a40c7b93fd tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:34.419548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 9cf7319d-dc18-456a-a50a-ab0d2b807256 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:34.419987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:34.421894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48654) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:34.582149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Network': ['ID=2ca0d6a0-10db-4e5e-9d25-7c7292e5046b,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:34.585221 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.3946657
Dec 18 06:49:34.594306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:34.609644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:34.663200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:34.683788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:34.724841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:34.779515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:34.804461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1472a5f0-bc3f-47a6-b764-6aa81fee7091 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:34.872728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a813fd7a-0396-4d33-a684-e27162da0722 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:34.905218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1af99e1-fdac-4755-91ba-ede61344aeed,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:34.909858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:35.047811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c88f29d-5af4-4b58-b8c7-8585a383435f None None] Network 8a017c89-746c-4a49-b7e7-7ac622b1411a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:35.093082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7576a05-757b-4481-8478-319c747cd82b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:35.126890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a813fd7a-0396-4d33-a684-e27162da0722 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 35c531ee-de45-478e-93e8-1e352b83d206 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:49:35.164936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5fe01cf3-4f45-4b10-9c9f-45041ca2d9e0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:35.285916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c839c5-c8a6-4ef2-8143-023288cf8c74 tempest-TestNetworkAdvancedServerOps-1580412192 tempest-TestNetworkAdvancedServerOps-1580412192] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:35.290681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-66c839c5-c8a6-4ef2-8143-023288cf8c74 tempest-TestNetworkAdvancedServerOps-1580412192 tempest-TestNetworkAdvancedServerOps-1580412192] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 1157 time: 0.8209727
Dec 18 06:49:35.291316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:35.292741 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 3.0009141
Dec 18 06:49:35.370087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48658) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:35.370473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48660) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:35.381924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7576a05-757b-4481-8478-319c747cd82b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=678581c0-7e3d-4a1c-af69-0d9af5ed605c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:35.385564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d7576a05-757b-4481-8478-319c747cd82b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:35.392489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'db005bce-e948-4714-ba63-be73bc5f923a', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:35.401577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:35.466812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f04420e-dbf4-4911-8bac-94c884497bda up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:35.578310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Allocated IP 172.21.0.1 (a1bdce62-260f-4b9c-930d-824f34064bd2/8ce7a871-d507-4622-8036-7beac54cfcd9/21557c68-631a-481c-941d-0029b1b6281d) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:35.602742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:35.607693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:35.612289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:35.662021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 5f04420e-dbf4-4911-8bac-94c884497bda completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:35.676064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:35.681937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 23ebc053-ae12-48b5-a602-1f40e87b2981 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:35.688305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:35.808594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Usage tracker for resource:floatingip and tenant:bc7c235eb838414281a14b7e5d4d034f is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:35.873928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Provisioning for port 5f04420e-dbf4-4911-8bac-94c884497bda completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:35.881307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 23ebc053-ae12-48b5-a602-1f40e87b2981 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:35.881971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:35.896961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:35.926355 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:49:35.933297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:35.940389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Provisioning complete for port 5f04420e-dbf4-4911-8bac-94c884497bda triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:35.940969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:35.980731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:35.997287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07290d1c-cc70-4e32-969a-5a8983bd70f8 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:36.006250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7576a05-757b-4481-8478-319c747cd82b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:36.014328 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d7576a05-757b-4481-8478-319c747cd82b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/678581c0-7e3d-4a1c-af69-0d9af5ed605c HTTP/1.1" status: 204  len: 168 time: 5.2725885
Dec 18 06:49:36.023846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d93f246-329a-4f5a-a31d-c47cba96b99e tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:36.038619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48666) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:36.047709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-79ae4f24-0a82-40d4-8dc8-757819e18a9c tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:36.052136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:36.069544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Transition to ACTIVE for port object 21557c68-631a-481c-941d-0029b1b6281d will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:36.093173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:36.241236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b321c3d9-baa4-4692-95c3-d2f348eda2b7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:36.281466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:36.320884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=21557c68-631a-481c-941d-0029b1b6281d,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:36.327470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:36.339260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network a1bdce62-260f-4b9c-930d-824f34064bd2 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:36.340771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:36.343302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:36.439915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93f246-329a-4f5a-a31d-c47cba96b99e tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event deleted for resources: {'Port': ['ID=86364654-140a-4830-a334-509de8099d82,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:36.465236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:36.487734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3b1bae74-f2ce-407b-b1e9-6e417f983a71 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:36.530070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:36.543282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d93f246-329a-4f5a-a31d-c47cba96b99e tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:36.552147 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c0922480-058a-49f2-8e53-25103f082757 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4588065
Dec 18 06:49:36.553355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48670) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:36.568577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e979cb-e8ca-4cf0-92d2-a4c23e2a72a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router e580c078-98a2-4d08-b858-7aab7c3ee81a has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:49:36.571745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:36.698443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] For port 5f04420e-dbf4-4911-8bac-94c884497bda, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f04420e-dbf4-4911-8bac-94c884497bda,segment=NetworkSegment(0d8e42c9-446e-4e2d-8e6f-2088bd536803),segment_id=0d8e42c9-446e-4e2d-8e6f-2088bd536803)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:36.708812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:36.728313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:36.813952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb170a73-fcab-4165-b070-fc660370b55e None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:49:36.849435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fb170a73-fcab-4165-b070-fc660370b55e None None] Deleting port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:36.850237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb170a73-fcab-4165-b070-fc660370b55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:36.891871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:36.896757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:36.905430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:36.920581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 3b1bae74-f2ce-407b-b1e9-6e417f983a71 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:36.923738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:36.928724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:36.939759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:36.963253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Provisioning complete for port 3b1bae74-f2ce-407b-b1e9-6e417f983a71 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:36.963974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:37.002914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 3b1bae74-f2ce-407b-b1e9-6e417f983a71 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:37.003602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:37.074879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:37.171628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-44af0898-aa2d-42f6-b65e-06a631785d34 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:37.205436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2701c4b8-f265-489b-bf1a-a37bc56bf6ad,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:37.208862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:37.209933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:37.211283 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 1.8313704
Dec 18 06:49:37.232565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:37.286495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Pushing event updated for resources: {'Port': ['ID=5f04420e-dbf4-4911-8bac-94c884497bda,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:37.295540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:37.484217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:37.527703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:37.685150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] For port 3b1bae74-f2ce-407b-b1e9-6e417f983a71, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3b1bae74-f2ce-407b-b1e9-6e417f983a71,segment=NetworkSegment(700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e),segment_id=700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:37.705494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:37.722850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:37.810597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Pushing event updated for resources: {'Port': ['ID=3b1bae74-f2ce-407b-b1e9-6e417f983a71,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:37.824938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:37.846023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:37.859949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e979cb-e8ca-4cf0-92d2-a4c23e2a72a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:37.872123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe06304f-d789-4f95-b730-e4bcce5b8f89 None None] Sync routers for ids ['e580c078-98a2-4d08-b858-7aab7c3ee81a'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:37.885403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-a8efec6b-e49c-47ac-a1fe-d820b0eb54fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:37.892860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe06304f-d789-4f95-b730-e4bcce5b8f89 None None] Routers {'e580c078-98a2-4d08-b858-7aab7c3ee81a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:37.893627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fe06304f-d789-4f95-b730-e4bcce5b8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d99da58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e580c078-98a2-4d08-b858-7aab7c3ee81a'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:37.937128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-a8efec6b-e49c-47ac-a1fe-d820b0eb54fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:37.938711 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-a8efec6b-e49c-47ac-a1fe-d820b0eb54fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515758925&fields=id&tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 267 time: 0.3063269
Dec 18 06:49:37.952643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d93f246-329a-4f5a-a31d-c47cba96b99e tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:37.971428 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d2e979cb-e8ca-4cf0-92d2-a4c23e2a72a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/e580c078-98a2-4d08-b858-7aab7c3ee81a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 14.2349076
Dec 18 06:49:37.975533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48686) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:37.976552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a813fd7a-0396-4d33-a684-e27162da0722 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:38.017806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fe06304f-d789-4f95-b730-e4bcce5b8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d99da58>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:38.024895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:49:38.025763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:49:38.029940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe06304f-d789-4f95-b730-e4bcce5b8f89 None None] Routers {'e580c078-98a2-4d08-b858-7aab7c3ee81a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:38.030747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fa297b85-a920-4f00-81bc-b31ff35e088a None None] Provisioning complete for port 5f04420e-dbf4-4911-8bac-94c884497bda triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:38.031116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fe06304f-d789-4f95-b730-e4bcce5b8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d99da58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e580c078-98a2-4d08-b858-7aab7c3ee81a'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:38.031237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa297b85-a920-4f00-81bc-b31ff35e088a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:38.079111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fb170a73-fcab-4165-b070-fc660370b55e None None] For port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:38.079674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb170a73-fcab-4165-b070-fc660370b55e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:38.107045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fe06304f-d789-4f95-b730-e4bcce5b8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d99da58>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:38.107861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe06304f-d789-4f95-b730-e4bcce5b8f89 None None] The sync data for ids ['e580c078-98a2-4d08-b858-7aab7c3ee81a'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:38.128031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8800ea07-754a-43e0-817f-69cda710df9c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:38.246234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fb170a73-fcab-4165-b070-fc660370b55e None None] Calling delete_port for 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:49:38.327264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:38.367516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813fd7a-0396-4d33-a684-e27162da0722 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=35c531ee-de45-478e-93e8-1e352b83d206,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:38.370664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a813fd7a-0396-4d33-a684-e27162da0722 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:38.403243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb170a73-fcab-4165-b070-fc660370b55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:38.417494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:38.420736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-86b9eb53-8987-4800-b222-e2cab924d6e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:38.452793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:38.489904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-4012a7cd-303e-4070-a910-db55114cbe48 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:38.490967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-4012a7cd-303e-4070-a910-db55114cbe48 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:38.526749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48690) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:38.536392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:38.557478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'subnet': {'network_id': '2ca0d6a0-10db-4e5e-9d25-7c7292e5046b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:38.726786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb170a73-fcab-4165-b070-fc660370b55e None None] Pushing event deleted for resources: {'Port': ['ID=9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:38.729654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb170a73-fcab-4165-b070-fc660370b55e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:38.731073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-4012a7cd-303e-4070-a910-db55114cbe48 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:38.733034 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-4012a7cd-303e-4070-a910-db55114cbe48 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/networks?id=8a017c89-746c-4a49-b7e7-7ac622b1411a HTTP/1.1" status: 200  len: 797 time: 0.7337685
Dec 18 06:49:38.734876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:38.743943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:38.751948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fa297b85-a920-4f00-81bc-b31ff35e088a None None] Provisioning for port 21557c68-631a-481c-941d-0029b1b6281d completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:38.769648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fa297b85-a920-4f00-81bc-b31ff35e088a None None] Provisioning complete for port 21557c68-631a-481c-941d-0029b1b6281d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:38.770078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa297b85-a920-4f00-81bc-b31ff35e088a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:38.829243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:subnet and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:38.832355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=21557c68-631a-481c-941d-0029b1b6281d,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:38.835903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:38.844241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:38.855794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:38.858057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:38.869271 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-b89ac648-1493-4dce-b211-768e49877218 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/quotas/6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 375 time: 0.1074607
Dec 18 06:49:38.896620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:49:38.896620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 18 06:49:38.932348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:38.937238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fa297b85-a920-4f00-81bc-b31ff35e088a None None] Port 21557c68-631a-481c-941d-0029b1b6281d cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:38.939295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea not found, will not notify nova. {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 18 06:49:38.939698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1054b1f8-264f-4975-832d-c1867a365bf3 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:39.017595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb170a73-fcab-4165-b070-fc660370b55e None None] No DVR routers for this DVR port 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:49:39.040723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 1054b1f8-264f-4975-832d-c1867a365bf3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:39.041292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:39.128041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:39.185447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 209c42fb-6842-4ae5-8ea1-6a90201c2e42 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:39.268190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 209c42fb-6842-4ae5-8ea1-6a90201c2e42 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:39.275906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c32ba-5dd4-4bb9-9d4f-16a1d0227d06 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:49:39.287815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6bb5-ec38-415c-84e5-4d9eea940bde tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:39.306738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 209c42fb-6842-4ae5-8ea1-6a90201c2e42 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:39.307172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:39.427124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a813fd7a-0396-4d33-a684-e27162da0722 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:39.515186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:39.558505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network a1bdce62-260f-4b9c-930d-824f34064bd2 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:39.568538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:39.577380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 209c42fb-6842-4ae5-8ea1-6a90201c2e42, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=209c42fb-6842-4ae5-8ea1-6a90201c2e42,segment=NetworkSegment(0a766522-ab1a-42f0-85d6-f43a51878a48),segment_id=0a766522-ab1a-42f0-85d6-f43a51878a48)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:39.587844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:39.592898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:39.665552 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-2ad9975d-76a4-453a-ac6c-543ca1d91485 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&fields=id HTTP/1.1" status: 200  len: 440 time: 0.7825308
Dec 18 06:49:39.711695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c32ba-5dd4-4bb9-9d4f-16a1d0227d06 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:49:39.715016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3b1bae74-f2ce-407b-b1e9-6e417f983a71 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:39.783366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=209c42fb-6842-4ae5-8ea1-6a90201c2e42,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:39.793412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:39.921985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 3b1bae74-f2ce-407b-b1e9-6e417f983a71 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:39.922532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:39.937374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d93f246-329a-4f5a-a31d-c47cba96b99e tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Router 2d9c9835-49d3-4af7-a43f-15f5f68dd34e has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:49:39.983859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:40.004880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a8ce664b-2a52-4338-8aae-a2c96091706e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:40.151414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f04420e-dbf4-4911-8bac-94c884497bda up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:40.202221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 39290bb0-d97e-40dc-90e7-6697a87b322c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:49:40.249135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=d8fbd934-bf6c-4ad6-97ce-190ba3862f41,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:40.250496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d93f246-329a-4f5a-a31d-c47cba96b99e tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:40.259497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:40.265497 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f5a35a66-7f21-4ba2-a66a-c17720bf37c9 service neutron] 10.222.0.23 "GET /v2.0/networks/8a017c89-746c-4a49-b7e7-7ac622b1411a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4984322
Dec 18 06:49:40.290963 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8d93f246-329a-4f5a-a31d-c47cba96b99e tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "PUT /v2.0/routers/2d9c9835-49d3-4af7-a43f-15f5f68dd34e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5288105
Dec 18 06:49:40.291179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fdfecf-4c9d-45fb-9e96-f13aca1058e2 None None] Sync routers for ids ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:40.299473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48694) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:40.329409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fdfecf-4c9d-45fb-9e96-f13aca1058e2 None None] Routers {'2d9c9835-49d3-4af7-a43f-15f5f68dd34e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:40.330115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-59fdfecf-4c9d-45fb-9e96-f13aca1058e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d37f048>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:40.401291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 5f04420e-dbf4-4911-8bac-94c884497bda triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:40.401774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:40.438037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-59fdfecf-4c9d-45fb-9e96-f13aca1058e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d37f048>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:40.491215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fdfecf-4c9d-45fb-9e96-f13aca1058e2 None None] Routers {'2d9c9835-49d3-4af7-a43f-15f5f68dd34e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:40.491930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-59fdfecf-4c9d-45fb-9e96-f13aca1058e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d37f048>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:40.506097 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-0c75b0ac-5d52-474a-a659-50d73ab3f716 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] delete failed (client error): The resource could not be found.
Dec 18 06:49:40.511046 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0c75b0ac-5d52-474a-a659-50d73ab3f716 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "DELETE /v2.0/routers/tempest-non_exist_router-1394713856 HTTP/1.1" status: 404  len: 335 time: 0.1544874
Dec 18 06:49:40.529675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48698) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:40.556705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': 'd8fbd934-bf6c-4ad6-97ce-190ba3862f41'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:49:40.557651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:40.559102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ab9f53cd-8727-49f1-b8c5-b2381abe1237 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Request body: {'router': {'external_gateway_info': {'network_id': '2d9c9835-49d3-4af7-a43f-15f5f68dd34e'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:40.572469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Allocated IP 172.26.7.188 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/8ab0eb56-265f-48b7-ab88-a8d9a6870f9e) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:40.582593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-59fdfecf-4c9d-45fb-9e96-f13aca1058e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d37f048>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:40.583065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fdfecf-4c9d-45fb-9e96-f13aca1058e2 None None] The sync data for ids ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:40.773978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:40.822802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:40.832304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:40.835070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fc1244-2957-43df-8750-3bc04685777a None None] Sync routers for ids ['39290bb0-d97e-40dc-90e7-6697a87b322c'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:40.848459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fc1244-2957-43df-8750-3bc04685777a None None] Routers {'39290bb0-d97e-40dc-90e7-6697a87b322c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:40.849439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-89fc1244-2957-43df-8750-3bc04685777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e749908>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['39290bb0-d97e-40dc-90e7-6697a87b322c'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:40.851762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:49:40.908514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:49:40.909025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9bdb32e5-ab8b-4094-a3dc-6d5e8e67e0ea not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:49:40.918318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-89fc1244-2957-43df-8750-3bc04685777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e749908>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:40.928372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fc1244-2957-43df-8750-3bc04685777a None None] Routers {'39290bb0-d97e-40dc-90e7-6697a87b322c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:40.929296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-89fc1244-2957-43df-8750-3bc04685777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e749908>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['39290bb0-d97e-40dc-90e7-6697a87b322c'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:40.949084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:40.949771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:40.994084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-89fc1244-2957-43df-8750-3bc04685777a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e749908>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:40.994687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fc1244-2957-43df-8750-3bc04685777a None None] The sync data for ids ['39290bb0-d97e-40dc-90e7-6697a87b322c'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:41.014583 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-0329952c-3d02-4078-93b7-a964d06d498c service neutron] 10.222.0.23 "GET /v2.0/networks/8a017c89-746c-4a49-b7e7-7ac622b1411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6784182
Dec 18 06:49:41.025640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Allocated IP 172.20.0.2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/d8fbd934-bf6c-4ad6-97ce-190ba3862f41/994ebf6c-725b-40fd-9134-4abd0c9572b5) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:41.027956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a813fd7a-0396-4d33-a684-e27162da0722 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Router 1b1e350b-dafa-48d0-984f-5cc547c2922d has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:49:41.128301 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.5732524
Dec 18 06:49:41.131427 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/39290bb0-d97e-40dc-90e7-6697a87b322c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6772187
Dec 18 06:49:41.134351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48702) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:41.134727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48704) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:41.286629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:41.302878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Transition to ACTIVE for port object 994ebf6c-725b-40fd-9134-4abd0c9572b5 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:41.315677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a813fd7a-0396-4d33-a684-e27162da0722 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:41.329847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bd8d20-da46-485a-b205-e42bddc41b88 None None] Sync routers for ids ['1b1e350b-dafa-48d0-984f-5cc547c2922d'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:41.334706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Transition to ACTIVE for port object 994ebf6c-725b-40fd-9134-4abd0c9572b5 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:41.335332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a813fd7a-0396-4d33-a684-e27162da0722 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "PUT /v2.0/routers/1b1e350b-dafa-48d0-984f-5cc547c2922d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.0840418
Dec 18 06:49:41.340474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48714) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:41.344530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bd8d20-da46-485a-b205-e42bddc41b88 None None] Routers {'1b1e350b-dafa-48d0-984f-5cc547c2922d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:41.345328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-55bd8d20-da46-485a-b205-e42bddc41b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d2d0c50>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['1b1e350b-dafa-48d0-984f-5cc547c2922d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:41.397563 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc2afb4-aff4-4c35-a52e-b756e23367d2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:49:41.398124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dcc2afb4-aff4-4c35-a52e-b756e23367d2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:41.439035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:41.450608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:41.456962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dcc2afb4-aff4-4c35-a52e-b756e23367d2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:41.461586 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dcc2afb4-aff4-4c35-a52e-b756e23367d2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/35c531ee-de45-478e-93e8-1e352b83d206 HTTP/1.1" status: 404  len: 333 time: 0.1200686
Dec 18 06:49:41.462882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48722) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:41.481084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:41.568107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-55bd8d20-da46-485a-b205-e42bddc41b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d2d0c50>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:41.575847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab9f53cd-8727-49f1-b8c5-b2381abe1237 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:41.588369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:41.614939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7dc11ef4-f740-42be-b252-1ee04521589f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:41.742222 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9247c449-7dc7-480b-be80-9e9ed75a7be1 req-d00a0267-f188-46c0-a4a7-099820258076 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 210 time: 0.1203668
Dec 18 06:49:41.840569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 209c42fb-6842-4ae5-8ea1-6a90201c2e42 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:41.913830 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-ab9f53cd-8727-49f1-b8c5-b2381abe1237 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] update failed (client error): The resource could not be found.
Dec 18 06:49:41.919672 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ab9f53cd-8727-49f1-b8c5-b2381abe1237 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "PUT /v2.0/routers/2d9c9835-49d3-4af7-a43f-15f5f68dd34e HTTP/1.1" status: 404  len: 339 time: 1.3666492
Dec 18 06:49:41.926702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48728) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:41.980954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bd8d20-da46-485a-b205-e42bddc41b88 None None] Routers {'1b1e350b-dafa-48d0-984f-5cc547c2922d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:41.982613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-55bd8d20-da46-485a-b205-e42bddc41b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d2d0c50>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['1b1e350b-dafa-48d0-984f-5cc547c2922d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:42.010143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:42.033920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6c31db-4f25-487b-babd-2465f8ef28a2 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:42.034599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6e6c31db-4f25-487b-babd-2465f8ef28a2 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Synchronizing usage tracker for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:42.091297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:42.107033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:42.108987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Pushing event updated for resources: {'Port': ['ID=994ebf6c-725b-40fd-9134-4abd0c9572b5,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:42.120324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:42.123886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:42.154429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-55bd8d20-da46-485a-b205-e42bddc41b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d2d0c50>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:42.155005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bd8d20-da46-485a-b205-e42bddc41b88 None None] The sync data for ids ['1b1e350b-dafa-48d0-984f-5cc547c2922d'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:42.267977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 209c42fb-6842-4ae5-8ea1-6a90201c2e42 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:42.268793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:42.270721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7dc11ef4-f740-42be-b252-1ee04521589f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:42.276261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7dc11ef4-f740-42be-b252-1ee04521589f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:42.278023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b6bb5-ec38-415c-84e5-4d9eea940bde tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port 12cd3a2b-9a02-410d-b02a-cf9e7925ed62 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:42.278388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6bb5-ec38-415c-84e5-4d9eea940bde tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:42.283691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6e6c31db-4f25-487b-babd-2465f8ef28a2 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Unset dirty status for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:42.287844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6e6c31db-4f25-487b-babd-2465f8ef28a2 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports/21557c68-631a-481c-941d-0029b1b6281d HTTP/1.1" status: 200  len: 910 time: 1.1457658
Dec 18 06:49:42.295276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48732) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:42.300001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:42.306802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:42.309248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:42.323411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:42.333257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0cc145c0-4e7e-4cea-a578-f40863e8608a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:42.343532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:42.345854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:42.439356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Attempting to bind port 994ebf6c-725b-40fd-9134-4abd0c9572b5 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:42.439778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Attempting to bind port 994ebf6c-725b-40fd-9134-4abd0c9572b5 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:42.440195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Attempting to bind port 994ebf6c-725b-40fd-9134-4abd0c9572b5 on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:42.484567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:42.485000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:42.485552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:42.486126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:42.486768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Bound port: 994ebf6c-725b-40fd-9134-4abd0c9572b5, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:42.487199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:42.559160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7dc11ef4-f740-42be-b252-1ee04521589f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:42.559413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc11ef4-f740-42be-b252-1ee04521589f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Fanout notify agent at l3_agent the message router_deleted on router 1b1e350b-dafa-48d0-984f-5cc547c2922d {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:49:42.589123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7dc11ef4-f740-42be-b252-1ee04521589f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:42.593424 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7dc11ef4-f740-42be-b252-1ee04521589f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/routers/1b1e350b-dafa-48d0-984f-5cc547c2922d HTTP/1.1" status: 204  len: 168 time: 1.1237872
Dec 18 06:49:42.601776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48736) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:42.604887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'Port': ['ID=8ab0eb56-265f-48b7-ab88-a8d9a6870f9e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:42.663472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.663902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.664327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.664738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.665184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.665620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.666034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.666444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.666851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.667258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.667665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.668070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.668536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.669197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.669716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.670031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.670437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.670842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.671244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.671647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.672049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.672450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.672852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.673252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:42.682190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] For port 994ebf6c-725b-40fd-9134-4abd0c9572b5, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:42.690794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:42.698674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] For port 994ebf6c-725b-40fd-9134-4abd0c9572b5, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=994ebf6c-725b-40fd-9134-4abd0c9572b5,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:42.726945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:42.745264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81abd0ff-348f-4b2e-b62c-b0f31a5a9201 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:42.906155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6bb5-ec38-415c-84e5-4d9eea940bde tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:42.909761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Pushing event updated for resources: {'Port': ['ID=994ebf6c-725b-40fd-9134-4abd0c9572b5,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:42.913592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:42.933829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:42.991803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:43.054505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:43.090278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4a1b6bb5-ec38-415c-84e5-4d9eea940bde tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for 12cd3a2b-9a02-410d-b02a-cf9e7925ed62 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:49:43.163582 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a7bbac30-2a8c-47f4-82f1-d5a823d806f3 req-220a1e26-24d8-41e8-acd9-ecc03c291ffc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 210 time: 0.1745369
Dec 18 06:49:43.188017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:43.210280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac63163e-471d-460d-9f33-b0c3644d0e1f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:43.239379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:43.268554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-35529c0f-2bfb-44a2-8718-141d5356e9fd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting subnet 3e4bfd4e-3b63-497c-82e7-00dbb4f74e96 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:49:43.271974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35529c0f-2bfb-44a2-8718-141d5356e9fd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:43.369897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35529c0f-2bfb-44a2-8718-141d5356e9fd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:43.743211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35529c0f-2bfb-44a2-8718-141d5356e9fd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:43.760385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 994ebf6c-725b-40fd-9134-4abd0c9572b5 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:43.793063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-bc4a42f7-64f8-4d8d-84da-470216d7844c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:43.794682 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-bc4a42f7-64f8-4d8d-84da-470216d7844c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks?id=8a017c89-746c-4a49-b7e7-7ac622b1411a HTTP/1.1" status: 200  len: 797 time: 1.1531885
Dec 18 06:49:43.794816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6bb5-ec38-415c-84e5-4d9eea940bde tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:43.821850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d93f246-329a-4f5a-a31d-c47cba96b99e tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:43.838984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 994ebf6c-725b-40fd-9134-4abd0c9572b5 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:43.859254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Subnet': ['ID=8015a88c-afb3-4ee4-aa64-37c27ea33261,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:43.877613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-15f4432f-4c60-4cee-8a4f-64b3a0f56226 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:43.935364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b6bb5-ec38-415c-84e5-4d9eea940bde tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=12cd3a2b-9a02-410d-b02a-cf9e7925ed62,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:43.944010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:43.944494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4a1b6bb5-ec38-415c-84e5-4d9eea940bde tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:44.389263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a1b6bb5-ec38-415c-84e5-4d9eea940bde tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:44.404669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4a001c41-e74a-438e-bd48-9a7dee38150c None None] Provisioning for port 994ebf6c-725b-40fd-9134-4abd0c9572b5 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:44.411267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4a001c41-e74a-438e-bd48-9a7dee38150c None None] Provisioning complete for port 994ebf6c-725b-40fd-9134-4abd0c9572b5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:44.414160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a001c41-e74a-438e-bd48-9a7dee38150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:44.492587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c56bb61-fff0-476e-a413-f55130625733 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:44.507229 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b7bab4e4-bd16-41e4-87e5-7c5777a0082b req-6e439b12-dfb2-4abc-93a2-725f1ede22e8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 210 time: 0.1769419
Dec 18 06:49:44.539427 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-bc145190-7c87-442e-853e-cc3aa96cab93 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 12637 time: 0.7154362
Dec 18 06:49:44.570335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'port': {'device_id': '3002bf9e-2f68-4bcc-8767-ca3a8b893d2c', 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a', 'admin_state_up': True, 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'security_groups': ['db005bce-e948-4714-ba63-be73bc5f923a']}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:44.782071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Checking segment: {'id': '08ee62dd-bddc-429c-b339-1b59ae39152f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '2ca0d6a0-10db-4e5e-9d25-7c7292e5046b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:44.782632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network hostable DHCP agents. Network: 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:49:44.846445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1d98a91-4a58-4f7f-9daf-abf012560a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:44.881367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a001c41-e74a-438e-bd48-9a7dee38150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:44.930418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4a001c41-e74a-438e-bd48-9a7dee38150c None None] For port 994ebf6c-725b-40fd-9134-4abd0c9572b5, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=994ebf6c-725b-40fd-9134-4abd0c9572b5,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:44.930687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:44.935485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a001c41-e74a-438e-bd48-9a7dee38150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:44.937425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd7a3abf-919e-46fd-99bf-a38fb0bb9720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:44.999844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35529c0f-2bfb-44a2-8718-141d5356e9fd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:45.019296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0793f5db-d2e0-483a-b77b-0505317c6b5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:45.070553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a001c41-e74a-438e-bd48-9a7dee38150c None None] Pushing event updated for resources: {'Port': ['ID=994ebf6c-725b-40fd-9134-4abd0c9572b5,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:45.077727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4a001c41-e74a-438e-bd48-9a7dee38150c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:45.081763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ec814-f5d1-497a-92c3-1d5ba4dd0b44 None None] Update dhcp port {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'fixed_ips': [{'subnet_id': 'd8fbd934-bf6c-4ad6-97ce-190ba3862f41', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fa02927a-5dca-4c21-bd4d-165a09e42ac6'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': '994ebf6c-725b-40fd-9134-4abd0c9572b5'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:49:45.094489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:49:45.122876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-03436ef7-861d-4309-a3fb-6d3827439c91 None None] Provisioning complete for port 994ebf6c-725b-40fd-9134-4abd0c9572b5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:45.123566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03436ef7-861d-4309-a3fb-6d3827439c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:45.147802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35529c0f-2bfb-44a2-8718-141d5356e9fd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Subnet': ['ID=3e4bfd4e-3b63-497c-82e7-00dbb4f74e96,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:45.151690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:45.183107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:45.184163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e1fce8-0e78-4e2c-af07-1ee04688bd92 None None] Network 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:45.197262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:port and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:45.207169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for port was recalculated. Used quota:5. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:45.213237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:45.213914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:45.223768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-35529c0f-2bfb-44a2-8718-141d5356e9fd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:45.257334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c84ec814-f5d1-497a-92c3-1d5ba4dd0b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:45.284653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:45.364553 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 6.8296008
Dec 18 06:49:45.373272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48748) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:45.377952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:45.384357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:45.410591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-887080661'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:45.415552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Allocated IP 172.20.0.1 (4d0b8d2d-270c-4914-95f3-bd513498d9fe/5a9fa1bd-f4ba-479f-9290-405c421cab01/2a6fa361-6eeb-4662-bcdf-713b80cd27e9) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:45.425909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:45.472233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:45.494615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:network and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:45.511413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:45.523961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:45.535832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35529c0f-2bfb-44a2-8718-141d5356e9fd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:45.599910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1b6bb5-ec38-415c-84e5-4d9eea940bde tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router e580c078-98a2-4d08-b858-7aab7c3ee81a has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:49:45.626843 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-35529c0f-2bfb-44a2-8718-141d5356e9fd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/3e4bfd4e-3b63-497c-82e7-00dbb4f74e96 HTTP/1.1" status: 204  len: 168 time: 3.0109892
Dec 18 06:49:45.683377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48754) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:45.702467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fef14ae-a766-4b15-9501-2eb92c6da02f None None] Network 6f6ef8e6-5112-4da6-9380-a3a915058c68 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:45.815000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 994ebf6c-725b-40fd-9134-4abd0c9572b5 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:45.894676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1b6bb5-ec38-415c-84e5-4d9eea940bde tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:45.907021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3876a83-d1c4-4340-9492-6820ac383024 None None] Sync routers for ids ['e580c078-98a2-4d08-b858-7aab7c3ee81a'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:45.917966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3876a83-d1c4-4340-9492-6820ac383024 None None] Routers {'e580c078-98a2-4d08-b858-7aab7c3ee81a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:45.918901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e3876a83-d1c4-4340-9492-6820ac383024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dbeca20>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e580c078-98a2-4d08-b858-7aab7c3ee81a'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:45.928098 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4a1b6bb5-ec38-415c-84e5-4d9eea940bde tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/e580c078-98a2-4d08-b858-7aab7c3ee81a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9486938
Dec 18 06:49:45.980448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48758) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:45.990673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e3876a83-d1c4-4340-9492-6820ac383024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dbeca20>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:46.001003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3876a83-d1c4-4340-9492-6820ac383024 None None] Routers {'e580c078-98a2-4d08-b858-7aab7c3ee81a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:46.001920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e3876a83-d1c4-4340-9492-6820ac383024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dbeca20>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e580c078-98a2-4d08-b858-7aab7c3ee81a'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:46.044374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.077246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e3876a83-d1c4-4340-9492-6820ac383024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dbeca20>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:46.078003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3876a83-d1c4-4340-9492-6820ac383024 None None] The sync data for ids ['e580c078-98a2-4d08-b858-7aab7c3ee81a'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:46.094159 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-098ffd84-c30e-4bd9-bd10-3512aeea5056 req-66def9e1-dc84-498e-a9a0-c2c1c034e578 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 210 time: 0.1011994
Dec 18 06:49:46.095346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:46.110614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.114162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-be9561d0-87c8-46e3-8767-966d1bc0e903 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Synchronizing usage tracker for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:46.145974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 1054b1f8-264f-4975-832d-c1867a365bf3 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:46.146781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.187250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-be9561d0-87c8-46e3-8767-966d1bc0e903 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Unset dirty status for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:46.190207 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-be9561d0-87c8-46e3-8767-966d1bc0e903 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=e580c078-98a2-4d08-b858-7aab7c3ee81a HTTP/1.1" status: 200  len: 205 time: 0.2057471
Dec 18 06:49:46.203439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48762) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:46.285343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-03436ef7-861d-4309-a3fb-6d3827439c91 None None] Provisioning complete for port 21557c68-631a-481c-941d-0029b1b6281d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:46.285637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03436ef7-861d-4309-a3fb-6d3827439c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.332775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 994ebf6c-725b-40fd-9134-4abd0c9572b5 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:46.333206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.388503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.394156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-2ca0d6a0-10db-4e5e-9d25-7c7292e5046b', 'network_id': '2ca0d6a0-10db-4e5e-9d25-7c7292e5046b', 'tenant_id': '83ae0a89a3244e0691e73c0a5ec8a4ab', 'fixed_ips': [{'subnet_id': '8015a88c-afb3-4ee4-aa64-37c27ea33261'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:49:46.395067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.406713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.424421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:46.454832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] vxlan segment allocate from pool success with {'vxlan_vni': 17}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:49:46.491095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-03436ef7-861d-4309-a3fb-6d3827439c91 None None] Port 21557c68-631a-481c-941d-0029b1b6281d cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:46.523446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08522636-d7f3-4302-84e7-ff5ee35b5155 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.534895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c84ec814-f5d1-497a-92c3-1d5ba4dd0b44 None None] Allocated IP 2001:db8::f816:3eff:fe58:e6a3 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/fa02927a-5dca-4c21-bd4d-165a09e42ac6/994ebf6c-725b-40fd-9134-4abd0c9572b5) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:46.570164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] For port 1054b1f8-264f-4975-832d-c1867a365bf3, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1054b1f8-264f-4975-832d-c1867a365bf3,segment=NetworkSegment(47f02bc1-98a5-40f5-b4e1-3fda0309dd50),segment_id=47f02bc1-98a5-40f5-b4e1-3fda0309dd50)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:46.570669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.610776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f350c-8c3a-487a-80cb-4a0b0415ec98 None None] DHCP port deletion for 6f6ef8e6-5112-4da6-9380-a3a915058c68 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:49:46.649706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.650149 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Added segment 537816cc-7aa5-4b7e-917b-698598b6411f of type vxlan for network dec25233-5e1e-41d3-a2f8-d0240165d52f
Dec 18 06:49:46.678855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-897f350c-8c3a-487a-80cb-4a0b0415ec98 None None] Deleting port 1054b1f8-264f-4975-832d-c1867a365bf3 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:46.679109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-897f350c-8c3a-487a-80cb-4a0b0415ec98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.723639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event updated for resources: {'Port': ['ID=8ab0eb56-265f-48b7-ab88-a8d9a6870f9e,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:46.727014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:46.754474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 1054b1f8-264f-4975-832d-c1867a365bf3 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:49:46.764467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.907697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.921881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:46.970322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.017886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08522636-d7f3-4302-84e7-ff5ee35b5155 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.024265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Transition to ACTIVE for port object 2a6fa361-6eeb-4662-bcdf-713b80cd27e9 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:47.035842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfdbf593-b1aa-44cf-86ae-c2a60aaa20b7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:47.036382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08522636-d7f3-4302-84e7-ff5ee35b5155 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.042512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:49:47.106264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=1054b1f8-264f-4975-832d-c1867a365bf3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:47.128015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c84ec814-f5d1-497a-92c3-1d5ba4dd0b44 None None] For port 994ebf6c-725b-40fd-9134-4abd0c9572b5, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=994ebf6c-725b-40fd-9134-4abd0c9572b5,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:47.140078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:47.159689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No DVR routers for this DVR port 1054b1f8-264f-4975-832d-c1867a365bf3 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:49:47.203420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-897f350c-8c3a-487a-80cb-4a0b0415ec98 None None] For port 1054b1f8-264f-4975-832d-c1867a365bf3, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1054b1f8-264f-4975-832d-c1867a365bf3,segment=NetworkSegment(47f02bc1-98a5-40f5-b4e1-3fda0309dd50),segment_id=47f02bc1-98a5-40f5-b4e1-3fda0309dd50)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:47.203873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-897f350c-8c3a-487a-80cb-4a0b0415ec98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.239361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:49:47.252288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08522636-d7f3-4302-84e7-ff5ee35b5155 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.253031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08522636-d7f3-4302-84e7-ff5ee35b5155 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Fanout notify agent at l3_agent the message router_deleted on router e580c078-98a2-4d08-b858-7aab7c3ee81a {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:49:47.331294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.356270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a83616d0-b3a2-4bca-840f-44a1c6312e97 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:47.390051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-4fe4fc4c-146a-48f2-9ba2-b08ea422f308 req-a5c0067d-ffb8-4dd8-9ec9-1f52db5ff82b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:47.456629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.19 (8a017c89-746c-4a49-b7e7-7ac622b1411a/9c1031f5-9c9d-425a-a21e-75a0b2c37f26/4e28929a-d78b-45e1-adce-93d02e3140c0) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:47.528003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-897f350c-8c3a-487a-80cb-4a0b0415ec98 None None] Calling delete_port for 1054b1f8-264f-4975-832d-c1867a365bf3 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:49:47.548077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.552209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:47.552863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.584775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c84ec814-f5d1-497a-92c3-1d5ba4dd0b44 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.592331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08522636-d7f3-4302-84e7-ff5ee35b5155 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.596108 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-08522636-d7f3-4302-84e7-ff5ee35b5155 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/e580c078-98a2-4d08-b858-7aab7c3ee81a HTTP/1.1" status: 204  len: 168 time: 1.3747730
Dec 18 06:49:47.617016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48768) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:47.628542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Allocated IP 2001:db8:0:ffff::2 (2ca0d6a0-10db-4e5e-9d25-7c7292e5046b/8015a88c-afb3-4ee4-aa64-37c27ea33261/571ab252-9a2e-45c7-9793-74d96bc7be78) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:47.659263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92c3ccdc-824d-4474-8234-eaf61fae0aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.661221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c84ec814-f5d1-497a-92c3-1d5ba4dd0b44 None None] Transition to ACTIVE for port object 994ebf6c-725b-40fd-9134-4abd0c9572b5 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:47.665950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.685566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c84ec814-f5d1-497a-92c3-1d5ba4dd0b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.697699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 2001:db8::f816:3eff:fe58:e6a3-bd6af6fd-ac1c-4fcb-9581-d661c3062d {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:49:47.698098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:49:47.702390 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Floating IP b6e2600b-f827-4c8c-a5bc-bd14500bda7b associated. External IP: 172.26.7.188, port: b2298e17-da01-4aa7-bb1e-53ebc4e01af3.
Dec 18 06:49:47.703893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:47.710403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event updated for resources: {'Port': ['ID=2a6fa361-6eeb-4662-bcdf-713b80cd27e9,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:47.713234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-4fe4fc4c-146a-48f2-9ba2-b08ea422f308 req-a5c0067d-ffb8-4dd8-9ec9-1f52db5ff82b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:47.725704 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4fe4fc4c-146a-48f2-9ba2-b08ea422f308 req-a5c0067d-ffb8-4dd8-9ec9-1f52db5ff82b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 210 time: 0.4922569
Dec 18 06:49:47.726485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-15f4432f-4c60-4cee-8a4f-64b3a0f56226 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port 21557c68-631a-481c-941d-0029b1b6281d {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:47.726876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-15f4432f-4c60-4cee-8a4f-64b3a0f56226 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.764117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:47.783877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:47.792477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1054b1f8-264f-4975-832d-c1867a365bf3 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:49:47.814488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:47.822556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 2.4271410
Dec 18 06:49:47.837707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48772) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:47.914094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 1054b1f8-264f-4975-832d-c1867a365bf3 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:49:47.914471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1054b1f8-264f-4975-832d-c1867a365bf3 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:49:47.916195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'subnet': {'network_id': 'dec25233-5e1e-41d3-a2f8-d0240165d52f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:47.940531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-897f350c-8c3a-487a-80cb-4a0b0415ec98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:49:47.941202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-897f350c-8c3a-487a-80cb-4a0b0415ec98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:49:47.994108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ec814-f5d1-497a-92c3-1d5ba4dd0b44 None None] Pushing event updated for resources: {'Port': ['ID=994ebf6c-725b-40fd-9134-4abd0c9572b5,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:48.012259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c84ec814-f5d1-497a-92c3-1d5ba4dd0b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:48.147047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:48.158905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Transition to ACTIVE for port object 571ab252-9a2e-45c7-9793-74d96bc7be78 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:48.176319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Transition to ACTIVE for port object 571ab252-9a2e-45c7-9793-74d96bc7be78 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:48.183366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:48.185812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d135ac8>,) {'filters': {'network_id': ['6f6ef8e6-5112-4da6-9380-a3a915058c68']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:48.200365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-513a8d74-ce75-4529-bf9c-af0362c5de2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:48.204156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:48.208397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:subnet and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:48.211689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:48.218105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:48.236283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d135ac8>, '47f02bc1-98a5-40f5-b4e1-3fda0309dd50') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:48.236995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d135ac8>, '47f02bc1-98a5-40f5-b4e1-3fda0309dd50') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:48.255805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:48.280777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:48.283336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Releasing vxlan tunnel 13 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:49:48.315264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Pushing event updated for resources: {'Port': ['ID=571ab252-9a2e-45c7-9793-74d96bc7be78,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:48.323458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:48.403275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Network 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:48.404759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:48.407345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:48.447909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-897f350c-8c3a-487a-80cb-4a0b0415ec98 None None] Deleting port 1054b1f8-264f-4975-832d-c1867a365bf3 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:48.448443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-897f350c-8c3a-487a-80cb-4a0b0415ec98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:48.548484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-897f350c-8c3a-487a-80cb-4a0b0415ec98 None None] The port '1054b1f8-264f-4975-832d-c1867a365bf3' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:49:48.553408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Attempting to bind port 571ab252-9a2e-45c7-9793-74d96bc7be78 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:48.553962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Attempting to bind port 571ab252-9a2e-45c7-9793-74d96bc7be78 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '08ee62dd-bddc-429c-b339-1b59ae39152f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '2ca0d6a0-10db-4e5e-9d25-7c7292e5046b'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:48.554503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Attempting to bind port 571ab252-9a2e-45c7-9793-74d96bc7be78 on network 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:48.560631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:48.563936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:48.564232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Network': ['ID=dec25233-5e1e-41d3-a2f8-d0240165d52f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:48.564350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Checking segment: {'id': '08ee62dd-bddc-429c-b339-1b59ae39152f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '2ca0d6a0-10db-4e5e-9d25-7c7292e5046b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:48.564860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:48.565372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Bound using segment: {'id': '08ee62dd-bddc-429c-b339-1b59ae39152f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '2ca0d6a0-10db-4e5e-9d25-7c7292e5046b'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:48.566652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Bound port: 571ab252-9a2e-45c7-9793-74d96bc7be78, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ee62dd-bddc-429c-b339-1b59ae39152f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '2ca0d6a0-10db-4e5e-9d25-7c7292e5046b'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:48.566652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:48.581494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network dec25233-5e1e-41d3-a2f8-d0240165d52f details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:48.597217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network dec25233-5e1e-41d3-a2f8-d0240165d52f details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:49:48.609863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:48.656619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network 4d0b8d2d-270c-4914-95f3-bd513498d9fe is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:48.677962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:48.689256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:48.697999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:49:48.727586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:48.874591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] For port 571ab252-9a2e-45c7-9793-74d96bc7be78, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:48.934238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] For port 571ab252-9a2e-45c7-9793-74d96bc7be78, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=571ab252-9a2e-45c7-9793-74d96bc7be78,segment=NetworkSegment(08ee62dd-bddc-429c-b339-1b59ae39152f),segment_id=08ee62dd-bddc-429c-b339-1b59ae39152f)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:48.955311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:48.974481 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71890ef9-8a75-480c-bc12-afcffdac9dbd req-fe4ec96f-2678-4f0c-8b5a-f9a3a5a166c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 210 time: 0.1026297
Dec 18 06:49:49.004722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-15f4432f-4c60-4cee-8a4f-64b3a0f56226 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.034236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-794adedf-90dd-49a6-8ff4-a7e11e3328c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting subnet c75efd77-58ec-4256-ac6a-4551d71470a0 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:49:49.042047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.056697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c84ec814-f5d1-497a-92c3-1d5ba4dd0b44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:49.101159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.104452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-794adedf-90dd-49a6-8ff4-a7e11e3328c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.153650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 6f6ef8e6-5112-4da6-9380-a3a915058c68 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:49:49.168773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-072729e8-3954-4574-a5ea-b3213d73a88b None None] Provisioning for port 2a6fa361-6eeb-4662-bcdf-713b80cd27e9 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:49.171470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.179262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Pushing event updated for resources: {'Port': ['ID=571ab252-9a2e-45c7-9793-74d96bc7be78,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:49.183637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:49.187545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-072729e8-3954-4574-a5ea-b3213d73a88b None None] Provisioning complete for port 2a6fa361-6eeb-4662-bcdf-713b80cd27e9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:49.187969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-072729e8-3954-4574-a5ea-b3213d73a88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.231843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-15f4432f-4c60-4cee-8a4f-64b3a0f56226 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for 21557c68-631a-481c-941d-0029b1b6281d owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:49:49.248512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-072729e8-3954-4574-a5ea-b3213d73a88b None None] Port 2a6fa361-6eeb-4662-bcdf-713b80cd27e9 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:49.281642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.287478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-072729e8-3954-4574-a5ea-b3213d73a88b None None] Provisioning for port 994ebf6c-725b-40fd-9134-4abd0c9572b5 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:49.299276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-072729e8-3954-4574-a5ea-b3213d73a88b None None] Provisioning complete for port 994ebf6c-725b-40fd-9134-4abd0c9572b5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:49.300235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-072729e8-3954-4574-a5ea-b3213d73a88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.327378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object 4e28929a-d78b-45e1-adce-93d02e3140c0 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:49.345704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-794adedf-90dd-49a6-8ff4-a7e11e3328c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.392195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.408319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:49.463745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00430dd0-d70e-47bf-8587-05cc3fdc2193 None None] Sync routers for ids ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:49.496201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00430dd0-d70e-47bf-8587-05cc3fdc2193 None None] Routers {'e049ca3c-ef54-4b10-b1d5-0f8742e3a797'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:49.497041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-00430dd0-d70e-47bf-8587-05cc3fdc2193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f7a3cf8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:49.507029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.595905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network 6f6ef8e6-5112-4da6-9380-a3a915058c68 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:49:49.628436 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:49:49.679887 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 14.3019454
Dec 18 06:49:49.693872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:49:49.754201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.771215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0a8f9aaa-3f64-4d84-871b-6752d5846fc9 None None] Provisioning complete for port 994ebf6c-725b-40fd-9134-4abd0c9572b5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:49.774621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a8f9aaa-3f64-4d84-871b-6752d5846fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.886229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:49.894752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 994ebf6c-725b-40fd-9134-4abd0c9572b5 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:49.931209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.945128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4af3a3bb-c867-4351-a33e-e85f0ba85310 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:49.978184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:49.980122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:50.014088 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/networks/6f6ef8e6-5112-4da6-9380-a3a915058c68 HTTP/1.1" status: 204  len: 168 time: 4.3219805
Dec 18 06:49:50.016688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Network': ['ID=6f6ef8e6-5112-4da6-9380-a3a915058c68,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:50.023695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:50.027086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48786) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:50.119330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574fb8d-18cb-4e52-bdec-aef91d74df29 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:50.120012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d574fb8d-18cb-4e52-bdec-aef91d74df29 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:49:50.140066 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3', 'status': 'completed', 'code': 200}
Dec 18 06:49:50.205369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-794adedf-90dd-49a6-8ff4-a7e11e3328c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:50.238003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d574fb8d-18cb-4e52-bdec-aef91d74df29 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:49:50.243610 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d574fb8d-18cb-4e52-bdec-aef91d74df29 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/5e7fff51-2b1b-407e-8f12-8d6480460e16 HTTP/1.1" status: 200  len: 845 time: 0.2154434
Dec 18 06:49:50.245556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 994ebf6c-725b-40fd-9134-4abd0c9572b5 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:50.246392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48790) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:50.246507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:50.276350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-00430dd0-d70e-47bf-8587-05cc3fdc2193 None None] Set router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:49:50.289458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=4e28929a-d78b-45e1-adce-93d02e3140c0,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:50.422599 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-27d1f0df-f4f2-4d72-959a-ed4403ea03b4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/5e7fff51-2b1b-407e-8f12-8d6480460e16?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1725068
Dec 18 06:49:50.425019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48794) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:50.438545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:50.456117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f1124-8aa0-448f-a360-9e0ad3a58cee req-549e08a8-d26c-4dae-95e4-cf0b54c80b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:50.457838 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f3f1124-8aa0-448f-a360-9e0ad3a58cee req-549e08a8-d26c-4dae-95e4-cf0b54c80b77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc7c235eb838414281a14b7e5d4d034f&device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 1162 time: 0.3168917
Dec 18 06:49:50.733398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.734040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.734265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.734692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.735113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.735533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.735949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.736365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.736781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.737196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.737633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.738052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.738538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.738951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.739362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.739773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.740182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.740595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.741027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.741437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.741872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.742278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.742713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.743167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:49:50.770092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.884s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:50.827247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-00430dd0-d70e-47bf-8587-05cc3fdc2193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f7a3cf8>, [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:48:56Z', 'revision_number': 4, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'b6e2600b-f827-4c8c-a5bc-bd14500bda7b', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'floating_ip_address': '172.26.7.188', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'port_id': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'mac_address': 'fa:16:3e:75:68:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:49:44Z', 'updated_at': '2020-12-18T06:49:44Z', 'revision_number': 0, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1fded5f-4a4d-40e8-a905-a24f6900a6e3', 'name': '', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'mac_address': 'fa:16:3e:3b:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '01748455-679f-46dd-910a-3a65411faf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:53Z', 'updated_at': '2020-12-18T06:49:17Z', 'revision_number': 5, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'subnets': [{'id': '01748455-679f-46dd-910a-3a65411faf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:50.832689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00430dd0-d70e-47bf-8587-05cc3fdc2193 None None] Checking router: e049ca3c-ef54-4b10-b1d5-0f8742e3a797 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:49:50.843832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00430dd0-d70e-47bf-8587-05cc3fdc2193 None None] Routers {'e049ca3c-ef54-4b10-b1d5-0f8742e3a797'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:50.845026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-00430dd0-d70e-47bf-8587-05cc3fdc2193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f7a3cf8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:51.019628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:51.037939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:51.044623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:51.051345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-00430dd0-d70e-47bf-8587-05cc3fdc2193 None None] Set router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:49:51.054607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:51.098462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fad948-0b9f-4efe-839c-7757d976c7dd None None] Network 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:51.099206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f1124-8aa0-448f-a360-9e0ad3a58cee req-42e3f7d3-864d-46c3-aceb-6d49af2fb68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:51.100816 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f3f1124-8aa0-448f-a360-9e0ad3a58cee req-42e3f7d3-864d-46c3-aceb-6d49af2fb68f service neutron] 10.222.0.15 "GET /v2.0/networks?id=eccf68d5-2996-439d-8302-271c33f8da73 HTTP/1.1" status: 200  len: 890 time: 0.2424314
Dec 18 06:49:51.102286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:51.162752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-794adedf-90dd-49a6-8ff4-a7e11e3328c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:51.188818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-04ded216-6f2d-46be-ba4a-d75ab6f8c1e0 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:51.293919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8fd43bbc-ce04-437f-b9d2-bc1b9348f0d1 None None] Provisioning for port 571ab252-9a2e-45c7-9793-74d96bc7be78 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:51.303952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-15f4432f-4c60-4cee-8a4f-64b3a0f56226 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:51.327399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794adedf-90dd-49a6-8ff4-a7e11e3328c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Subnet': ['ID=c75efd77-58ec-4256-ac6a-4551d71470a0,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:51.343929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:49:51.361255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-794adedf-90dd-49a6-8ff4-a7e11e3328c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:51.366287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:51.442774 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f3f1124-8aa0-448f-a360-9e0ad3a58cee req-65fb62fc-b0a1-42e9-b6eb-287fe61555bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2298e17-da01-4aa7-bb1e-53ebc4e01af3 HTTP/1.1" status: 200  len: 999 time: 0.3227098
Dec 18 06:49:51.503639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:51.508279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5ce10-180d-43f7-a788-c22a270b2ff7 req-cbb7966c-1f56-4984-8d0d-8844bbceb6af tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:51.514053 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1d5ce10-180d-43f7-a788-c22a270b2ff7 req-cbb7966c-1f56-4984-8d0d-8844bbceb6af tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 945 time: 1.5708468
Dec 18 06:49:51.515369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fe3b782b-fa62-422c-a430-277dafeeacdc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:51.526444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-356302ab-b355-4b42-b1ac-b5f43080ecd8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:51.715038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-00430dd0-d70e-47bf-8587-05cc3fdc2193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f7a3cf8>, [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:48:56Z', 'revision_number': 4, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'b6e2600b-f827-4c8c-a5bc-bd14500bda7b', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'floating_ip_address': '172.26.7.188', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'port_id': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'mac_address': 'fa:16:3e:75:68:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:49:44Z', 'updated_at': '2020-12-18T06:49:44Z', 'revision_number': 0, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1fded5f-4a4d-40e8-a905-a24f6900a6e3', 'name': '', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'mac_address': 'fa:16:3e:3b:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '01748455-679f-46dd-910a-3a65411faf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:53Z', 'updated_at': '2020-12-18T06:49:17Z', 'revision_number': 5, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'subnets': [{'id': '01748455-679f-46dd-910a-3a65411faf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:51.716103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4432f-4c60-4cee-8a4f-64b3a0f56226 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Port': ['ID=21557c68-631a-481c-941d-0029b1b6281d,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:51.725074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Subnet': ['ID=9502910e-784c-4a17-bd02-3b42ba4f77bc,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:51.728711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00430dd0-d70e-47bf-8587-05cc3fdc2193 None None] The sync data for ids ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'] in dv-neutron-765072-3-ovs is: [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:48:56Z', 'revision_number': 4, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'b6e2600b-f827-4c8c-a5bc-bd14500bda7b', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'floating_ip_address': '172.26.7.188', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'port_id': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'mac_address': 'fa:16:3e:75:68:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:49:44Z', 'updated_at': '2020-12-18T06:49:44Z', 'revision_number': 0, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1fded5f-4a4d-40e8-a905-a24f6900a6e3', 'name': '', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'mac_address': 'fa:16:3e:3b:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '01748455-679f-46dd-910a-3a65411faf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:53Z', 'updated_at': '2020-12-18T06:49:17Z', 'revision_number': 5, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'subnets': [{'id': '01748455-679f-46dd-910a-3a65411faf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:51.731844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:51.736982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 8a017c89-746c-4a49-b7e7-7ac622b1411a is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:51.746365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-15f4432f-4c60-4cee-8a4f-64b3a0f56226 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:51.749826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f1124-8aa0-448f-a360-9e0ad3a58cee req-c2623a0c-83b5-4182-8c2c-7cc43dde59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:51.751530 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f3f1124-8aa0-448f-a360-9e0ad3a58cee req-c2623a0c-83b5-4182-8c2c-7cc43dde59d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01748455-679f-46dd-910a-3a65411faf58 HTTP/1.1" status: 200  len: 835 time: 0.2956309
Dec 18 06:49:51.751990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:51.876259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:51.881789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 571ab252-9a2e-45c7-9793-74d96bc7be78 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:51.935122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea144826-be57-46ee-b599-0053ddea56de req-338087fb-3f86-463a-aca4-11466d74d48f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:51.937457 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ea144826-be57-46ee-b599-0053ddea56de req-338087fb-3f86-463a-aca4-11466d74d48f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 932 time: 1.6855671
Dec 18 06:49:51.993070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 571ab252-9a2e-45c7-9793-74d96bc7be78 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:52.003181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 571ab252-9a2e-45c7-9793-74d96bc7be78 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:52.003870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:52.006541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f1124-8aa0-448f-a360-9e0ad3a58cee req-efb5c60b-600a-4bda-830a-3e42baa25997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:52.008186 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f3f1124-8aa0-448f-a360-9e0ad3a58cee req-efb5c60b-600a-4bda-830a-3e42baa25997 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eccf68d5-2996-439d-8302-271c33f8da73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2480898
Dec 18 06:49:52.012378 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1d5ce10-180d-43f7-a788-c22a270b2ff7 req-88f50ece-e792-4295-9689-e083eb612737 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4389975
Dec 18 06:49:52.026798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-794adedf-90dd-49a6-8ff4-a7e11e3328c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:52.079455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0471c6d9-faf0-4085-9a7f-926686f98b9f None None] Network f821dd73-603e-4fc8-835d-198ec174ea53 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:52.113803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:52.114554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:52.126729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48798) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:52.156565 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-794adedf-90dd-49a6-8ff4-a7e11e3328c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/c75efd77-58ec-4256-ac6a-4551d71470a0 HTTP/1.1" status: 204  len: 168 time: 4.5317583
Dec 18 06:49:52.173457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48802) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:52.214855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4e8ee-43b0-4235-a51c-6410a668f4c2 None None] New status for floating IP b6e2600b-f827-4c8c-a5bc-bd14500bda7b: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:49:52.269101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_pluggable_backend [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Port 994ebf6c-725b-40fd-9134-4abd0c9572b5 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=81085) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:585}}
Dec 18 06:49:52.269764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:52.303212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Checking segment: {'id': '537816cc-7aa5-4b7e-917b-698598b6411f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dec25233-5e1e-41d3-a2f8-d0240165d52f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:52.303545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network hostable DHCP agents. Network: dec25233-5e1e-41d3-a2f8-d0240165d52f, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:49:52.369431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:52.427888 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ea144826-be57-46ee-b599-0053ddea56de req-11f7fa30-2809-42fe-b2b3-ea9db60f0bde tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4714520
Dec 18 06:49:52.581921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network dec25233-5e1e-41d3-a2f8-d0240165d52f is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:49:52.750233 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f3f1124-8aa0-448f-a360-9e0ad3a58cee req-1f43f7c0-d9e8-4c62-8967-f1ec73de97e4 service neutron] 10.222.0.15 "GET /v2.0/networks/eccf68d5-2996-439d-8302-271c33f8da73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7302206
Dec 18 06:49:52.751617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, dec25233-5e1e-41d3-a2f8-d0240165d52f) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:52.754752 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.1887970
Dec 18 06:49:52.776813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Request body: {'port': {'device_id': '3002bf9e-2f68-4bcc-8767-ca3a8b893d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:52.846810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccdfa09-cbcc-49fa-9777-9b0b90bfa71b None None] Network dec25233-5e1e-41d3-a2f8-d0240165d52f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:52.888431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:52.889424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:52.942919 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 5.1037481
Dec 18 06:49:52.952225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48806) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:52.953931 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-91eefad7-3173-4fb7-be7e-673c8dffd741 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/floatingips/b6e2600b-f827-4c8c-a5bc-bd14500bda7b HTTP/1.1" status: 200  len: 991 time: 0.8033783
Dec 18 06:49:52.954973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=fa02927a-5dca-4c21-bd4d-165a09e42ac6,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:52.969463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe2daa4-3dfb-4222-8af8-73885bf25d98 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting subnet b2e7043e-a09a-4872-b7f5-2775eddc1218 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:49:52.975456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:52.980659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:53.000286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-efe2daa4-3dfb-4222-8af8-73885bf25d98 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.009088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c7976d8d-5822-4ca4-95cd-ffceb5214a12 None None] Provisioning for port 4e28929a-d78b-45e1-adce-93d02e3140c0 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:49:53.028881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c7976d8d-5822-4ca4-95cd-ffceb5214a12 None None] Provisioning complete for port 4e28929a-d78b-45e1-adce-93d02e3140c0 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:53.029087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7976d8d-5822-4ca4-95cd-ffceb5214a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.108934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.183586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c7976d8d-5822-4ca4-95cd-ffceb5214a12 None None] Port 4e28929a-d78b-45e1-adce-93d02e3140c0 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:53.193140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 571ab252-9a2e-45c7-9793-74d96bc7be78, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=571ab252-9a2e-45c7-9793-74d96bc7be78,segment=NetworkSegment(08ee62dd-bddc-429c-b339-1b59ae39152f),segment_id=08ee62dd-bddc-429c-b339-1b59ae39152f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:53.198142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.226823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.229231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-efe2daa4-3dfb-4222-8af8-73885bf25d98 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.233950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:53.305828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-dec25233-5e1e-41d3-a2f8-d0240165d52f', 'network_id': 'dec25233-5e1e-41d3-a2f8-d0240165d52f', 'tenant_id': '83ae0a89a3244e0691e73c0a5ec8a4ab', 'fixed_ips': [{'subnet_id': '9502910e-784c-4a17-bd02-3b42ba4f77bc'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:49:53.306673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.321667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66634a02-83bb-4227-9416-25da2c84395f None None] DHCP port deletion for f821dd73-603e-4fc8-835d-198ec174ea53 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:49:53.340059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-66634a02-83bb-4227-9416-25da2c84395f None None] Deleting port f846f5a9-135d-4cce-a97b-2365c4ceeaba {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:53.340485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66634a02-83bb-4227-9416-25da2c84395f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.357113 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f3f1124-8aa0-448f-a360-9e0ad3a58cee req-0c718acb-71ec-4ab4-95b2-f1d761d277c3 service neutron] 10.222.0.15 "GET /v2.0/networks/eccf68d5-2996-439d-8302-271c33f8da73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5807388
Dec 18 06:49:53.418356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.421571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3673379d-fd01-45db-9f44-c2fef813fead None None] Provisioning complete for port 571ab252-9a2e-45c7-9793-74d96bc7be78 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:53.421900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3673379d-fd01-45db-9f44-c2fef813fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.448298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=571ab252-9a2e-45c7-9793-74d96bc7be78,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:53.459756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:53.530615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-15f4432f-4c60-4cee-8a4f-64b3a0f56226 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.708601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:53.740636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:53.763204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:49:53.766301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 571ab252-9a2e-45c7-9793-74d96bc7be78 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:49:53.785391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:53.786110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.792645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deb0f15-c92d-4ec9-a40f-b946ed1acb5f None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:53.810020 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84989a9a-e76e-4c89-a5ba-d1deb9b2ebc1 req-17b0088a-c2a7-4f31-9992-1d00e3eb0219 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.7208221
Dec 18 06:49:53.816077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.845844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 12.7081506
Dec 18 06:49:53.846888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:53.857345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48812) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:53.895422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'mac_address': 'fa:16:3e:4a:8d:5f', 'name': 'tempest-NetworksTestDHCPv6-1874881988'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:53.921976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d8cfc55-518c-4177-87c3-edf4405a74ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:53.994798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48816) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:54.056299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-efe2daa4-3dfb-4222-8af8-73885bf25d98 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:54.147662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:54.172633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-605d5f4d-be8a-42ba-a0f4-cb1824d9823d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:54.177883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event updated for resources: {'Port': ['ID=2a6fa361-6eeb-4662-bcdf-713b80cd27e9,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:54.181891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:54.190806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:54.200273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:54.205822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-66634a02-83bb-4227-9416-25da2c84395f None None] For port f846f5a9-135d-4cce-a97b-2365c4ceeaba, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f846f5a9-135d-4cce-a97b-2365c4ceeaba,segment=NetworkSegment(130a93bc-dd09-458f-95f1-97d76f060c7d),segment_id=130a93bc-dd09-458f-95f1-97d76f060c7d)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:54.206275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66634a02-83bb-4227-9416-25da2c84395f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:54.386787 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4995e386-593c-45ef-826a-2e1e65839ecb tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/floatingips/b6e2600b-f827-4c8c-a5bc-bd14500bda7b HTTP/1.1" status: 200  len: 993 time: 0.3889930
Dec 18 06:49:54.393293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864c9c0-fff8-44a7-bcfd-18c7ff3d307e req-c6695f0e-06bf-4177-ab3b-90abb7dcc525 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:54.396211 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a864c9c0-fff8-44a7-bcfd-18c7ff3d307e req-c6695f0e-06bf-4177-ab3b-90abb7dcc525 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 932 time: 0.7705274
Dec 18 06:49:54.397431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-66634a02-83bb-4227-9416-25da2c84395f None None] Calling delete_port for f846f5a9-135d-4cce-a97b-2365c4ceeaba owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:49:54.472421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Allocated IP 2001:db8::1 (dec25233-5e1e-41d3-a2f8-d0240165d52f/9502910e-784c-4a17-bd02-3b42ba4f77bc/3ecfd64b-37c3-47b0-846f-fa11243340ba) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:54.487531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 571ab252-9a2e-45c7-9793-74d96bc7be78 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:54.488066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:54.504893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Subnet': ['ID=ce310f94-25fa-43c8-a5d0-d526051b17a0,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:54.532735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:54.544217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:54.632268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:54.658149 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a864c9c0-fff8-44a7-bcfd-18c7ff3d307e req-c3906d71-0e5d-4ee5-82bf-27075a2beb34 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1845770
Dec 18 06:49:54.662353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84989a9a-e76e-4c89-a5ba-d1deb9b2ebc1 req-4348a6a4-985b-4431-9010-e319f3d05ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:54.663994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84989a9a-e76e-4c89-a5ba-d1deb9b2ebc1 req-4348a6a4-985b-4431-9010-e319f3d05ae3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 1162 time: 0.7392099
Dec 18 06:49:54.670068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:54.685495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:54.797345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:49:54.893526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network 4d0b8d2d-270c-4914-95f3-bd513498d9fe is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:54.905707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:54.923873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66634a02-83bb-4227-9416-25da2c84395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:54.944879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:55.003180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:55.019809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:55.052787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c434ca3-a4eb-4c52-9773-8225f85147bf None None] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:55.069248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:55.069875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:55.087746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f4432f-4c60-4cee-8a4f-64b3a0f56226 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 39290bb0-d97e-40dc-90e7-6697a87b322c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:49:55.112796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66634a02-83bb-4227-9416-25da2c84395f None None] Pushing event deleted for resources: {'Port': ['ID=f846f5a9-135d-4cce-a97b-2365c4ceeaba,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:55.162753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:55.192478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66634a02-83bb-4227-9416-25da2c84395f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:55.235093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-efe2daa4-3dfb-4222-8af8-73885bf25d98 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:55.253460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Router 2d9c9835-49d3-4af7-a43f-15f5f68dd34e has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:49:55.268178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-65f10b23-21f9-452a-b2b1-99c4ca396ff1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:55.380435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2daa4-3dfb-4222-8af8-73885bf25d98 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Subnet': ['ID=b2e7043e-a09a-4872-b7f5-2775eddc1218,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:55.383404 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.9556141
Dec 18 06:49:55.384661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-efe2daa4-3dfb-4222-8af8-73885bf25d98 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:55.395913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48820) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:55.451947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'security_group': {'name': 'tempest-secgroup-1033995673'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:55.458124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:55.462643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:security_group and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:55.466006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:55.472215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:55.533044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:55.550414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84989a9a-e76e-4c89-a5ba-d1deb9b2ebc1 req-21edb121-ab43-44b5-870a-a6b9fe0c3261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:55.551367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Transition to ACTIVE for port object 3ecfd64b-37c3-47b0-846f-fa11243340ba will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:55.552041 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84989a9a-e76e-4c89-a5ba-d1deb9b2ebc1 req-21edb121-ab43-44b5-870a-a6b9fe0c3261 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8 HTTP/1.1" status: 200  len: 891 time: 0.7559652
Dec 18 06:49:55.552817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:55.573148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Transition to ACTIVE for port object 3ecfd64b-37c3-47b0-846f-fa11243340ba will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:55.619106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e28929a-d78b-45e1-adce-93d02e3140c0 {{(pid=81085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:49:55.645087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f846f5a9-135d-4cce-a97b-2365c4ceeaba no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:49:55.680735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3f8d1896-0950-4b76-af45-baede0acd352 None None] Provisioning complete for port 2a6fa361-6eeb-4662-bcdf-713b80cd27e9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:55.681433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f8d1896-0950-4b76-af45-baede0acd352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:55.690503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:55.739927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66634a02-83bb-4227-9416-25da2c84395f None None] No DVR routers for this DVR port f846f5a9-135d-4cce-a97b-2365c4ceeaba on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:49:55.743206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:55.787667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f4432f-4c60-4cee-8a4f-64b3a0f56226 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:55.803912 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-15f4432f-4c60-4cee-8a4f-64b3a0f56226 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/39290bb0-d97e-40dc-90e7-6697a87b322c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5026124
Dec 18 06:49:55.803912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Transition to ACTIVE for port object 4e28929a-d78b-45e1-adce-93d02e3140c0 will not be triggered until provisioned by entity L2. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:55.806377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48826) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:55.851913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66634a02-83bb-4227-9416-25da2c84395f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:55.884054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c971005-76c0-4636-addb-b21f48f0e9b1 None None] Sync routers for ids ['39290bb0-d97e-40dc-90e7-6697a87b322c'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:55.887404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: f846f5a9-135d-4cce-a97b-2365c4ceeaba {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:49:55.887404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f846f5a9-135d-4cce-a97b-2365c4ceeaba not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:49:55.925067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:55.958583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a539565-b7de-471c-9ebb-6e88536b74a2 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:55.994831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c971005-76c0-4636-addb-b21f48f0e9b1 None None] Routers {'39290bb0-d97e-40dc-90e7-6697a87b322c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:55.995816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9c971005-76c0-4636-addb-b21f48f0e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c2a85c0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['39290bb0-d97e-40dc-90e7-6697a87b322c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:56.015212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:56.038696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:security_group_rule and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:56.048516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:56.057494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d1896-0950-4b76-af45-baede0acd352 None None] Port 2a6fa361-6eeb-4662-bcdf-713b80cd27e9 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:49:56.079543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:56.084437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-efe2daa4-3dfb-4222-8af8-73885bf25d98 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:56.086638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Network dec25233-5e1e-41d3-a2f8-d0240165d52f is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:56.093766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:56.096021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:56.098558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9c971005-76c0-4636-addb-b21f48f0e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c2a85c0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:56.101688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36afbacd-1675-47ca-a439-42fea2eaefcf None None] Network 14506394-33ac-4f30-9325-820519e98a6d requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:56.121754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:56.124454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Pushing event updated for resources: {'Port': ['ID=3ecfd64b-37c3-47b0-846f-fa11243340ba,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:56.127756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:56.146349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-344c4e9a-d62a-4db9-a8ed-af74498fe759 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:56.170967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:49:56.175260 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-efe2daa4-3dfb-4222-8af8-73885bf25d98 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/b2e7043e-a09a-4872-b7f5-2775eddc1218 HTTP/1.1" status: 204  len: 168 time: 3.9835503
Dec 18 06:49:56.179878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48830) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:56.185463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd519fac-6932-4c9a-8fca-ed851d21a8d1 None None] Sync routers for ids ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:49:56.187571 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "PUT /v2.0/routers/2d9c9835-49d3-4af7-a43f-15f5f68dd34e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.2558296
Dec 18 06:49:56.199367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48832) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:56.204983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd519fac-6932-4c9a-8fca-ed851d21a8d1 None None] Routers {'2d9c9835-49d3-4af7-a43f-15f5f68dd34e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:56.205994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dd519fac-6932-4c9a-8fca-ed851d21a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dbece10>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:56.238283 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84989a9a-e76e-4c89-a5ba-d1deb9b2ebc1 req-01828673-193e-49ba-873e-065783f1ff9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 HTTP/1.1" status: 200  len: 1001 time: 0.6480453
Dec 18 06:49:56.256960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c971005-76c0-4636-addb-b21f48f0e9b1 None None] Routers {'39290bb0-d97e-40dc-90e7-6697a87b322c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:56.257340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9c971005-76c0-4636-addb-b21f48f0e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c2a85c0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['39290bb0-d97e-40dc-90e7-6697a87b322c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:56.294799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dd519fac-6932-4c9a-8fca-ed851d21a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dbece10>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:56.306679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd519fac-6932-4c9a-8fca-ed851d21a8d1 None None] Routers {'2d9c9835-49d3-4af7-a43f-15f5f68dd34e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:49:56.307796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dd519fac-6932-4c9a-8fca-ed851d21a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dbece10>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:56.326702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84989a9a-e76e-4c89-a5ba-d1deb9b2ebc1 req-4c042afb-2b55-4f6a-8c0f-2c38f6382c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:56.328463 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84989a9a-e76e-4c89-a5ba-d1deb9b2ebc1 req-4c042afb-2b55-4f6a-8c0f-2c38f6382c73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1d58c4a-1556-4108-b88d-c8d3dc20a67e HTTP/1.1" status: 200  len: 835 time: 0.0709717
Dec 18 06:49:56.329266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Subnet': ['ID=9502910e-784c-4a17-bd02-3b42ba4f77bc,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:56.358812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9c971005-76c0-4636-addb-b21f48f0e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c2a85c0>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:56.359277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c971005-76c0-4636-addb-b21f48f0e9b1 None None] The sync data for ids ['39290bb0-d97e-40dc-90e7-6697a87b322c'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:56.367121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'tenant_id': '42abc569ca2340758e603f78afb67855', 'fixed_ips': [{'subnet_id': 'ce310f94-25fa-43c8-a5d0-d526051b17a0'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:49:56.368089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:56.389991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-753ed5e1-1413-4eed-857a-39eca1e3cd5f None None] Provisioning complete for port 994ebf6c-725b-40fd-9134-4abd0c9572b5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:49:56.390473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-753ed5e1-1413-4eed-857a-39eca1e3cd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:56.391379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:56.392377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Pushing event updated for resources: {'Port': ['ID=4e28929a-d78b-45e1-adce-93d02e3140c0,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:56.396877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ca8022b7-5349-43d4-ab34-ded1c55b9971 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:56.401076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port b6f6fc70-5832-419a-a973-60beffc15207 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:49:56.423063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Attempting to bind port 3ecfd64b-37c3-47b0-846f-fa11243340ba on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:56.423488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Attempting to bind port 3ecfd64b-37c3-47b0-846f-fa11243340ba by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '537816cc-7aa5-4b7e-917b-698598b6411f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dec25233-5e1e-41d3-a2f8-d0240165d52f'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:56.423907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Attempting to bind port 3ecfd64b-37c3-47b0-846f-fa11243340ba on network dec25233-5e1e-41d3-a2f8-d0240165d52f {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:56.475913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:56.476341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Checking segment: {'id': '537816cc-7aa5-4b7e-917b-698598b6411f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dec25233-5e1e-41d3-a2f8-d0240165d52f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:56.476830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:56.477871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Bound using segment: {'id': '537816cc-7aa5-4b7e-917b-698598b6411f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dec25233-5e1e-41d3-a2f8-d0240165d52f'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:56.478410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Bound port: 3ecfd64b-37c3-47b0-846f-fa11243340ba, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537816cc-7aa5-4b7e-917b-698598b6411f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'dec25233-5e1e-41d3-a2f8-d0240165d52f'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:56.478837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:56.495184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dd519fac-6932-4c9a-8fca-ed851d21a8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dbece10>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:56.496532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd519fac-6932-4c9a-8fca-ed851d21a8d1 None None] The sync data for ids ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:49:56.535095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:56.743325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:56.769958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:56.781284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-80fbcaae-2975-43bb-b0c8-1c823241bba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:56.811861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:56.835477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84989a9a-e76e-4c89-a5ba-d1deb9b2ebc1 req-53d438b4-1d45-4e3a-962e-e61486fe008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:56.837719 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84989a9a-e76e-4c89-a5ba-d1deb9b2ebc1 req-53d438b4-1d45-4e3a-962e-e61486fe008a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4844215
Dec 18 06:49:56.868225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c53f7-6fec-4349-b903-8ee27ea7b10f req-f9c18f4b-ea38-4c57-b213-82599aa593cc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:56.869858 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e34c53f7-6fec-4349-b903-8ee27ea7b10f req-f9c18f4b-ea38-4c57-b213-82599aa593cc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 944 time: 0.9893930
Dec 18 06:49:56.881560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:57.076286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] For port 3ecfd64b-37c3-47b0-846f-fa11243340ba, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:57.081967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'SecurityGroup': ['ID=f892035b-fbaf-49be-8c12-46ef1894e1c0,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:57.085421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:57.087047 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-ca8022b7-5349-43d4-ab34-ded1c55b9971 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] delete failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:49:57.088195 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ca8022b7-5349-43d4-ab34-ded1c55b9971 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "DELETE /v2.0/routers/2d9c9835-49d3-4af7-a43f-15f5f68dd34e HTTP/1.1" status: 409  len: 329 time: 0.8666203
Dec 18 06:49:57.091363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ead13f-88db-449f-8f09-11c158515f17 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:57.107605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48842) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:57.114753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:57.119216 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.6931043
Dec 18 06:49:57.134150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] For port 3ecfd64b-37c3-47b0-846f-fa11243340ba, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3ecfd64b-37c3-47b0-846f-fa11243340ba,segment=NetworkSegment(537816cc-7aa5-4b7e-917b-698598b6411f),segment_id=537816cc-7aa5-4b7e-917b-698598b6411f)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:57.148108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:57.196895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48846) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:57.229483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'security_group': {'name': 'tempest-secgroup-504899741'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:57.247355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:57.255564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:57.328386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:security_group and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:57.338840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] DHCP port deletion for 14506394-33ac-4f30-9325-820519e98a6d request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:49:57.345808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d1258d0>,) {'filters': {'network_id': ['dec25233-5e1e-41d3-a2f8-d0240165d52f']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:57.353923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:57.373238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:57.377762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 172.20.0.8 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/d8fbd934-bf6c-4ad6-97ce-190ba3862f41/b6f6fc70-5832-419a-a973-60beffc15207) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:57.383852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d1258d0>, '537816cc-7aa5-4b7e-917b-698598b6411f') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:57.384221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d1258d0>, '537816cc-7aa5-4b7e-917b-698598b6411f') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:57.430720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::f816:3eff:fe4a:8d5f (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/fa02927a-5dca-4c21-bd4d-165a09e42ac6/b6f6fc70-5832-419a-a973-60beffc15207) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:57.434147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:57.453695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Allocated IP 2001:db8::2 (a95d1eb4-f773-4bd7-8d20-2686794a4e44/ce310f94-25fa-43c8-a5d0-d526051b17a0/ca2304b6-f85f-4a6b-8094-e2b5cb94cd24) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:49:57.460457 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84989a9a-e76e-4c89-a5ba-d1deb9b2ebc1 req-79a9ea6c-5930-4cb1-8397-77a28db265e5 service neutron] 10.222.0.15 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5641644
Dec 18 06:49:57.468053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:57.487968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:57.518542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Releasing vxlan tunnel 17 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:49:57.690027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:57.702121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Transition to ACTIVE for port object ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:57.719438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Transition to ACTIVE for port object ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:57.750991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e34c53f7-6fec-4349-b903-8ee27ea7b10f req-b7a56fc0-6c98-41de-ac35-d6c381e552ce tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8093195
Dec 18 06:49:57.767023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Pushing event updated for resources: {'Port': ['ID=3ecfd64b-37c3-47b0-846f-fa11243340ba,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:57.769952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Deleting port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:57.770384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:57.804187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:57.813201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:57.830997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:57.833106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:49:57.849066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b7d7f9e-bae4-415d-ab8d-2057c0fc0842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:57.860446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:security_group_rule and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:49:57.898497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:49:58.017422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:49:58.017695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Attempting to bind port 4e28929a-d78b-45e1-adce-93d02e3140c0 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:58.018011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Attempting to bind port 4e28929a-d78b-45e1-adce-93d02e3140c0 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '0d8e42c9-446e-4e2d-8e6f-2088bd536803', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a'}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:58.018386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Attempting to bind port 4e28929a-d78b-45e1-adce-93d02e3140c0 on network 8a017c89-746c-4a49-b7e7-7ac622b1411a {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:58.038694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:58.039121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Checking segment: {'id': '0d8e42c9-446e-4e2d-8e6f-2088bd536803', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:58.040293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:58.040489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Bound using segment: {'id': '0d8e42c9-446e-4e2d-8e6f-2088bd536803', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a'} {{(pid=81085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:58.040939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Bound port: 4e28929a-d78b-45e1-adce-93d02e3140c0, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8e42c9-446e-4e2d-8e6f-2088bd536803', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a'}}] {{(pid=81085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:58.041312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:58.047718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:49:58.087241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c50d550>,) {'filters': {'network_id': ['f821dd73-603e-4fc8-835d-198ec174ea53']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:58.106363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b66c0c83-4567-4fb8-9359-49b206640cde tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:58.131060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c50d550>, '130a93bc-dd09-458f-95f1-97d76f060c7d') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:58.131379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c50d550>, '130a93bc-dd09-458f-95f1-97d76f060c7d') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:49:58.131538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Pushing event updated for resources: {'Port': ['ID=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:58.150280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:58.163631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:58.163915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network dec25233-5e1e-41d3-a2f8-d0240165d52f has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:49:58.197475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:58.226076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:58.233372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Releasing vxlan tunnel 11 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:49:58.399460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f18695-e077-40e0-835b-5021adf0c58a None None] Network dec25233-5e1e-41d3-a2f8-d0240165d52f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:49:58.440371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:49:58.442277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] For port 4e28929a-d78b-45e1-adce-93d02e3140c0, host hv-neutron-7650, cleared binding levels {{(pid=81085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:58.494882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:49:58.497237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] For port 4e28929a-d78b-45e1-adce-93d02e3140c0, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4e28929a-d78b-45e1-adce-93d02e3140c0,segment=NetworkSegment(0d8e42c9-446e-4e2d-8e6f-2088bd536803),segment_id=0d8e42c9-446e-4e2d-8e6f-2088bd536803)] {{(pid=81085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:58.513923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:49:58.515206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network f821dd73-603e-4fc8-835d-198ec174ea53 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:49:58.521804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] For port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab,segment=NetworkSegment(b4c13dc1-2cc7-43c3-addd-52f8b40ebb55),segment_id=b4c13dc1-2cc7-43c3-addd-52f8b40ebb55)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:58.522262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:58.526241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:58.542904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:58.557197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac976fa2-333a-448b-afa6-2bc4acf0ee09 tempest-FloatingIPNegativeTestJSON-1877477509 tempest-FloatingIPNegativeTestJSON-1877477509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:58.701328 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84989a9a-e76e-4c89-a5ba-d1deb9b2ebc1 req-85e76429-b6f0-4540-b715-bd1a19b6ca57 service neutron] 10.222.0.15 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2172298
Dec 18 06:49:58.850900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:58.934388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Calling delete_port for 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:49:58.964867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Pushing event updated for resources: {'Port': ['ID=4e28929a-d78b-45e1-adce-93d02e3140c0,revision_number=3']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:58.975831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network f821dd73-603e-4fc8-835d-198ec174ea53 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:49:58.984558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:49:59.011227 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:49:59.059886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Attempting to bind port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:49:59.060309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Attempting to bind port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '2792a0ff-bc28-489e-a3de-21ecc9c29985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:49:59.060724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Attempting to bind port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 on network a95d1eb4-f773-4bd7-8d20-2686794a4e44 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:49:59.088174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network dec25233-5e1e-41d3-a2f8-d0240165d52f has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:49:59.103343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:59.104031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.105553 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] 10.222.0.15 "PUT /v2.0/ports/4e28929a-d78b-45e1-adce-93d02e3140c0 HTTP/1.1" status: 200  len: 1158 time: 6.3333964
Dec 18 06:49:59.106145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3002bf9e-2f68-4bcc-8767-ca3a8b893d2c', 'tag': '4e28929a-d78b-45e1-adce-93d02e3140c0'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:49:59.124005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:49:59.124981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Checking segment: {'id': '2792a0ff-bc28-489e-a3de-21ecc9c29985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:49:59.125724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.126397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Bound using segment: {'id': '2792a0ff-bc28-489e-a3de-21ecc9c29985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:49:59.127142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Bound port: ca2304b6-f85f-4a6b-8094-e2b5cb94cd24, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2792a0ff-bc28-489e-a3de-21ecc9c29985', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:49:59.128836 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:49:59.132168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.141563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.162224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.176320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab,segment=NetworkSegment(b4c13dc1-2cc7-43c3-addd-52f8b40ebb55),segment_id=b4c13dc1-2cc7-43c3-addd-52f8b40ebb55)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:49:59.182957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:59.204320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.246224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfe5f66c-fdec-47ed-afcf-8d4da8b5abf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:59.296556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.303679 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3002bf9e-2f68-4bcc-8767-ca3a8b893d2c', 'tag': '4e28929a-d78b-45e1-adce-93d02e3140c0', 'status': 'completed', 'code': 200}
Dec 18 06:49:59.320335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.349371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:49:59.349874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:49:59.361067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Network': ['ID=f821dd73-603e-4fc8-835d-198ec174ea53,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:59.370839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:59.376451 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/networks/f821dd73-603e-4fc8-835d-198ec174ea53 HTTP/1.1" status: 204  len: 168 time: 3.1832805
Dec 18 06:49:59.380050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48858) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:59.399378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:59.403288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:59.406711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] For port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:49:59.410481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] For port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,segment=NetworkSegment(2792a0ff-bc28-489e-a3de-21ecc9c29985),segment_id=2792a0ff-bc28-489e-a3de-21ecc9c29985)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:49:59.415492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.421598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.435228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:59.436320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0290e09e-664a-4ef3-b0a5-f9d256e5606f tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:59.476196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object b6f6fc70-5832-419a-a973-60beffc15207 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:49:59.551624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.555513 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1692 time: 2.3527374
Dec 18 06:49:59.555513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'SecurityGroup': ['ID=7d923d5a-bd9f-401e-8cfc-f74762fb8e81,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:59.556480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48862) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:49:59.562762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:59.567887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2011458232', 'security_groups': ['7d923d5a-bd9f-401e-8cfc-f74762fb8e81'], 'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ce310f94-25fa-43c8-a5d0-d526051b17a0'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:49:59.584383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-22ead13f-88db-449f-8f09-11c158515f17 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port 6ad36426-048b-4bdf-b932-31c1c65cacdf {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:59.584740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ead13f-88db-449f-8f09-11c158515f17 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.589081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 06:49:59.589081 dv-neutron-765072-3-ovs neutron-server[80975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 06:49:59.589081 dv-neutron-765072-3-ovs neutron-server[80975]: [parameters: {'id': 'dec25233-5e1e-41d3-a2f8-d0240165d52f'}]
Dec 18 06:49:59.589081 dv-neutron-765072-3-ovs neutron-server[80975]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:49:59.589584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:49:59.605055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Pushing event updated for resources: {'Port': ['ID=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:49:59.608768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:49:59.641321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.694878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.715143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-1bad1a01-5957-4171-b42f-1443ae6d6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:59.716763 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-1bad1a01-5957-4171-b42f-1443ae6d6ad1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 1161 time: 0.5369198
Dec 18 06:49:59.721026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1181bc36-1c9d-4740-883b-b05a60df5198 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:49:59.732031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1200ae5-61d6-4c82-95ac-59cdbcd0417e req-11502340-13b3-4d30-b123-36d686aa1574 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:49:59.733618 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b1200ae5-61d6-4c82-95ac-59cdbcd0417e req-11502340-13b3-4d30-b123-36d686aa1574 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 944 time: 0.4290941
Dec 18 06:49:59.851401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Deleting port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:49:59.852477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:49:59.960453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=b6f6fc70-5832-419a-a973-60beffc15207,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:00.007016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:00.066657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:00.104530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] For port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab,segment=NetworkSegment(b4c13dc1-2cc7-43c3-addd-52f8b40ebb55),segment_id=b4c13dc1-2cc7-43c3-addd-52f8b40ebb55)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:00.104907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:port and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:00.105019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:00.108439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:00.116244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:00.134333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:00.216239 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-d84965d9-0d23-433f-ae08-b1f25f027bbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=4e28929a-d78b-45e1-adce-93d02e3140c0 HTTP/1.1" status: 200  len: 217 time: 0.4815738
Dec 18 06:50:00.222787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:00.227203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:00.227646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:00.233872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:00.236505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:00.236668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Calling delete_port for 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:00.265727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:00.318510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:00.345253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:00.386001 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b1200ae5-61d6-4c82-95ac-59cdbcd0417e req-b97873d4-3c4d-4d2f-866e-7bdfb209d9a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5172746
Dec 18 06:50:00.391906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Deleting port 3ecfd64b-37c3-47b0-846f-fa11243340ba {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:00.392426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:00.403473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-55edd0d2-6370-47f8-8d6a-b5080ee1f7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:00.405269 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-55edd0d2-6370-47f8-8d6a-b5080ee1f7c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c1031f5-9c9d-425a-a21e-75a0b2c37f26 HTTP/1.1" status: 200  len: 838 time: 0.1475244
Dec 18 06:50:00.439841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Pushing event deleted for resources: {'Port': ['ID=0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:00.444400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:00.490453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] No DVR routers for this DVR port 0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:50:00.513397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:00.514091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:00.515665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] The port '0afef5c1-4dad-40aa-9d33-08c4b9e2c9ab' was deleted {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:50:00.558536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ead13f-88db-449f-8f09-11c158515f17 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:00.612717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b66c0c83-4567-4fb8-9359-49b206640cde tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Deleting port 2a6fa361-6eeb-4662-bcdf-713b80cd27e9 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:00.613198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b66c0c83-4567-4fb8-9359-49b206640cde tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:00.680898 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 6.7962399
Dec 18 06:50:00.687961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48866) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:00.704754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:00.774699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5b76340c-8e44-4b7c-a5ae-1a35ceb09d38 None None] Provisioning for port b6f6fc70-5832-419a-a973-60beffc15207 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:00.780730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-22ead13f-88db-449f-8f09-11c158515f17 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for 6ad36426-048b-4bdf-b932-31c1c65cacdf owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:00.782075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5b76340c-8e44-4b7c-a5ae-1a35ceb09d38 None None] Provisioning complete for port b6f6fc70-5832-419a-a973-60beffc15207 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:00.782845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5b76340c-8e44-4b7c-a5ae-1a35ceb09d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:00.879118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5b76340c-8e44-4b7c-a5ae-1a35ceb09d38 None None] Port b6f6fc70-5832-419a-a973-60beffc15207 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:00.884144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:01.006625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-d0790d88-fc67-4e68-8e70-67c2f9e0ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:01.008948 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-d0790d88-fc67-4e68-8e70-67c2f9e0ae06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a017c89-746c-4a49-b7e7-7ac622b1411a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5486388
Dec 18 06:50:01.134979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17e1e828>,) {'filters': {'network_id': ['14506394-33ac-4f30-9325-820519e98a6d']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:01.168776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17e1e828>, 'b4c13dc1-2cc7-43c3-addd-52f8b40ebb55') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:01.169131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17e1e828>, 'b4c13dc1-2cc7-43c3-addd-52f8b40ebb55') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:01.201869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:01.266222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:01.270999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Releasing vxlan tunnel 8 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:50:01.290044 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-bf704a7b-b4ec-4fb4-92f2-4a9477875d1d service neutron] 10.222.0.15 "GET /v2.0/networks/8a017c89-746c-4a49-b7e7-7ac622b1411a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2624400
Dec 18 06:50:01.308784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f9ca44ab-f77a-4c8a-af62-74f7dbae217a None None] Provisioning for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:01.329900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f9ca44ab-f77a-4c8a-af62-74f7dbae217a None None] Provisioning complete for port 5e7fff51-2b1b-407e-8f12-8d6480460e16 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:01.330641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9ca44ab-f77a-4c8a-af62-74f7dbae217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:01.406503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca44ab-f77a-4c8a-af62-74f7dbae217a None None] Port 5e7fff51-2b1b-407e-8f12-8d6480460e16 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:01.410540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] For port 3ecfd64b-37c3-47b0-846f-fa11243340ba, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3ecfd64b-37c3-47b0-846f-fa11243340ba,segment=NetworkSegment(537816cc-7aa5-4b7e-917b-698598b6411f),segment_id=537816cc-7aa5-4b7e-917b-698598b6411f)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:01.410957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:01.610347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Calling delete_port for 3ecfd64b-37c3-47b0-846f-fa11243340ba owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:01.682849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b66c0c83-4567-4fb8-9359-49b206640cde tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:01.688861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1839bd95-36df-4b76-9d61-ca9a4d3a4577 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:50:01.690160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ead13f-88db-449f-8f09-11c158515f17 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:01.696093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port 38ed8b87-0119-4302-9aa6-5e09d62f9fc1 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:50:01.723126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-035a159b-b897-4f8c-a8ff-68a7fa7cec36 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:01.848430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 14506394-33ac-4f30-9325-820519e98a6d has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:01.867054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ead13f-88db-449f-8f09-11c158515f17 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Port': ['ID=6ad36426-048b-4bdf-b932-31c1c65cacdf,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:01.870892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:01.881957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b66c0c83-4567-4fb8-9359-49b206640cde tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Calling delete_port for 2a6fa361-6eeb-4662-bcdf-713b80cd27e9 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:01.890804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22ead13f-88db-449f-8f09-11c158515f17 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:01.892835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1839bd95-36df-4b76-9d61-ca9a4d3a4577 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:50:01.920522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353b7e9-254e-4338-a0d8-57e0d5c5463e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:01.924923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d353b7e9-254e-4338-a0d8-57e0d5c5463e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:01.925826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d353b7e9-254e-4338-a0d8-57e0d5c5463e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:01.946312 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c36ec5f-308d-4496-93e1-2f5db18b69d7 req-3294886f-4675-4038-8e47-e5e2b130919d service neutron] 10.222.0.15 "GET /v2.0/networks/8a017c89-746c-4a49-b7e7-7ac622b1411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6027417
Dec 18 06:50:02.056175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d353b7e9-254e-4338-a0d8-57e0d5c5463e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:02.061442 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d353b7e9-254e-4338-a0d8-57e0d5c5463e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 1.3722322
Dec 18 06:50:02.075954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48874) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:02.080266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:02.086778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:02.112715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1f2296df-87ba-4947-a313-39b835999db5 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:02.169311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6b0b3-dc2f-438d-b1e7-aef34892e9e7 req-ff90825d-cf56-4a6e-a7d7-450779f0190d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:02.170973 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88e6b0b3-dc2f-438d-b1e7-aef34892e9e7 req-ff90825d-cf56-4a6e-a7d7-450779f0190d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 944 time: 0.5746093
Dec 18 06:50:02.189918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 14506394-33ac-4f30-9325-820519e98a6d has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:50:02.239851 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:50:02.245496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:02.252777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:02.253193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:02.255641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Port': ['ID=3ecfd64b-37c3-47b0-846f-fa11243340ba,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:02.277983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:02.374027 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88e6b0b3-dc2f-438d-b1e7-aef34892e9e7 req-6481c843-b9b5-4ebb-8bac-1961f1dfd996 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1737523
Dec 18 06:50:02.394186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-de61255b-505d-4423-a594-dabc31899438 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port b6f6fc70-5832-419a-a973-60beffc15207 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:02.394186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de61255b-505d-4423-a594-dabc31899438 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:02.428962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:02.437200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315478f-e42e-4a29-89bd-a98c1ae1ac87 req-2fe5f8d7-695e-48c5-8a27-a4468ac0b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:02.439471 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f315478f-e42e-4a29-89bd-a98c1ae1ac87 req-2fe5f8d7-695e-48c5-8a27-a4468ac0b0f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 1161 time: 0.4255793
Dec 18 06:50:02.439594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce7e2db1-a7f7-4f98-ab35-f23eb594de9f tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:02.455497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:02.468448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No DVR routers for this DVR port 3ecfd64b-37c3-47b0-846f-fa11243340ba on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:50:02.524969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:02.551386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Network': ['ID=14506394-33ac-4f30-9325-820519e98a6d,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:02.565191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:02.566643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,segment=NetworkSegment(2792a0ff-bc28-489e-a3de-21ecc9c29985),segment_id=2792a0ff-bc28-489e-a3de-21ecc9c29985)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:02.571134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:02.573350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4a001c41-e74a-438e-bd48-9a7dee38150c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:02.578532 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/networks/14506394-33ac-4f30-9325-820519e98a6d HTTP/1.1" status: 204  len: 168 time: 3.1947994
Dec 18 06:50:02.579412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48878) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:02.591365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1531689961'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:02.645849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8::3a3 (a95d1eb4-f773-4bd7-8d20-2686794a4e44/ce310f94-25fa-43c8-a5d0-d526051b17a0/38ed8b87-0119-4302-9aa6-5e09d62f9fc1) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:02.669641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:02.685752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:02.763434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:02.947188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:02.967877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b66c0c83-4567-4fb8-9359-49b206640cde tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:02.971263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:network and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:02.988510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:02.992091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1bd4b1ae-4fac-467b-acd8-b1e6012736fc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:03.059486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:03.083350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ead13f-88db-449f-8f09-11c158515f17 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:03.103210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315478f-e42e-4a29-89bd-a98c1ae1ac87 req-18de3852-116f-4180-b5b0-d6c43d1071af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:03.104864 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f315478f-e42e-4a29-89bd-a98c1ae1ac87 req-18de3852-116f-4180-b5b0-d6c43d1071af service neutron] 10.222.0.15 "GET /v2.0/networks?id=8a017c89-746c-4a49-b7e7-7ac622b1411a HTTP/1.1" status: 200  len: 892 time: 0.6440356
Dec 18 06:50:03.142939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c0c83-4567-4fb8-9359-49b206640cde tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event deleted for resources: {'Port': ['ID=2a6fa361-6eeb-4662-bcdf-713b80cd27e9,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:03.158818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:03.161352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b66c0c83-4567-4fb8-9359-49b206640cde tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:03.163034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17ef7320>,) {'filters': {'network_id': ['dec25233-5e1e-41d3-a2f8-d0240165d52f']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:03.164121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:03.166705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4bc66e-b43d-4a43-b4db-c0aa7eea3ad6 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:50:03.219059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17ef7320>, '537816cc-7aa5-4b7e-917b-698598b6411f') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:03.220125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17ef7320>, '537816cc-7aa5-4b7e-917b-698598b6411f') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:03.227581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de61255b-505d-4423-a594-dabc31899438 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:03.247038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-946dd62c-bdb8-41ae-9883-5c38220cbebd None None] Provisioning complete for port b6f6fc70-5832-419a-a973-60beffc15207 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:03.247462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-946dd62c-bdb8-41ae-9883-5c38220cbebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:03.267433 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f315478f-e42e-4a29-89bd-a98c1ae1ac87 req-1aba1006-ae18-4cb9-8941-69e38e9ae7d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=4e28929a-d78b-45e1-adce-93d02e3140c0 HTTP/1.1" status: 200  len: 217 time: 0.1099732
Dec 18 06:50:03.267818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:03.340762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:50:03.344860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-946dd62c-bdb8-41ae-9883-5c38220cbebd None None] Port b6f6fc70-5832-419a-a973-60beffc15207 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:03.379091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-946dd62c-bdb8-41ae-9883-5c38220cbebd None None] Provisioning complete for port 994ebf6c-725b-40fd-9134-4abd0c9572b5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:03.379688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-946dd62c-bdb8-41ae-9883-5c38220cbebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:03.393256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:03.393747 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Added segment 061f6a7d-a0f1-4f48-b2b3-0b92f166da9b of type vxlan for network c7504bf0-3b7c-410f-868f-17df09086e39
Dec 18 06:50:03.403134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315478f-e42e-4a29-89bd-a98c1ae1ac87 req-363be4eb-97d0-4875-bf44-d36b2f63b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:03.404715 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f315478f-e42e-4a29-89bd-a98c1ae1ac87 req-363be4eb-97d0-4875-bf44-d36b2f63b8a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c1031f5-9c9d-425a-a21e-75a0b2c37f26 HTTP/1.1" status: 200  len: 838 time: 0.1289799
Dec 18 06:50:03.491127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-de61255b-505d-4423-a594-dabc31899438 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for b6f6fc70-5832-419a-a973-60beffc15207 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:03.530238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4bc66e-b43d-4a43-b4db-c0aa7eea3ad6 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:50:03.578437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:03.598088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Releasing vxlan tunnel 17 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:50:03.643791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:03.864638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:03.869143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:03.870531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:03.878700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a9b4755-22b5-49bc-ae80-d93b2b6a5443 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:03.940765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:03.981962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315478f-e42e-4a29-89bd-a98c1ae1ac87 req-53991bd0-970d-4071-adb2-9b45671cd31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:03.983624 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f315478f-e42e-4a29-89bd-a98c1ae1ac87 req-53991bd0-970d-4071-adb2-9b45671cd31e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8a017c89-746c-4a49-b7e7-7ac622b1411a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5676000
Dec 18 06:50:03.988768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ead13f-88db-449f-8f09-11c158515f17 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 39290bb0-d97e-40dc-90e7-6697a87b322c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:50:04.073263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:04.100834 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.5179510
Dec 18 06:50:04.109320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48886) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:04.119149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'subnet': {'network_id': 'c7504bf0-3b7c-410f-868f-17df09086e39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:04.150827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Network': ['ID=c7504bf0-3b7c-410f-868f-17df09086e39,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:04.160236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec1d40-3c7c-408b-a196-c3e587e72262 req-17450052-88da-4055-a672-8dfbc5b0eed0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:04.162117 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9eec1d40-3c7c-408b-a196-c3e587e72262 req-17450052-88da-4055-a672-8dfbc5b0eed0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 944 time: 0.6301003
Dec 18 06:50:04.166974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:04.171308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network c7504bf0-3b7c-410f-868f-17df09086e39 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:04.185843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network c7504bf0-3b7c-410f-868f-17df09086e39 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:04.385221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network dec25233-5e1e-41d3-a2f8-d0240165d52f has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:04.389560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:04.390034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:04.412478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:04.455328 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9eec1d40-3c7c-408b-a196-c3e587e72262 req-21a23e44-0633-4c9b-a5b5-ecff7498fd51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2252026
Dec 18 06:50:04.484688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ead13f-88db-449f-8f09-11c158515f17 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:50:04.506010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48835cc-5ce0-4143-b7dc-2e5837c10ed5 None None] Sync routers for ids ['39290bb0-d97e-40dc-90e7-6697a87b322c'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:50:04.514924 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-22ead13f-88db-449f-8f09-11c158515f17 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/39290bb0-d97e-40dc-90e7-6697a87b322c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6890659
Dec 18 06:50:04.520867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:04.522742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48835cc-5ce0-4143-b7dc-2e5837c10ed5 None None] Routers {'39290bb0-d97e-40dc-90e7-6697a87b322c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:04.524002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e48835cc-5ce0-4143-b7dc-2e5837c10ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cbe3ba8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['39290bb0-d97e-40dc-90e7-6697a87b322c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:04.525696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:subnet and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:04.529074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:04.535263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:04.540902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48890) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:04.618481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6575f37b-b40f-45a1-8568-5356c85fa916 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Synchronizing usage tracker for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:04.622620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Transition to ACTIVE for port object 38ed8b87-0119-4302-9aa6-5e09d62f9fc1 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:04.637656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e48835cc-5ce0-4143-b7dc-2e5837c10ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cbe3ba8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:04.652405 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f315478f-e42e-4a29-89bd-a98c1ae1ac87 req-7a688510-5ef1-4d1e-963b-a36285c038b6 service neutron] 10.222.0.15 "GET /v2.0/networks/8a017c89-746c-4a49-b7e7-7ac622b1411a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6566982
Dec 18 06:50:04.662431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:04.683841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b66c0c83-4567-4fb8-9359-49b206640cde tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:04.716797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48835cc-5ce0-4143-b7dc-2e5837c10ed5 None None] Routers {'39290bb0-d97e-40dc-90e7-6697a87b322c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:04.717929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e48835cc-5ce0-4143-b7dc-2e5837c10ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cbe3ba8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['39290bb0-d97e-40dc-90e7-6697a87b322c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:04.798213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e48835cc-5ce0-4143-b7dc-2e5837c10ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cbe3ba8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:04.798667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48835cc-5ce0-4143-b7dc-2e5837c10ed5 None None] The sync data for ids ['39290bb0-d97e-40dc-90e7-6697a87b322c'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:50:04.843267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6575f37b-b40f-45a1-8568-5356c85fa916 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Unset dirty status for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:04.844539 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6575f37b-b40f-45a1-8568-5356c85fa916 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=39290bb0-d97e-40dc-90e7-6697a87b322c HTTP/1.1" status: 200  len: 205 time: 0.2899196
Dec 18 06:50:04.855700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48894) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:04.904292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:04.979775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network dec25233-5e1e-41d3-a2f8-d0240165d52f has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:50:05.021923 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:50:05.038989 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f315478f-e42e-4a29-89bd-a98c1ae1ac87 req-b12db23c-6a58-41fa-b505-2ec2d9ba4ce2 service neutron] 10.222.0.15 "GET /v2.0/networks/8a017c89-746c-4a49-b7e7-7ac622b1411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3374436
Dec 18 06:50:05.145144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:05.172527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2241f0f7-b91d-4727-9d4d-78cb7fcb16df tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:05.224524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de61255b-505d-4423-a594-dabc31899438 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:05.228509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4308a2-5633-4d28-8bab-73df4da23e16 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:05.504305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 4e28929a-d78b-45e1-adce-93d02e3140c0 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:05.584338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 4e28929a-d78b-45e1-adce-93d02e3140c0 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:05.589769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 4e28929a-d78b-45e1-adce-93d02e3140c0 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:05.590206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:05.713607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:05.718686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=38ed8b87-0119-4302-9aa6-5e09d62f9fc1,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:05.734728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:05.738001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:05.738992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:05.747040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f02b87bf-425a-4415-b9b6-dbaf32929898 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:05.764190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3002bf9e-2f68-4bcc-8767-ca3a8b893d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e28929a-d78b-45e1-adce-93d02e3140c0'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:50:05.775206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 4e28929a-d78b-45e1-adce-93d02e3140c0, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4e28929a-d78b-45e1-adce-93d02e3140c0,segment=NetworkSegment(0d8e42c9-446e-4e2d-8e6f-2088bd536803),segment_id=0d8e42c9-446e-4e2d-8e6f-2088bd536803)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:05.778295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a796a40-1a76-4cbf-962c-91804d106551 req-fb274baf-fc2e-4641-9a73-8977fc68a4a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:05.779984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:05.780125 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5a796a40-1a76-4cbf-962c-91804d106551 req-fb274baf-fc2e-4641-9a73-8977fc68a4a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 944 time: 0.1341312
Dec 18 06:50:05.783333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb170a73-fcab-4165-b070-fc660370b55e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:05.793126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4308a2-5633-4d28-8bab-73df4da23e16 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:05.798954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4308a2-5633-4d28-8bab-73df4da23e16 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:05.833294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61255b-505d-4423-a594-dabc31899438 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=b6f6fc70-5832-419a-a973-60beffc15207,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:05.855488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5a796a40-1a76-4cbf-962c-91804d106551 req-dfb18c6e-ab3e-4611-a439-d70be40e5ea3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608039
Dec 18 06:50:05.866347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=4e28929a-d78b-45e1-adce-93d02e3140c0,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:05.870441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:05.881608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3002bf9e-2f68-4bcc-8767-ca3a8b893d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e28929a-d78b-45e1-adce-93d02e3140c0', 'code': 200}
Dec 18 06:50:05.922432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:05.925496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de61255b-505d-4423-a594-dabc31899438 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:05.926106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:05.939186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a7fb5eb-a08d-4077-b2ac-ae47a76a7938 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:06.035106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Network': ['ID=dec25233-5e1e-41d3-a2f8-d0240165d52f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:06.041640 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/dec25233-5e1e-41d3-a2f8-d0240165d52f HTTP/1.1" status: 204  len: 168 time: 13.0762980
Dec 18 06:50:06.047913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48902) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:06.048335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:06.064037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1279241259'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:06.072742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4308a2-5633-4d28-8bab-73df4da23e16 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:06.073303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4308a2-5633-4d28-8bab-73df4da23e16 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Fanout notify agent at l3_agent the message router_deleted on router 39290bb0-d97e-40dc-90e7-6697a87b322c {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:50:06.075040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:06.096148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf4308a2-5633-4d28-8bab-73df4da23e16 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:06.097347 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bf4308a2-5633-4d28-8bab-73df4da23e16 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/39290bb0-d97e-40dc-90e7-6697a87b322c HTTP/1.1" status: 204  len: 168 time: 1.2261961
Dec 18 06:50:06.123239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48906) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:06.132326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:network and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:06.170429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:06.191363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:06.225450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Subnet': ['ID=d5714a89-8cf0-4d6a-95d5-6725b40b0a16,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:06.234876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:06.262193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:06.267903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:06.431748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:50:06.457947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440396d0-2b7f-4c0a-9d45-47853bf37640 req-fe63fce6-7f38-4281-b643-e65933559418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:06.459528 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-440396d0-2b7f-4c0a-9d45-47853bf37640 req-fe63fce6-7f38-4281-b643-e65933559418 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 1163 time: 0.3818967
Dec 18 06:50:06.480134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:06.480559 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Added segment 0118027b-da95-4eb8-879b-466d913cfaa7 of type vxlan for network d20178be-1089-41cd-8683-6f88d9904142
Dec 18 06:50:06.518929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Checking segment: {'id': '061f6a7d-a0f1-4f48-b2b3-0b92f166da9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c7504bf0-3b7c-410f-868f-17df09086e39'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:06.519335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network hostable DHCP agents. Network: c7504bf0-3b7c-410f-868f-17df09086e39, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:50:06.557221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:06.568024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:06.574564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:06.578859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:06.579546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:06.589176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7578c9-e029-4343-9dd4-4525390cccf1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting subnet 8ce7a871-d507-4622-8036-7beac54cfcd9 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:06.604455 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-440396d0-2b7f-4c0a-9d45-47853bf37640 req-e41f8bae-8809-4f25-863f-880100495fd5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1333845
Dec 18 06:50:06.605405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f7578c9-e029-4343-9dd4-4525390cccf1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:06.614638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66c0c83-4567-4fb8-9359-49b206640cde tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Router 2d9c9835-49d3-4af7-a43f-15f5f68dd34e has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:50:06.620543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de61255b-505d-4423-a594-dabc31899438 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:06.622631 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-de61255b-505d-4423-a594-dabc31899438 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/b6f6fc70-5832-419a-a973-60beffc15207 HTTP/1.1" status: 204  len: 168 time: 4.5376384
Dec 18 06:50:06.626961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48910) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:06.631801 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 7.0679865
Dec 18 06:50:06.636219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48912) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:06.641206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:06.661627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network c7504bf0-3b7c-410f-868f-17df09086e39 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:50:06.680288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fc596c35-1d2a-4a42-bbaa-3ef2f13c9745 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:06.714114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:06.718725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:06.719418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:06.723905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, c7504bf0-3b7c-410f-868f-17df09086e39) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:06.742130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fd2e6891-c0e2-4847-a6e6-5ff34a7228b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:06.744563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db165b-d495-4e92-9754-ef364c2749ec None None] Network c7504bf0-3b7c-410f-868f-17df09086e39 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:06.874739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f7578c9-e029-4343-9dd4-4525390cccf1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:06.972756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66c0c83-4567-4fb8-9359-49b206640cde tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:50:06.983680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:06.984481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:06.985319 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b66c0c83-4567-4fb8-9359-49b206640cde tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "PUT /v2.0/routers/2d9c9835-49d3-4af7-a43f-15f5f68dd34e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8721323
Dec 18 06:50:06.988465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d5fb04-0388-43c2-b834-44bd7876da73 None None] Sync routers for ids ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:50:07.000769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48920) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:07.006213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d5fb04-0388-43c2-b834-44bd7876da73 None None] Routers {'2d9c9835-49d3-4af7-a43f-15f5f68dd34e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:07.006919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-60d5fb04-0388-43c2-b834-44bd7876da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e8247b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:07.023232 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.9718029
Dec 18 06:50:07.042466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48922) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:07.058694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'subnet': {'network_id': 'd20178be-1089-41cd-8683-6f88d9904142', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:07.086838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 4e28929a-d78b-45e1-adce-93d02e3140c0 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:07.091708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Network': ['ID=d20178be-1089-41cd-8683-6f88d9904142,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:07.100902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d611febb-194e-4347-b71a-ced0ec61d802 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:07.103315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d611febb-194e-4347-b71a-ced0ec61d802 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:07.104882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d611febb-194e-4347-b71a-ced0ec61d802 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:07.105903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d611febb-194e-4347-b71a-ced0ec61d802 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:07.136130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-60d5fb04-0388-43c2-b834-44bd7876da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e8247b8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:07.141261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-c7504bf0-3b7c-410f-868f-17df09086e39', 'network_id': 'c7504bf0-3b7c-410f-868f-17df09086e39', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'fixed_ips': [{'subnet_id': 'd5714a89-8cf0-4d6a-95d5-6725b40b0a16'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:50:07.142516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:07.146472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d5fb04-0388-43c2-b834-44bd7876da73 None None] Routers {'2d9c9835-49d3-4af7-a43f-15f5f68dd34e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:07.147311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-60d5fb04-0388-43c2-b834-44bd7876da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e8247b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:49:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:07.157650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:07.159260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network d20178be-1089-41cd-8683-6f88d9904142 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:07.170053 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0569370
Dec 18 06:50:07.176026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network d20178be-1089-41cd-8683-6f88d9904142 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:07.194290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48928) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:07.197844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc596c35-1d2a-4a42-bbaa-3ef2f13c9745 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:07.204350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-edb6a11a-69cc-4511-b38d-06f778b5eea7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1424538876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:07.220038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-60d5fb04-0388-43c2-b834-44bd7876da73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e8247b8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:07.220769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d5fb04-0388-43c2-b834-44bd7876da73 None None] The sync data for ids ['2d9c9835-49d3-4af7-a43f-15f5f68dd34e'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:50:07.224586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-edb6a11a-69cc-4511-b38d-06f778b5eea7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:07.231157 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-84e4d508-0157-4c12-ac06-6816055f2237 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] show failed (client error): The resource could not be found.
Dec 18 06:50:07.236076 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-84e4d508-0157-4c12-ac06-6816055f2237 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "GET /v2.0/routers/tempest-non_exist_router-209599794 HTTP/1.1" status: 404  len: 334 time: 0.1232724
Dec 18 06:50:07.236076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fc596c35-1d2a-4a42-bbaa-3ef2f13c9745 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:07.239878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48934) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:07.240918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fc596c35-1d2a-4a42-bbaa-3ef2f13c9745 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:07.246650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-edb6a11a-69cc-4511-b38d-06f778b5eea7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:router and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:07.254996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4b0ad729-154e-4956-bdf4-2c1ee234d5f2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Request body: {'router': {'name': 'new_name'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:07.266177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f7578c9-e029-4343-9dd4-4525390cccf1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:07.306588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-edb6a11a-69cc-4511-b38d-06f778b5eea7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:07.309794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc596c35-1d2a-4a42-bbaa-3ef2f13c9745 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:07.317742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d611febb-194e-4347-b71a-ced0ec61d802 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:07.319835 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d611febb-194e-4347-b71a-ced0ec61d802 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.6863184
Dec 18 06:50:07.330679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48938) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:07.338019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-edb6a11a-69cc-4511-b38d-06f778b5eea7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:07.340547 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-4b0ad729-154e-4956-bdf4-2c1ee234d5f2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] update failed (client error): The resource could not be found.
Dec 18 06:50:07.345836 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4b0ad729-154e-4956-bdf4-2c1ee234d5f2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "PUT /v2.0/routers/tempest-non_exist_router-328703634 HTTP/1.1" status: 404  len: 334 time: 0.0970387
Dec 18 06:50:07.350222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48942) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:07.385280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc596c35-1d2a-4a42-bbaa-3ef2f13c9745 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:07.387733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:07.406518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:subnet and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:07.420498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-62fe33d9-9392-4bdb-ba80-d5fa5fefebeb None None] Provisioning for port 38ed8b87-0119-4302-9aa6-5e09d62f9fc1 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:07.434543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:07.457750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-edb6a11a-69cc-4511-b38d-06f778b5eea7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:07.458739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-edb6a11a-69cc-4511-b38d-06f778b5eea7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:07.496955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:07.512333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-62fe33d9-9392-4bdb-ba80-d5fa5fefebeb None None] Provisioning complete for port 38ed8b87-0119-4302-9aa6-5e09d62f9fc1 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:07.512767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62fe33d9-9392-4bdb-ba80-d5fa5fefebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:07.519005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-edb6a11a-69cc-4511-b38d-06f778b5eea7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:07.536693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13715f9-5336-490e-be25-e0373eb8679b req-00dbcbed-fe18-4bdf-824b-35f3703c346c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:07.538347 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c13715f9-5336-490e-be25-e0373eb8679b req-00dbcbed-fe18-4bdf-824b-35f3703c346c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 946 time: 0.3794839
Dec 18 06:50:07.632315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:07.676937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc596c35-1d2a-4a42-bbaa-3ef2f13c9745 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:07.735078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-edb6a11a-69cc-4511-b38d-06f778b5eea7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:07.854013 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c13715f9-5336-490e-be25-e0373eb8679b req-e2c09dd9-7030-4c96-9552-9c63c41140ff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2921615
Dec 18 06:50:07.892414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:07.905113 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.ipam_backend_mixin [None req-fc596c35-1d2a-4a42-bbaa-3ef2f13c9745 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce310f94-25fa-43c8-a5d0-d526051b17a0 (CIDR: 2001:db8::/64)
Dec 18 06:50:07.946061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Allocated IP 2001:db8::2 (c7504bf0-3b7c-410f-868f-17df09086e39/d5714a89-8cf0-4d6a-95d5-6725b40b0a16/17b15e13-7dbe-48ee-8df5-88b745830fbd) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:07.958593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-da707a89-86ba-4ad7-a75a-3195fb084e38 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Deleting subnet b79ae806-1efc-4f1d-9c8d-e1c4782de52e {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:07.965459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc596c35-1d2a-4a42-bbaa-3ef2f13c9745 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:50:07.966128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc596c35-1d2a-4a42-bbaa-3ef2f13c9745 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 400 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:50:07.969951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-da707a89-86ba-4ad7-a75a-3195fb084e38 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:08.044758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-edb6a11a-69cc-4511-b38d-06f778b5eea7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:08.049399 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-edb6a11a-69cc-4511-b38d-06f778b5eea7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.8539231
Dec 18 06:50:08.051695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48956) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:08.052348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-da707a89-86ba-4ad7-a75a-3195fb084e38 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:08.078515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'port': {'network_id': 'c7504bf0-3b7c-410f-868f-17df09086e39', 'name': 'tempest-RoutersIpV6Test-819400300'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:08.089768 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fc596c35-1d2a-4a42-bbaa-3ef2f13c9745 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4157274
Dec 18 06:50:08.095077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48960) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:08.109381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:08.119438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff43209a-d9ab-41ba-9c2e-e1ae532655e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet d8fbd934-bf6c-4ad6-97ce-190ba3862f41 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:08.177024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff43209a-d9ab-41ba-9c2e-e1ae532655e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:08.250240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:08.253860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-62fe33d9-9392-4bdb-ba80-d5fa5fefebeb None None] Port 38ed8b87-0119-4302-9aa6-5e09d62f9fc1 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:08.269794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Transition to ACTIVE for port object 17b15e13-7dbe-48ee-8df5-88b745830fbd will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:08.278106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 4e28929a-d78b-45e1-adce-93d02e3140c0 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:08.278873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:08.358032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Transition to ACTIVE for port object 17b15e13-7dbe-48ee-8df5-88b745830fbd will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:08.371334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:08.376832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:08.381539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:08.391856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:08.392115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:08.442108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:08.449384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:08.558378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-da707a89-86ba-4ad7-a75a-3195fb084e38 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:08.584683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:08.650483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff43209a-d9ab-41ba-9c2e-e1ae532655e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:08.765914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Pushing event updated for resources: {'Port': ['ID=17b15e13-7dbe-48ee-8df5-88b745830fbd,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:08.768827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f7578c9-e029-4343-9dd4-4525390cccf1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:08.775481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:08.789848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-265b3174-b410-4f30-ab37-b54da739eb1d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:08.839978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Network c7504bf0-3b7c-410f-868f-17df09086e39 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:08.841153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:08.843479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:08.900868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Attempting to bind port 17b15e13-7dbe-48ee-8df5-88b745830fbd on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:50:08.901096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Attempting to bind port 17b15e13-7dbe-48ee-8df5-88b745830fbd by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '061f6a7d-a0f1-4f48-b2b3-0b92f166da9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c7504bf0-3b7c-410f-868f-17df09086e39'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:50:08.901423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7578c9-e029-4343-9dd4-4525390cccf1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Subnet': ['ID=8ce7a871-d507-4622-8036-7beac54cfcd9,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:08.901569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Attempting to bind port 17b15e13-7dbe-48ee-8df5-88b745830fbd on network c7504bf0-3b7c-410f-868f-17df09086e39 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:50:08.904701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:08.907318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1f7578c9-e029-4343-9dd4-4525390cccf1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:08.928298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:50:08.929317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Checking segment: {'id': '061f6a7d-a0f1-4f48-b2b3-0b92f166da9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c7504bf0-3b7c-410f-868f-17df09086e39'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:08.930167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:08.930829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Bound using segment: {'id': '061f6a7d-a0f1-4f48-b2b3-0b92f166da9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c7504bf0-3b7c-410f-868f-17df09086e39'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:50:08.931526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Bound port: 17b15e13-7dbe-48ee-8df5-88b745830fbd, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061f6a7d-a0f1-4f48-b2b3-0b92f166da9b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'c7504bf0-3b7c-410f-868f-17df09086e39'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:50:08.932068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:08.960083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:port and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:08.978460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for port was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:09.017918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:09.030581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4b3af-bea8-4ecc-82d1-357a43f825c9 req-9816d3ff-62c3-4db0-b49c-d62216990181 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:09.032176 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3af4b3af-bea8-4ecc-82d1-357a43f825c9 req-9816d3ff-62c3-4db0-b49c-d62216990181 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 945 time: 0.5031219
Dec 18 06:50:09.060465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] For port 17b15e13-7dbe-48ee-8df5-88b745830fbd, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:50:09.064172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] For port 17b15e13-7dbe-48ee-8df5-88b745830fbd, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=17b15e13-7dbe-48ee-8df5-88b745830fbd,segment=NetworkSegment(061f6a7d-a0f1-4f48-b2b3-0b92f166da9b),segment_id=061f6a7d-a0f1-4f48-b2b3-0b92f166da9b)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:50:09.067682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:09.073297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-da707a89-86ba-4ad7-a75a-3195fb084e38 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:09.085198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:09.091420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-df5fb5d1-5fcd-44e9-b83f-6c2d396b4914 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:09.143780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:09.149342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:09.174502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f7578c9-e029-4343-9dd4-4525390cccf1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:09.176863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf122eb8-112d-40d8-be4f-1b06897b3e02 None None] Network a1bdce62-260f-4b9c-930d-824f34064bd2 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:09.183668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da707a89-86ba-4ad7-a75a-3195fb084e38 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event deleted for resources: {'Subnet': ['ID=b79ae806-1efc-4f1d-9c8d-e1c4782de52e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:09.196267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-da707a89-86ba-4ad7-a75a-3195fb084e38 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:09.204695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff43209a-d9ab-41ba-9c2e-e1ae532655e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:09.302467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3af4b3af-bea8-4ecc-82d1-357a43f825c9 req-88a9635d-6fbb-41a9-9880-ed28c9d4b818 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2248554
Dec 18 06:50:09.317269 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1f7578c9-e029-4343-9dd4-4525390cccf1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/8ce7a871-d507-4622-8036-7beac54cfcd9 HTTP/1.1" status: 204  len: 168 time: 3.1926103
Dec 18 06:50:09.318612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48974) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:09.356930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Pushing event updated for resources: {'Port': ['ID=17b15e13-7dbe-48ee-8df5-88b745830fbd,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:09.378883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-da707a89-86ba-4ad7-a75a-3195fb084e38 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:09.392756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:09.399484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274aad17-7380-4d69-be67-95f4ed0521f5 None None] Network 71925eb6-c1a6-45a6-8fdb-8f855acedbc9 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:09.407019 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-da707a89-86ba-4ad7-a75a-3195fb084e38 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "DELETE /v2.0/subnets/b79ae806-1efc-4f1d-9c8d-e1c4782de52e HTTP/1.1" status: 204  len: 168 time: 2.0531621
Dec 18 06:50:09.409478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 48978) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:09.684620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7127002-9c28-4481-9ac3-2487dc711e7c req-93ffaeea-12a0-4486-aedc-f5ecc4c0de29 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:09.687113 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e7127002-9c28-4481-9ac3-2487dc711e7c req-93ffaeea-12a0-4486-aedc-f5ecc4c0de29 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 946 time: 0.6507263
Dec 18 06:50:09.813214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] device_id is not set on port 78579453-3e7a-42c8-9e10-4685a3e4f3a0 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:50:09.843576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a02cfd0-5267-4a58-aafc-af60b1c8cfdd None None] DHCP port deletion for a1bdce62-260f-4b9c-930d-824f34064bd2 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:50:09.853269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4a02cfd0-5267-4a58-aafc-af60b1c8cfdd None None] Deleting port 3b1bae74-f2ce-407b-b1e9-6e417f983a71 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:09.853939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a02cfd0-5267-4a58-aafc-af60b1c8cfdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:09.898146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a8a5e1-499a-4fd9-8494-ee6228e6d3e0 None None] DHCP port deletion for 71925eb6-c1a6-45a6-8fdb-8f855acedbc9 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:50:09.912010 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e7127002-9c28-4481-9ac3-2487dc711e7c req-b2efa1d8-ba0f-4168-a8bc-163a64d0bf51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2047160
Dec 18 06:50:09.913014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d8a8a5e1-499a-4fd9-8494-ee6228e6d3e0 None None] Deleting port 23ebc053-ae12-48b5-a602-1f40e87b2981 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:09.913330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a5e1-499a-4fd9-8494-ee6228e6d3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.159865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 23ebc053-ae12-48b5-a602-1f40e87b2981 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:50:10.189649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2669f4-ec1d-4418-ab2e-05b07c4ab6ea tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting subnet 6a12d1b8-6129-4fc9-b095-a467841ffc7c {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:10.198452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea2669f4-ec1d-4418-ab2e-05b07c4ab6ea tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.227963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff43209a-d9ab-41ba-9c2e-e1ae532655e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.248128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b487c3a-22ec-4a7f-83bb-b32f7c020d3d tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:10.253317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0cc8f5-3a97-42a0-bdda-b50e8527a1d9 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Deleting subnet 158aebf4-9d61-4a6d-a54a-eb489239d424 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:10.256608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad0cc8f5-3a97-42a0-bdda-b50e8527a1d9 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.362770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Allocated IP 2001:db8::2f2 (c7504bf0-3b7c-410f-868f-17df09086e39/d5714a89-8cf0-4d6a-95d5-6725b40b0a16/78579453-3e7a-42c8-9e10-4685a3e4f3a0) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:10.367399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43209a-d9ab-41ba-9c2e-e1ae532655e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=d8fbd934-bf6c-4ad6-97ce-190ba3862f41,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:10.376605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff43209a-d9ab-41ba-9c2e-e1ae532655e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:10.392365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.470440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4a02cfd0-5267-4a58-aafc-af60b1c8cfdd None None] For port 3b1bae74-f2ce-407b-b1e9-6e417f983a71, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3b1bae74-f2ce-407b-b1e9-6e417f983a71,segment=NetworkSegment(700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e),segment_id=700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:10.470814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a02cfd0-5267-4a58-aafc-af60b1c8cfdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.502299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:50:10.504148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-43c8a874-57bb-467a-808d-a0346ff7a7d8 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:10.552719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea2669f4-ec1d-4418-ab2e-05b07c4ab6ea tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.605502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4a02cfd0-5267-4a58-aafc-af60b1c8cfdd None None] Calling delete_port for 3b1bae74-f2ce-407b-b1e9-6e417f983a71 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:10.617721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e38cb-2051-4f3a-9c0a-fc4d7ede2153 req-d73c5f65-43c5-4245-98d5-82a31e5a3a0a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:10.619372 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-629e38cb-2051-4f3a-9c0a-fc4d7ede2153 req-d73c5f65-43c5-4245-98d5-82a31e5a3a0a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 946 time: 0.4659181
Dec 18 06:50:10.624650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.652081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad0cc8f5-3a97-42a0-bdda-b50e8527a1d9 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.732600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Subnet': ['ID=0e6b08d4-ea84-4c09-b9d6-ffe5badd0813,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:10.733061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.741305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:10.750913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7854f66-4dcd-4023-8310-9a2d8cb218d4 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:10.769250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:10.772668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:10.805794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9861fd-69d1-4a2d-9b58-48c92712c70c None None] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:10.806127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:10.806966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.819413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401d775e-7949-4a8c-9b7e-38298c6fa139 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:10.839894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff43209a-d9ab-41ba-9c2e-e1ae532655e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.840983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea2669f4-ec1d-4418-ab2e-05b07c4ab6ea tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.871505 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.7751722
Dec 18 06:50:10.878041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad0cc8f5-3a97-42a0-bdda-b50e8527a1d9 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:10.909678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48986) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:10.941023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1613229182', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0e6b08d4-ea84-4c09-b9d6-ffe5badd0813'}], 'security_groups': ['f892035b-fbaf-49be-8c12-46ef1894e1c0']}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:11.166203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d8a8a5e1-499a-4fd9-8494-ee6228e6d3e0 None None] For port 23ebc053-ae12-48b5-a602-1f40e87b2981, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=23ebc053-ae12-48b5-a602-1f40e87b2981,segment=NetworkSegment(5147667a-9498-4b15-992b-de50b1ae4cf4),segment_id=5147667a-9498-4b15-992b-de50b1ae4cf4)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:11.166783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a5e1-499a-4fd9-8494-ee6228e6d3e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:11.178309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 23ebc053-ae12-48b5-a602-1f40e87b2981, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=23ebc053-ae12-48b5-a602-1f40e87b2981,segment=NetworkSegment(5147667a-9498-4b15-992b-de50b1ae4cf4),segment_id=5147667a-9498-4b15-992b-de50b1ae4cf4)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:11.193106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a02cfd0-5267-4a58-aafc-af60b1c8cfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:11.217029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22ccf97e-2161-4a25-bc63-575c8773c3fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:11.385552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02cfd0-5267-4a58-aafc-af60b1c8cfdd None None] Pushing event deleted for resources: {'Port': ['ID=3b1bae74-f2ce-407b-b1e9-6e417f983a71,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:11.388302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4a02cfd0-5267-4a58-aafc-af60b1c8cfdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:11.389630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:11.390257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3b1bae74-f2ce-407b-b1e9-6e417f983a71 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:50:11.417975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea2669f4-ec1d-4418-ab2e-05b07c4ab6ea tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:11.435816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d7576a05-757b-4481-8478-319c747cd82b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:11.474913 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ff43209a-d9ab-41ba-9c2e-e1ae532655e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/d8fbd934-bf6c-4ad6-97ce-190ba3862f41 HTTP/1.1" status: 204  len: 168 time: 4.1367009
Dec 18 06:50:11.491355 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-629e38cb-2051-4f3a-9c0a-fc4d7ede2153 req-2df11508-8176-4f3c-8c52-0de2625e646f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8384709
Dec 18 06:50:11.492367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48990) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:11.492512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:11.518395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Subnet': ['ID=86dae762-7965-48a1-b262-8da5be641d80,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:11.519293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad0cc8f5-3a97-42a0-bdda-b50e8527a1d9 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:11.564098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:11.581540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d8a8a5e1-499a-4fd9-8494-ee6228e6d3e0 None None] Calling delete_port for 23ebc053-ae12-48b5-a602-1f40e87b2981 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:11.594270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2669f4-ec1d-4418-ab2e-05b07c4ab6ea tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Subnet': ['ID=6a12d1b8-6129-4fc9-b095-a467841ffc7c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:11.611895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d5cabf-d071-4d6c-962e-4354fee486f3 None None] Network c7504bf0-3b7c-410f-868f-17df09086e39 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:11.614732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ea2669f4-ec1d-4418-ab2e-05b07c4ab6ea tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:11.615309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-311c0695-84ae-4b86-9788-fde3487a563c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:11.639248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea107a-7e49-4ff9-98b0-7a2f6dedb333 req-00904559-c595-449c-9970-852d32bc9101 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:11.647316 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4bea107a-7e49-4ff9-98b0-7a2f6dedb333 req-00904559-c595-449c-9970-852d32bc9101 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 945 time: 1.1545875
Dec 18 06:50:11.648600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 3b1bae74-f2ce-407b-b1e9-6e417f983a71 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:50:11.649011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3b1bae74-f2ce-407b-b1e9-6e417f983a71 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:50:11.746029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cc8f5-3a97-42a0-bdda-b50e8527a1d9 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event deleted for resources: {'Subnet': ['ID=158aebf4-9d61-4a6d-a54a-eb489239d424,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:11.747603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-38dc496c-846f-40d1-bf63-0869afd03599 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet fa02927a-5dca-4c21-bd4d-165a09e42ac6 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:11.762688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ad0cc8f5-3a97-42a0-bdda-b50e8527a1d9 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:11.775960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38dc496c-846f-40d1-bf63-0869afd03599 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:11.791160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea2669f4-ec1d-4418-ab2e-05b07c4ab6ea tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:11.802601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad0cc8f5-3a97-42a0-bdda-b50e8527a1d9 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:11.812526 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ea2669f4-ec1d-4418-ab2e-05b07c4ab6ea tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/6a12d1b8-6129-4fc9-b095-a467841ffc7c HTTP/1.1" status: 204  len: 168 time: 2.4897099
Dec 18 06:50:11.815207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 48998) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:11.821316 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ad0cc8f5-3a97-42a0-bdda-b50e8527a1d9 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "DELETE /v2.0/subnets/158aebf4-9d61-4a6d-a54a-eb489239d424 HTTP/1.1" status: 204  len: 168 time: 2.4061465
Dec 18 06:50:11.821477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:11.822347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49000) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:11.826023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ebf630-a883-4d10-ab59-2c3f3c20e42b None None] Network 3009e91f-6aa1-48d4-b261-918a89de292a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:11.839762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfba8c39-9533-4fa1-a0bc-f9ef324eb38c None None] Network eb8d994e-8d83-4644-aac6-cafea1fa0306 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:11.870982 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4bea107a-7e49-4ff9-98b0-7a2f6dedb333 req-c07f63ce-20ef-43f8-8122-f36c1c3eb324 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2230780
Dec 18 06:50:11.953181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:11.983081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fbf8bf6b-c298-4bea-b059-f5c95d857734 None None] Provisioning for port 17b15e13-7dbe-48ee-8df5-88b745830fbd completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:12.032692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Deleting port 23ebc053-ae12-48b5-a602-1f40e87b2981 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:12.033415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:12.057885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:12.097197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 17b15e13-7dbe-48ee-8df5-88b745830fbd up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:12.121328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=23ebc053-ae12-48b5-a602-1f40e87b2981,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:12.125348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:12.133764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Transition to ACTIVE for port object 78579453-3e7a-42c8-9e10-4685a3e4f3a0 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:12.178622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38dc496c-846f-40d1-bf63-0869afd03599 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:12.218828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a02cfd0-5267-4a58-aafc-af60b1c8cfdd None None] No DVR routers for this DVR port 3b1bae74-f2ce-407b-b1e9-6e417f983a71 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:50:12.279069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] For port 23ebc053-ae12-48b5-a602-1f40e87b2981, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=23ebc053-ae12-48b5-a602-1f40e87b2981,segment=NetworkSegment(5147667a-9498-4b15-992b-de50b1ae4cf4),segment_id=5147667a-9498-4b15-992b-de50b1ae4cf4)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:12.279433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:12.302445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Checking segment: {'id': '0118027b-da95-4eb8-879b-466d913cfaa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd20178be-1089-41cd-8683-6f88d9904142'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:12.302840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network hostable DHCP agents. Network: d20178be-1089-41cd-8683-6f88d9904142, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:50:12.307875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:12.409033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Calling delete_port for 23ebc053-ae12-48b5-a602-1f40e87b2981 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:12.410574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-d8a8a5e1-499a-4fd9-8494-ee6228e6d3e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:50:12.410991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-d8a8a5e1-499a-4fd9-8494-ee6228e6d3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:50:12.469208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:12.497578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:12.513401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d93930d4-8981-4a1b-8cd6-d407c7e4731f tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:12.567470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:12.606767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network d20178be-1089-41cd-8683-6f88d9904142 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:50:12.609696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:12.617813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event deleted for resources: {'Port': ['ID=23ebc053-ae12-48b5-a602-1f40e87b2981,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:12.628974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:12.666949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] No DVR routers for this DVR port 23ebc053-ae12-48b5-a602-1f40e87b2981 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:50:12.823331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, d20178be-1089-41cd-8683-6f88d9904142) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:12.825589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 17b15e13-7dbe-48ee-8df5-88b745830fbd completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:12.837886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38dc496c-846f-40d1-bf63-0869afd03599 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:12.850017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d4944-f12c-41c3-84d2-b904b5be04e0 None None] Network d20178be-1089-41cd-8683-6f88d9904142 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:12.932336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1dac2cc0>,) {'filters': {'network_id': ['a1bdce62-260f-4b9c-930d-824f34064bd2']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:12.954682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d8a8a5e1-499a-4fd9-8494-ee6228e6d3e0 None None] Deleting port 23ebc053-ae12-48b5-a602-1f40e87b2981 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:12.955588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a5e1-499a-4fd9-8494-ee6228e6d3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:12.988554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=78579453-3e7a-42c8-9e10-4685a3e4f3a0,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:13.003245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:13.003908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.009163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dac2cc0>, '700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:13.009511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dac2cc0>, '700ec3d8-d32c-4217-bf5a-11bbd7ac4e2e') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:13.028568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:13.059000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49008) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:13.072820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 17b15e13-7dbe-48ee-8df5-88b745830fbd triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:13.073255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.103138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.106216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.171875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d8a8a5e1-499a-4fd9-8494-ee6228e6d3e0 None None] The port '23ebc053-ae12-48b5-a602-1f40e87b2981' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:50:13.230429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1cf81208>,) {'filters': {'network_id': ['71925eb6-c1a6-45a6-8fdb-8f855acedbc9']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:13.244449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1cf81208>, '5147667a-9498-4b15-992b-de50b1ae4cf4') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:13.244845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1cf81208>, '5147667a-9498-4b15-992b-de50b1ae4cf4') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:13.258757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.276501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.278601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Releasing vxlan tunnel 6 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:50:13.308413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.324793 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 6.2741604
Dec 18 06:50:13.334061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Releasing vxlan tunnel 14 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:50:13.361106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49012) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:13.373921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047021703'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:13.379645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:13.385206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:network and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:13.387964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for network was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:13.388090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5445f6f1-8961-4bdf-aa7e-e838e140e71e None None] DHCP port deletion for 3009e91f-6aa1-48d4-b261-918a89de292a request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:50:13.394294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:13.409425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:13.417488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.460533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f1a824-65b2-4add-bba4-eb7b62624bd1 None None] DHCP port deletion for eb8d994e-8d83-4644-aac6-cafea1fa0306 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:50:13.463627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5445f6f1-8961-4bdf-aa7e-e838e140e71e None None] Deleting port 209c42fb-6842-4ae5-8ea1-6a90201c2e42 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:13.464239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5445f6f1-8961-4bdf-aa7e-e838e140e71e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.535178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-96f1a824-65b2-4add-bba4-eb7b62624bd1 None None] Deleting port 9cf7319d-dc18-456a-a50a-ab0d2b807256 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:13.535603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96f1a824-65b2-4add-bba4-eb7b62624bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.550912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:50:13.581053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.581398 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Added segment c724650c-be22-4034-8f95-162d28c7bbb2 of type vxlan for network e15c324a-8775-45f8-9157-856f86f4571a
Dec 18 06:50:13.595790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.621384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.680401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network 71925eb6-c1a6-45a6-8fdb-8f855acedbc9 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:13.702042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.770529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71655a2e-9a3b-4540-9b7d-d1b3bd3b18b2 None None] Update dhcp port {'port': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'fixed_ips': [{'subnet_id': 'ce310f94-25fa-43c8-a5d0-d526051b17a0', 'ip_address': '2001:db8::2'}, {'subnet_id': '0e6b08d4-ea84-4c09-b9d6-ffe5badd0813'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': 'ca2304b6-f85f-4a6b-8094-e2b5cb94cd24'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:50:13.797918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.802441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:13.805803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:13.850259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-378c2532-4aa7-4b40-ace9-a2d361557f9a tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:13.927002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network c7504bf0-3b7c-410f-868f-17df09086e39 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:13.937538 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5722456
Dec 18 06:50:13.964153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 17b15e13-7dbe-48ee-8df5-88b745830fbd, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=17b15e13-7dbe-48ee-8df5-88b745830fbd,segment=NetworkSegment(061f6a7d-a0f1-4f48-b2b3-0b92f166da9b),segment_id=061f6a7d-a0f1-4f48-b2b3-0b92f166da9b)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:13.979450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49016) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:14.020914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:14.025390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'subnet': {'network_id': 'e15c324a-8775-45f8-9157-856f86f4571a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:14.040589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:14.042531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Network': ['ID=e15c324a-8775-45f8-9157-856f86f4571a,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:14.046534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-012248ac-5400-4eb7-bc5e-926958e47bbd tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:14.053052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:14.054188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:14.081164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-d20178be-1089-41cd-8683-6f88d9904142', 'network_id': 'd20178be-1089-41cd-8683-6f88d9904142', 'tenant_id': '83ae0a89a3244e0691e73c0a5ec8a4ab', 'fixed_ips': [{'subnet_id': '86dae762-7965-48a1-b262-8da5be641d80'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:50:14.082417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:14.092213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network e15c324a-8775-45f8-9157-856f86f4571a details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:14.112197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network e15c324a-8775-45f8-9157-856f86f4571a details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:14.215393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:14.250293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network 71925eb6-c1a6-45a6-8fdb-8f855acedbc9 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:50:14.287965 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:50:14.291213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:14.326957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47757e-21b5-453a-8c4d-ac537c78bd44 req-18c0f39e-4f9b-4b9b-a146-d9c99774598b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:14.328818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a47757e-21b5-453a-8c4d-ac537c78bd44 req-18c0f39e-4f9b-4b9b-a146-d9c99774598b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 945 time: 1.2968459
Dec 18 06:50:14.330402 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 6.2667916
Dec 18 06:50:14.352999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49020) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:14.412382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9cf7319d-dc18-456a-a50a-ab0d2b807256 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:50:14.432354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:14.435482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:14.440680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:subnet and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:14.446334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:14.455325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-59b897ae-ec7c-414f-a443-663e2a46481f tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:14.472613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:14.480711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:14.486829 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "DELETE /v2.0/networks/71925eb6-c1a6-45a6-8fdb-8f855acedbc9 HTTP/1.1" status: 204  len: 168 time: 2.6634386
Dec 18 06:50:14.491342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49024) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:14.494438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event deleted for resources: {'Network': ['ID=71925eb6-c1a6-45a6-8fdb-8f855acedbc9,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:14.581492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:14.610366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:14.746408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-96f1a824-65b2-4add-bba4-eb7b62624bd1 None None] For port 9cf7319d-dc18-456a-a50a-ab0d2b807256, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9cf7319d-dc18-456a-a50a-ab0d2b807256,segment=NetworkSegment(5a597130-3242-44cc-ac57-4f23f9342ebb),segment_id=5a597130-3242-44cc-ac57-4f23f9342ebb)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:14.747495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96f1a824-65b2-4add-bba4-eb7b62624bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:14.759926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:14.769162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Delete allocated IP 2001:db8::3a3 (a95d1eb4-f773-4bd7-8d20-2686794a4e44/ce310f94-25fa-43c8-a5d0-d526051b17a0) {{(pid=81085) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 18 06:50:14.770996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71655a2e-9a3b-4540-9b7d-d1b3bd3b18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:14.783044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network a1bdce62-260f-4b9c-930d-824f34064bd2 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:14.795586 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a47757e-21b5-453a-8c4d-ac537c78bd44 req-4cefe511-177b-4548-baa7-64b1e7e16242 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4348743
Dec 18 06:50:14.801297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8:0:1::1ed (a95d1eb4-f773-4bd7-8d20-2686794a4e44/0e6b08d4-ea84-4c09-b9d6-ffe5badd0813/38ed8b87-0119-4302-9aa6-5e09d62f9fc1) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:14.882968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:14.895588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:14.938002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_backend_mixin [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Performing IP validity checks on allocation pools {{(pid=81084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 18 06:50:14.938577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_backend_mixin [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Checking for overlaps among allocation pools and gateway ip {{(pid=81084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 18 06:50:14.973892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Deleting port 9cf7319d-dc18-456a-a50a-ab0d2b807256 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:14.974410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:14.994598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3f20b8ef-3438-49cc-a082-0d9c0fd7b525 None None] Provisioning complete for port 17b15e13-7dbe-48ee-8df5-88b745830fbd triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:14.994947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f20b8ef-3438-49cc-a082-0d9c0fd7b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:15.040799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-96f1a824-65b2-4add-bba4-eb7b62624bd1 None None] Calling delete_port for 9cf7319d-dc18-456a-a50a-ab0d2b807256 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:15.249601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b86b8dde-6e84-4e17-8a06-f776752e06cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:15.251010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=17b15e13-7dbe-48ee-8df5-88b745830fbd,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:15.296321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5445f6f1-8961-4bdf-aa7e-e838e140e71e None None] For port 209c42fb-6842-4ae5-8ea1-6a90201c2e42, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=209c42fb-6842-4ae5-8ea1-6a90201c2e42,segment=NetworkSegment(0a766522-ab1a-42f0-85d6-f43a51878a48),segment_id=0a766522-ab1a-42f0-85d6-f43a51878a48)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:15.296742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5445f6f1-8961-4bdf-aa7e-e838e140e71e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:15.297402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] For port 9cf7319d-dc18-456a-a50a-ab0d2b807256, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9cf7319d-dc18-456a-a50a-ab0d2b807256,segment=NetworkSegment(5a597130-3242-44cc-ac57-4f23f9342ebb),segment_id=5a597130-3242-44cc-ac57-4f23f9342ebb)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:15.297850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:15.311231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.311888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.312277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.312648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.313021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.313394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.313790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.314162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.314531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.314898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.315265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.315631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.316055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.316419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.316782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.317142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.317965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.317965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.318250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.318548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.319200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.319309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.319599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.319986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:15.347267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.056s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:15.504382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Calling delete_port for 9cf7319d-dc18-456a-a50a-ab0d2b807256 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:15.546036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5445f6f1-8961-4bdf-aa7e-e838e140e71e None None] Calling delete_port for 209c42fb-6842-4ae5-8ea1-6a90201c2e42 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:15.609221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:50:15.609680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:50:15.661598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network a1bdce62-260f-4b9c-930d-824f34064bd2 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:15.680218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96f1a824-65b2-4add-bba4-eb7b62624bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:50:15.701833 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:50:15.715980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:15.744402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:15.762819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-69a86eaf-405c-4c29-9963-d7c0cc091f48 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:15.899068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Subnet': ['ID=2b115cba-2282-4f96-84e6-63e3980e22bc,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:15.911991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:15.941459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:15.951299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1a824-65b2-4add-bba4-eb7b62624bd1 None None] Pushing event deleted for resources: {'Port': ['ID=9cf7319d-dc18-456a-a50a-ab0d2b807256,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:15.953824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-96f1a824-65b2-4add-bba4-eb7b62624bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:15.977624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Checking segment: {'id': 'c724650c-be22-4034-8f95-162d28c7bbb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'e15c324a-8775-45f8-9157-856f86f4571a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:15.978066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network hostable DHCP agents. Network: e15c324a-8775-45f8-9157-856f86f4571a, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:50:16.000681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network e15c324a-8775-45f8-9157-856f86f4571a is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:50:16.010492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, e15c324a-8775-45f8-9157-856f86f4571a) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:16.027801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:16.028704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:16.042518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fa6eeb-dbd0-4d12-a514-f4b5203316d0 None None] Network e15c324a-8775-45f8-9157-856f86f4571a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:16.058547 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.0737665
Dec 18 06:50:16.059041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49030) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:16.134762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Deleting port 9cf7319d-dc18-456a-a50a-ab0d2b807256 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:16.135168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:16.224455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] The port '9cf7319d-dc18-456a-a50a-ab0d2b807256' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:50:16.275007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 209c42fb-6842-4ae5-8ea1-6a90201c2e42 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:50:16.309911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1a824-65b2-4add-bba4-eb7b62624bd1 None None] No DVR routers for this DVR port 9cf7319d-dc18-456a-a50a-ab0d2b807256 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:50:16.313457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5445f6f1-8961-4bdf-aa7e-e838e140e71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:16.340050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c4dbed63-86d4-49f6-91b2-67ea101914df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:16.375428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38dc496c-846f-40d1-bf63-0869afd03599 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:16.390299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:16.401504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-af69ea1a-935c-441f-ab28-9305236b2ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:16.537128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:16.562117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc496c-846f-40d1-bf63-0869afd03599 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=fa02927a-5dca-4c21-bd4d-165a09e42ac6,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:16.607662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38dc496c-846f-40d1-bf63-0869afd03599 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:16.614922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2a687f92-bca2-4eed-a270-48ee4667d277 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:16.672228 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/networks/a1bdce62-260f-4b9c-930d-824f34064bd2 HTTP/1.1" status: 204  len: 168 time: 4.8419843
Dec 18 06:50:16.675348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49034) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:16.687591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:16.688890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Network': ['ID=a1bdce62-260f-4b9c-930d-824f34064bd2,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:16.695707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Allocated IP 2001:db8::3 (d20178be-1089-41cd-8683-6f88d9904142/86dae762-7965-48a1-b262-8da5be641d80/3819089c-0867-4716-b9f5-5b66c53374c4) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:16.750049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:16.753614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 209c42fb-6842-4ae5-8ea1-6a90201c2e42 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:50:16.753741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 209c42fb-6842-4ae5-8ea1-6a90201c2e42 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:50:16.755329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445f6f1-8961-4bdf-aa7e-e838e140e71e None None] Pushing event deleted for resources: {'Port': ['ID=209c42fb-6842-4ae5-8ea1-6a90201c2e42,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:16.757151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3f20b8ef-3438-49cc-a082-0d9c0fd7b525 None None] Provisioning for port 78579453-3e7a-42c8-9e10-4685a3e4f3a0 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:16.765381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5445f6f1-8961-4bdf-aa7e-e838e140e71e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:16.768623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:50:16.821733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3f20b8ef-3438-49cc-a082-0d9c0fd7b525 None None] Provisioning complete for port 78579453-3e7a-42c8-9e10-4685a3e4f3a0 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:16.822165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f20b8ef-3438-49cc-a082-0d9c0fd7b525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:16.847906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:16.888834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38dc496c-846f-40d1-bf63-0869afd03599 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:16.893571 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-38dc496c-846f-40d1-bf63-0869afd03599 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/fa02927a-5dca-4c21-bd4d-165a09e42ac6 HTTP/1.1" status: 204  len: 168 time: 5.3771658
Dec 18 06:50:16.903665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3f20b8ef-3438-49cc-a082-0d9c0fd7b525 None None] Port 78579453-3e7a-42c8-9e10-4685a3e4f3a0 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:16.905372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592ccb23-20ae-493b-baff-fcd92acf7688 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:16.905507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49038) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:16.911400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Transition to ACTIVE for port object 38ed8b87-0119-4302-9aa6-5e09d62f9fc1 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:16.921026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af8c56-47ab-4fc1-87be-9b34d5308f82 req-d1beb664-27ee-4d2b-92c8-fc32cbc3e68a tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:16.922680 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-23af8c56-47ab-4fc1-87be-9b34d5308f82 req-d1beb664-27ee-4d2b-92c8-fc32cbc3e68a tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 945 time: 0.7747834
Dec 18 06:50:16.934721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:16.943143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 17b15e13-7dbe-48ee-8df5-88b745830fbd up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:17.014424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.032290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.034135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.071670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1f2243eb-f789-41ec-851f-00e90686bcc2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:17.128450 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cf55168c-e921-4e2b-b101-a1e1f2f93e9a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2162883
Dec 18 06:50:17.141776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49042) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:17.176027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17a0e160>,) {'filters': {'network_id': ['eb8d994e-8d83-4644-aac6-cafea1fa0306']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:17.187853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:17.259892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-edc867e3-372d-43b0-aaad-f74409e971a7 None None] Provisioning complete for port 17b15e13-7dbe-48ee-8df5-88b745830fbd triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:17.260318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-edc867e3-372d-43b0-aaad-f74409e971a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.291087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5445f6f1-8961-4bdf-aa7e-e838e140e71e None None] No DVR routers for this DVR port 209c42fb-6842-4ae5-8ea1-6a90201c2e42 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:50:17.300357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-e15c324a-8775-45f8-9157-856f86f4571a', 'network_id': 'e15c324a-8775-45f8-9157-856f86f4571a', 'tenant_id': '83ae0a89a3244e0691e73c0a5ec8a4ab', 'fixed_ips': [{'subnet_id': '2b115cba-2282-4f96-84e6-63e3980e22bc'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:50:17.301254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.306438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17a0e160>, '5a597130-3242-44cc-ac57-4f23f9342ebb') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:17.306788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17a0e160>, '5a597130-3242-44cc-ac57-4f23f9342ebb') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:17.337645 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-23af8c56-47ab-4fc1-87be-9b34d5308f82 req-97a566ba-83c9-42f4-a1e4-cd598ee0ee6c tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3272870
Dec 18 06:50:17.364761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=38ed8b87-0119-4302-9aa6-5e09d62f9fc1,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:17.383058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:17.383527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-71655a2e-9a3b-4540-9b7d-d1b3bd3b18b2 None None] Allocated IP 2001:db8:0:1::2 (a95d1eb4-f773-4bd7-8d20-2686794a4e44/0e6b08d4-ea84-4c09-b9d6-ffe5badd0813/ca2304b6-f85f-4a6b-8094-e2b5cb94cd24) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:17.424565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.450225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.476858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.514776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.604950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.623553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Releasing vxlan tunnel 12 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:50:17.639148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40fcf2c7-ddb1-4812-b7a3-bb7b93e718ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.649339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.664682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] In _notify_port_updated(), no bound segment for port 38ed8b87-0119-4302-9aa6-5e09d62f9fc1 on network a95d1eb4-f773-4bd7-8d20-2686794a4e44 {{(pid=81085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:50:17.670278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:17.671192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.676091 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "PUT /v2.0/ports/38ed8b87-0119-4302-9aa6-5e09d62f9fc1 HTTP/1.1" status: 200  len: 931 time: 6.7595844
Dec 18 06:50:17.685723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 17b15e13-7dbe-48ee-8df5-88b745830fbd triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:17.686145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.735206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49046) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:17.776494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:17.808680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:17.823781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:17.883970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:17.942491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Transition to ACTIVE for port object 3819089c-0867-4716-b9f5-5b66c53374c4 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:17.962833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:18.054367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:18.058238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Transition to ACTIVE for port object 3819089c-0867-4716-b9f5-5b66c53374c4 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:18.074620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network eb8d994e-8d83-4644-aac6-cafea1fa0306 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:18.086018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac175f22e8>,) {'filters': {'network_id': ['3009e91f-6aa1-48d4-b261-918a89de292a']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:18.102762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-beb46344-3fe8-495c-90af-4e84c961228b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 38ed8b87-0119-4302-9aa6-5e09d62f9fc1 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:18.103590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beb46344-3fe8-495c-90af-4e84c961228b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:18.111633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:50:18.129568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Deleting port 994ebf6c-725b-40fd-9134-4abd0c9572b5 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:18.130192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:18.154547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:18.155689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:18.182250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:18.182489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:18.198233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:18.216544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-71655a2e-9a3b-4540-9b7d-d1b3bd3b18b2 None None] For port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,segment=NetworkSegment(2792a0ff-bc28-489e-a3de-21ecc9c29985),segment_id=2792a0ff-bc28-489e-a3de-21ecc9c29985)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:18.218557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-15f4432f-4c60-4cee-8a4f-64b3a0f56226 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:18.274450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac175f22e8>, '0a766522-ab1a-42f0-85d6-f43a51878a48') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:18.274891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac175f22e8>, '0a766522-ab1a-42f0-85d6-f43a51878a48') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:18.359592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:18.533692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:18.540261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:18.595401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-edc867e3-372d-43b0-aaad-f74409e971a7 None None] Provisioning complete for port 994ebf6c-725b-40fd-9134-4abd0c9572b5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:18.596019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-edc867e3-372d-43b0-aaad-f74409e971a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:18.772046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=78579453-3e7a-42c8-9e10-4685a3e4f3a0,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:18.775910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:18.796286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network eb8d994e-8d83-4644-aac6-cafea1fa0306 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:18.807363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-71655a2e-9a3b-4540-9b7d-d1b3bd3b18b2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:50:18.848402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Releasing vxlan tunnel 5 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:50:18.872714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Pushing event updated for resources: {'Port': ['ID=3819089c-0867-4716-b9f5-5b66c53374c4,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:18.895808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:18.904226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:18.918241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71655a2e-9a3b-4540-9b7d-d1b3bd3b18b2 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:18.931185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 994ebf6c-725b-40fd-9134-4abd0c9572b5 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:50:18.966625 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:50:18.979575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c11820-3794-4640-9c61-70683cdbbfca req-4fa0d254-24f9-4d80-af5e-830a90323c1d tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:18.981234 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1c11820-3794-4640-9c61-70683cdbbfca req-4fa0d254-24f9-4d80-af5e-830a90323c1d tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 945 time: 0.3564410
Dec 18 06:50:19.051715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.17 (8a017c89-746c-4a49-b7e7-7ac622b1411a/9c1031f5-9c9d-425a-a21e-75a0b2c37f26/7a380c76-0701-4283-8133-87ad2cb14b23) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:19.115333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1c11820-3794-4640-9c61-70683cdbbfca req-95660710-3fb3-4f8d-891a-79d8694ba3cc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1219935
Dec 18 06:50:19.119209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Allocated IP 2001:db8::3 (e15c324a-8775-45f8-9157-856f86f4571a/2b115cba-2282-4f96-84e6-63e3980e22bc/866a43cd-56ef-4eb5-a66d-e7c710d2b7ec) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:19.142058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-edc867e3-372d-43b0-aaad-f74409e971a7 None None] Provisioning complete for port 78579453-3e7a-42c8-9e10-4685a3e4f3a0 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:19.142651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-edc867e3-372d-43b0-aaad-f74409e971a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.232395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Network d20178be-1089-41cd-8683-6f88d9904142 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:19.240566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:19.267702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:19.366466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.424478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.454896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-edc867e3-372d-43b0-aaad-f74409e971a7 None None] Port 78579453-3e7a-42c8-9e10-4685a3e4f3a0 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:19.457570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object 7a380c76-0701-4283-8133-87ad2cb14b23 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:19.464617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] For port 994ebf6c-725b-40fd-9134-4abd0c9572b5, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=994ebf6c-725b-40fd-9134-4abd0c9572b5,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:19.465200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.514835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.539894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.550028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.567868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8c562716-2a49-43b5-be25-c80a57667904 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:19.633041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.658259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Calling delete_port for 994ebf6c-725b-40fd-9134-4abd0c9572b5 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:19.692636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Attempting to bind port 3819089c-0867-4716-b9f5-5b66c53374c4 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:50:19.693105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Attempting to bind port 3819089c-0867-4716-b9f5-5b66c53374c4 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '0118027b-da95-4eb8-879b-466d913cfaa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd20178be-1089-41cd-8683-6f88d9904142'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:50:19.693709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Attempting to bind port 3819089c-0867-4716-b9f5-5b66c53374c4 on network d20178be-1089-41cd-8683-6f88d9904142 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:50:19.710992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:50:19.711578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Checking segment: {'id': '0118027b-da95-4eb8-879b-466d913cfaa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd20178be-1089-41cd-8683-6f88d9904142'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:19.712214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.712653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Bound using segment: {'id': '0118027b-da95-4eb8-879b-466d913cfaa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd20178be-1089-41cd-8683-6f88d9904142'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:50:19.713313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Bound port: 3819089c-0867-4716-b9f5-5b66c53374c4, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0118027b-da95-4eb8-879b-466d913cfaa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'd20178be-1089-41cd-8683-6f88d9904142'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:50:19.713864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.735410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 3009e91f-6aa1-48d4-b261-918a89de292a has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:19.755763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.759237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.774657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=7a380c76-0701-4283-8133-87ad2cb14b23,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:19.777897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:19.825389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 994ebf6c-725b-40fd-9134-4abd0c9572b5, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=994ebf6c-725b-40fd-9134-4abd0c9572b5,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:19.830947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b8ad74ee-7b0b-4ac8-88e1-f96fb43b1bc9 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:19.838921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9fc58db8-5c34-4adc-be91-8f6f7aa7715a None None] Provisioning complete for port 78579453-3e7a-42c8-9e10-4685a3e4f3a0 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:19.839483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9fc58db8-5c34-4adc-be91-8f6f7aa7715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.864324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.896445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event deleted for resources: {'Network': ['ID=eb8d994e-8d83-4644-aac6-cafea1fa0306,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:19.900528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:19.912694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:19.922650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d28cdf06-6cad-45f1-9f30-589b9b6cf241 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:19.944209 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "DELETE /v2.0/networks/eb8d994e-8d83-4644-aac6-cafea1fa0306 HTTP/1.1" status: 204  len: 168 time: 5.4490793
Dec 18 06:50:19.947448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49052) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:19.956391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9fc58db8-5c34-4adc-be91-8f6f7aa7715a None None] Port 78579453-3e7a-42c8-9e10-4685a3e4f3a0 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:20.052844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 3009e91f-6aa1-48d4-b261-918a89de292a has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:20.060933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 8a017c89-746c-4a49-b7e7-7ac622b1411a is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:20.071076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:20.073524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:20.077964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:50:20.078462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:50:20.081197 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:50:20.084781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beb46344-3fe8-495c-90af-4e84c961228b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.091359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] For port 3819089c-0867-4716-b9f5-5b66c53374c4, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:50:20.093603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=994ebf6c-725b-40fd-9134-4abd0c9572b5,revision_number=7']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:20.097623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] For port 3819089c-0867-4716-b9f5-5b66c53374c4, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3819089c-0867-4716-b9f5-5b66c53374c4,segment=NetworkSegment(0118027b-da95-4eb8-879b-466d913cfaa7),segment_id=0118027b-da95-4eb8-879b-466d913cfaa7)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:50:20.101271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:20.102319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.105968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.253438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:20.324499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Transition to ACTIVE for port object 866a43cd-56ef-4eb5-a66d-e7c710d2b7ec will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:20.348766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.388659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Transition to ACTIVE for port object 866a43cd-56ef-4eb5-a66d-e7c710d2b7ec will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:20.395701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-beb46344-3fe8-495c-90af-4e84c961228b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 38ed8b87-0119-4302-9aa6-5e09d62f9fc1 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:20.399051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Pushing event updated for resources: {'Port': ['ID=3819089c-0867-4716-b9f5-5b66c53374c4,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:20.407546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:20.409511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.427402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:20.485144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e094c6-ee4e-4be1-988f-b6a3321002b5 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Deleting subnet 5a9fa1bd-f4ba-479f-9290-405c421cab01 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:20.488314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83e094c6-ee4e-4be1-988f-b6a3321002b5 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.513685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.524485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.533328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a74822d-a059-4640-b1ed-68dc2f02f6ab tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:20.571974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.596044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Network': ['ID=3009e91f-6aa1-48d4-b261-918a89de292a,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:20.596734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83e094c6-ee4e-4be1-988f-b6a3321002b5 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.599816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:20.666960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c62ea47-2b75-48b3-b75f-5ee8b1927569 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:20.698267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Deleting port 994ebf6c-725b-40fd-9134-4abd0c9572b5 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:20.698951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.721181 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/networks/3009e91f-6aa1-48d4-b261-918a89de292a HTTP/1.1" status: 204  len: 168 time: 4.0359602
Dec 18 06:50:20.731682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49062) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:20.745736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Subnet': ['ID=2b115cba-2282-4f96-84e6-63e3980e22bc,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:20.748634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:20.753258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'network': {'name': 'tempest-RoutersTest-1960837922'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:20.765228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-71655a2e-9a3b-4540-9b7d-d1b3bd3b18b2 None None] Transition to ACTIVE for port object ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:20.776703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:20.827174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71655a2e-9a3b-4540-9b7d-d1b3bd3b18b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.854205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:network and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:20.859995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83e094c6-ee4e-4be1-988f-b6a3321002b5 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.877767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:20.906701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:20.912194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29035697-324b-4ef4-b94c-9b8bff3de91b req-e14834c5-7a60-4ec2-9871-9e51654a814a tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:20.918206 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29035697-324b-4ef4-b94c-9b8bff3de91b req-e14834c5-7a60-4ec2-9871-9e51654a814a tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 945 time: 0.3675539
Dec 18 06:50:20.962360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Pushing event updated for resources: {'Port': ['ID=866a43cd-56ef-4eb5-a66d-e7c710d2b7ec,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:20.964654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1c1366aa-b1ac-419b-ae81-c8312cb6b668 None None] Provisioning for port 7a380c76-0701-4283-8133-87ad2cb14b23 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:20.971656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.975246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:20.976510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:20.989424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:20.990352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.020937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.041960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d0963b3-e0db-4f4e-afb2-5e6b365d834e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:21.045114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:21.070385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:21.077192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.099536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1c1366aa-b1ac-419b-ae81-c8312cb6b668 None None] Provisioning complete for port 7a380c76-0701-4283-8133-87ad2cb14b23 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:21.100085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c1366aa-b1ac-419b-ae81-c8312cb6b668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.170579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device b2298e17-da01-4aa7-bb1e-53ebc4e01af3 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:50:21.183657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beb46344-3fe8-495c-90af-4e84c961228b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.379778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1c1366aa-b1ac-419b-ae81-c8312cb6b668 None None] Port 7a380c76-0701-4283-8133-87ad2cb14b23 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:21.387628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Network e15c324a-8775-45f8-9157-856f86f4571a is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:21.395510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:21.398562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:21.407772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71655a2e-9a3b-4540-9b7d-d1b3bd3b18b2 None None] Pushing event updated for resources: {'Port': ['ID=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:21.411584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71655a2e-9a3b-4540-9b7d-d1b3bd3b18b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:21.415110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.475155 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29035697-324b-4ef4-b94c-9b8bff3de91b req-1309e236-378e-4545-93be-ba693bcb2203 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5295613
Dec 18 06:50:21.490259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Attempting to bind port 866a43cd-56ef-4eb5-a66d-e7c710d2b7ec on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:50:21.490688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Attempting to bind port 866a43cd-56ef-4eb5-a66d-e7c710d2b7ec by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'c724650c-be22-4034-8f95-162d28c7bbb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'e15c324a-8775-45f8-9157-856f86f4571a'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:50:21.491107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Attempting to bind port 866a43cd-56ef-4eb5-a66d-e7c710d2b7ec on network e15c324a-8775-45f8-9157-856f86f4571a {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:50:21.528429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:50:21.528865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Checking segment: {'id': 'c724650c-be22-4034-8f95-162d28c7bbb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'e15c324a-8775-45f8-9157-856f86f4571a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:21.529329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.529853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Bound using segment: {'id': 'c724650c-be22-4034-8f95-162d28c7bbb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'e15c324a-8775-45f8-9157-856f86f4571a'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:50:21.530393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Bound port: 866a43cd-56ef-4eb5-a66d-e7c710d2b7ec, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c724650c-be22-4034-8f95-162d28c7bbb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'e15c324a-8775-45f8-9157-856f86f4571a'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:50:21.530818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.541292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] For port 994ebf6c-725b-40fd-9134-4abd0c9572b5, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=994ebf6c-725b-40fd-9134-4abd0c9572b5,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:21.541775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.548476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:50:21.552195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:21.563660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:21.579781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=2d545bd4-1522-49fc-80ca-8ee23279f81e,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:21.595144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:21.607543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:21.661371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.661800 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Added segment ef1c0e11-aaf9-402e-8f5c-7296f2879e57 of type vxlan for network dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e
Dec 18 06:50:21.665660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:21.666876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.692649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb46344-3fe8-495c-90af-4e84c961228b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=38ed8b87-0119-4302-9aa6-5e09d62f9fc1,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:21.695778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.706877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=78579453-3e7a-42c8-9e10-4685a3e4f3a0,revision_number=3']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:21.715050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-beb46344-3fe8-495c-90af-4e84c961228b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:21.721021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:21.727710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1cefa2b0>,) {'filters': {'network_id': ['e15c324a-8775-45f8-9157-856f86f4571a']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:21.736868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Calling delete_port for 994ebf6c-725b-40fd-9134-4abd0c9572b5 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:21.760427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1cefa2b0>, 'c724650c-be22-4034-8f95-162d28c7bbb2') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:21.760641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1cefa2b0>, 'c724650c-be22-4034-8f95-162d28c7bbb2') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:21.775476 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.6278009
Dec 18 06:50:21.790087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.794742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49066) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:21.804892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.808013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.816114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:21.818456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beb46344-3fe8-495c-90af-4e84c961228b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.823610 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-beb46344-3fe8-495c-90af-4e84c961228b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/38ed8b87-0119-4302-9aa6-5e09d62f9fc1 HTTP/1.1" status: 204  len: 168 time: 4.0849116
Dec 18 06:50:21.824759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49070) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:21.879196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.883073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] For port 866a43cd-56ef-4eb5-a66d-e7c710d2b7ec, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:50:21.891534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:50:21.892101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Releasing vxlan tunnel 13 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:50:21.904623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port b2298e17-da01-4aa7-bb1e-53ebc4e01af3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,segment=NetworkSegment(6cd5331a-bad2-4ecf-ad55-7788a46d9e55),segment_id=6cd5331a-bad2-4ecf-ad55-7788a46d9e55)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:21.910965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:21.927892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:21.928309 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-579c96e4-036d-4c6c-8ee2-ede896556da4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:50:21.929639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-579c96e4-036d-4c6c-8ee2-ede896556da4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:22.035979 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3', 'code': 200}
Dec 18 06:50:22.036833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:22.051379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Pushing event deleted for resources: {'Port': ['ID=994ebf6c-725b-40fd-9134-4abd0c9572b5,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:22.062443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:22.063079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:22.117116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-579c96e4-036d-4c6c-8ee2-ede896556da4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:22.122685 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-579c96e4-036d-4c6c-8ee2-ede896556da4 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/38ed8b87-0119-4302-9aa6-5e09d62f9fc1 HTTP/1.1" status: 404  len: 333 time: 0.2957566
Dec 18 06:50:22.123521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:22.128408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network c7504bf0-3b7c-410f-868f-17df09086e39 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:22.129262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:22.129961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:22.134715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49076) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:22.141792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:22.146907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:22.220790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-94162c81-75a5-40b0-bc0f-1fa9e82f600c tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:22.230778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:22.242719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] No DVR routers for this DVR port 994ebf6c-725b-40fd-9134-4abd0c9572b5 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:50:22.315236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944def6-cf59-4019-9ea9-dd2e8412c291 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:22.343426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network e15c324a-8775-45f8-9157-856f86f4571a has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:22.369766 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.6255507
Dec 18 06:50:22.378133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:22.404529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49080) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:22.519276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'subnet': {'network_id': 'dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:22.603273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:22.743623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Network': ['ID=dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:22.768427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:22.768970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:22.899800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:22.914976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:22.921223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83e094c6-ee4e-4be1-988f-b6a3321002b5 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:22.931681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': '2d545bd4-1522-49fc-80ca-8ee23279f81e'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:50:22.932623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:22.956052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e26b314-96d0-434d-ad12-d2ed94437e34 None None] Network d20178be-1089-41cd-8683-6f88d9904142 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:23.045361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:23.102108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:23.125563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:23.168951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e094c6-ee4e-4be1-988f-b6a3321002b5 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event deleted for resources: {'Subnet': ['ID=5a9fa1bd-f4ba-479f-9290-405c421cab01,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:23.171933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83e094c6-ee4e-4be1-988f-b6a3321002b5 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:23.172864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71b1c209-e6df-40fc-98a3-3d8506dde9d2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:23.191869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:23.278513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network e15c324a-8775-45f8-9157-856f86f4571a has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:23.287255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:23.292575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dab13-0578-4706-85d5-67b15c63fc53 req-fca5116a-9928-4afc-a2ae-8da40228bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:23.294380 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-299dab13-0578-4706-85d5-67b15c63fc53 req-fca5116a-9928-4afc-a2ae-8da40228bbb1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 1160 time: 1.0586874
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:50:23.308273 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:50:23.342364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:23.362990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71b1c209-e6df-40fc-98a3-3d8506dde9d2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:23.369773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:subnet and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:23.379231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:23.401501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:23.422663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:23.440877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 06:50:23.440877 dv-neutron-765072-3-ovs neutron-server[80975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 06:50:23.440877 dv-neutron-765072-3-ovs neutron-server[80975]: [parameters: {'id': 'e15c324a-8775-45f8-9157-856f86f4571a'}]
Dec 18 06:50:23.440877 dv-neutron-765072-3-ovs neutron-server[80975]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:50:23.441856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:50:23.442078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:23.555672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:23.559278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83e094c6-ee4e-4be1-988f-b6a3321002b5 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:23.617612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device b2298e17-da01-4aa7-bb1e-53ebc4e01af3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:23.645419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-299dab13-0578-4706-85d5-67b15c63fc53 req-43ad57b2-be94-4387-b70a-348ddf02e208 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2626109
Dec 18 06:50:23.646847 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-83e094c6-ee4e-4be1-988f-b6a3321002b5 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "DELETE /v2.0/subnets/5a9fa1bd-f4ba-479f-9290-405c421cab01 HTTP/1.1" status: 204  len: 168 time: 3.6983585
Dec 18 06:50:23.647101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05da766c-7986-46fc-aae7-e3339a3dd742 None None] Network 4d0b8d2d-270c-4914-95f3-bd513498d9fe requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:23.653188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49086) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:23.666170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e45f-257d-44dd-9adf-dde00d77ad6a req-6f25b4ca-e338-4545-9a8b-606364f6da7b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:23.667779 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2530e45f-257d-44dd-9adf-dde00d77ad6a req-6f25b4ca-e338-4545-9a8b-606364f6da7b tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 943 time: 0.9261436
Dec 18 06:50:23.668429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 7331790d-a70e-4eba-b456-2468a468775b is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:50:23.734732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-60845e44-4cdb-41b9-9613-d6e8908bf9df None None] Provisioning for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:23.744631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71b1c209-e6df-40fc-98a3-3d8506dde9d2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:23.761304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eb3d6d38-f3b5-4eee-a95a-b95499a2321c tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:23.821033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] For port 866a43cd-56ef-4eb5-a66d-e7c710d2b7ec, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=866a43cd-56ef-4eb5-a66d-e7c710d2b7ec,segment=NetworkSegment(c724650c-be22-4034-8f95-162d28c7bbb2),segment_id=c724650c-be22-4034-8f95-162d28c7bbb2)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:50:23.827751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:23.840018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-60845e44-4cdb-41b9-9613-d6e8908bf9df None None] Provisioning complete for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:23.840444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60845e44-4cdb-41b9-9613-d6e8908bf9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:23.906600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:23.907032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Deleting port 20d30758-900b-402b-8328-65b5cc54362e {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:23.907425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:23.944475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:23.945265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:24.091749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Deleting port 866a43cd-56ef-4eb5-a66d-e7c710d2b7ec {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:24.092181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:24.137774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b1c209-e6df-40fc-98a3-3d8506dde9d2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d923d5a-bd9f-401e-8cfc-f74762fb8e81,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:24.140922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71b1c209-e6df-40fc-98a3-3d8506dde9d2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:24.203903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71b1c209-e6df-40fc-98a3-3d8506dde9d2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:24.207731 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-71b1c209-e6df-40fc-98a3-3d8506dde9d2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/security-groups/7d923d5a-bd9f-401e-8cfc-f74762fb8e81 HTTP/1.1" status: 204  len: 168 time: 2.0459893
Dec 18 06:50:24.210867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:24.213403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49090) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:24.293384 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2530e45f-257d-44dd-9adf-dde00d77ad6a req-6a548dfc-2d92-4cf3-94cb-874a843cb6bf tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6136718
Dec 18 06:50:24.302990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:50:24.344090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:24.357744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:24.378425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:24.378853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:24.396311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b2557888-5a5c-41d0-b43e-998f05834285 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:24.439969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:50:24.464636 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/7331790d-a70e-4eba-b456-2468a468775b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0724516
Dec 18 06:50:24.468471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49094) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:24.502238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ceef46-ea9c-4d14-bddd-3246b54bf59b None None] Sync routers for ids ['7331790d-a70e-4eba-b456-2468a468775b'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:50:24.509391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Pushing event updated for resources: {'Port': ['ID=866a43cd-56ef-4eb5-a66d-e7c710d2b7ec,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:24.513490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:24.590740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:24.602875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port b2298e17-da01-4aa7-bb1e-53ebc4e01af3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:24.603312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:24.633139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] For port 866a43cd-56ef-4eb5-a66d-e7c710d2b7ec, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=866a43cd-56ef-4eb5-a66d-e7c710d2b7ec,segment=NetworkSegment(c724650c-be22-4034-8f95-162d28c7bbb2),segment_id=c724650c-be22-4034-8f95-162d28c7bbb2)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:24.633489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:24.673344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ceef46-ea9c-4d14-bddd-3246b54bf59b None None] Routers {'7331790d-a70e-4eba-b456-2468a468775b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:24.674098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-78ceef46-ea9c-4d14-bddd-3246b54bf59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1cac18>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7331790d-a70e-4eba-b456-2468a468775b'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:24.695253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=7a380c76-0701-4283-8133-87ad2cb14b23,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:24.720381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:24.744833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35837c33-52ca-41b1-8a10-e2c44f3bb04b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:24.745785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-35837c33-52ca-41b1-8a10-e2c44f3bb04b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Synchronizing usage tracker for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:24.798458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Allocated IP 172.20.0.2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/2d545bd4-1522-49fc-80ca-8ee23279f81e/0f40b1db-ebd9-41c7-97e3-ada6f77b5024) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:24.798970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8fd10f55-337c-4d48-9e3e-94c690887d31 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:24.809169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-35837c33-52ca-41b1-8a10-e2c44f3bb04b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Unset dirty status for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:24.811291 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-35837c33-52ca-41b1-8a10-e2c44f3bb04b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports/78579453-3e7a-42c8-9e10-4685a3e4f3a0 HTTP/1.1" status: 200  len: 983 time: 0.3374138
Dec 18 06:50:24.811531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-60845e44-4cdb-41b9-9613-d6e8908bf9df None None] Could not find standard attr ID for object 38ed8b87-0119-4302-9aa6-5e09d62f9fc1. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:50:24.817108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49098) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:24.824052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-78ceef46-ea9c-4d14-bddd-3246b54bf59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1cac18>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:24.874402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Calling delete_port for 866a43cd-56ef-4eb5-a66d-e7c710d2b7ec owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:24.917236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] For port 20d30758-900b-402b-8328-65b5cc54362e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=20d30758-900b-402b-8328-65b5cc54362e,segment=NetworkSegment(8140fd7b-e67d-4c3b-ab6d-017ebb48fba4),segment_id=8140fd7b-e67d-4c3b-ab6d-017ebb48fba4)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:24.917707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:25.098893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Calling delete_port for 20d30758-900b-402b-8328-65b5cc54362e owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:25.131846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8fd10f55-337c-4d48-9e3e-94c690887d31 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:25.162248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 8a017c89-746c-4a49-b7e7-7ac622b1411a is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:25.173056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:25.199712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ceef46-ea9c-4d14-bddd-3246b54bf59b None None] Routers {'7331790d-a70e-4eba-b456-2468a468775b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:25.200407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-78ceef46-ea9c-4d14-bddd-3246b54bf59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1cac18>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7331790d-a70e-4eba-b456-2468a468775b'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:25.252696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:25.274338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-60845e44-4cdb-41b9-9613-d6e8908bf9df None None] Provisioning complete for port 5e7fff51-2b1b-407e-8f12-8d6480460e16 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:25.274576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-28cb015a-7bc4-45e5-b807-0ab98d0b585a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:25.274683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60845e44-4cdb-41b9-9613-d6e8908bf9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:25.331561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa9d35-de1e-452d-85e4-3cdab1e69cd8 None None] Network e15c324a-8775-45f8-9157-856f86f4571a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:25.361898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-60845e44-4cdb-41b9-9613-d6e8908bf9df None None] Port 5e7fff51-2b1b-407e-8f12-8d6480460e16 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:25.363755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60673982-52e3-48e0-9365-a0faf114532e None None] DHCP port deletion for 4d0b8d2d-270c-4914-95f3-bd513498d9fe request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:50:25.487366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-60673982-52e3-48e0-9365-a0faf114532e None None] Deleting port 20d30758-900b-402b-8328-65b5cc54362e {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:25.487899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60673982-52e3-48e0-9365-a0faf114532e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:25.492491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:25.507614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8fd10f55-337c-4d48-9e3e-94c690887d31 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:25.511013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Port': ['ID=866a43cd-56ef-4eb5-a66d-e7c710d2b7ec,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:25.513364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3819089c-0867-4716-b9f5-5b66c53374c4 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:25.542977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-78ceef46-ea9c-4d14-bddd-3246b54bf59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1cac18>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:25.543446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ceef46-ea9c-4d14-bddd-3246b54bf59b None None] The sync data for ids ['7331790d-a70e-4eba-b456-2468a468775b'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:50:25.577414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:25.578973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d77408f9-8e75-4e5d-b073-5c03278058a7 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:25.615665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No DVR routers for this DVR port 866a43cd-56ef-4eb5-a66d-e7c710d2b7ec on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:50:25.736261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-60673982-52e3-48e0-9365-a0faf114532e None None] The port '20d30758-900b-402b-8328-65b5cc54362e' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:50:25.744321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-60845e44-4cdb-41b9-9613-d6e8908bf9df None None] Provisioning complete for port 78579453-3e7a-42c8-9e10-4685a3e4f3a0 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:25.744760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60845e44-4cdb-41b9-9613-d6e8908bf9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:25.748277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 6f94462c-bcad-448b-aae1-d96f56b384a6 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:50:25.751116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event deleted for resources: {'Port': ['ID=20d30758-900b-402b-8328-65b5cc54362e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:25.825563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:25.830473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-356d95f5-db7a-4a37-8493-23b608f4fcfb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.305s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:25.865231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:25.878925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd10f55-337c-4d48-9e3e-94c690887d31 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'SecurityGroup': ['ID=f892035b-fbaf-49be-8c12-46ef1894e1c0,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:25.893633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8fd10f55-337c-4d48-9e3e-94c690887d31 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:25.896330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:25.908631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab110a6-9a7e-45e9-9caf-d2f005c80f22 req-5576e5c4-af17-4b56-b462-c4f3f145d5ca tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:25.910311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9ab110a6-9a7e-45e9-9caf-d2f005c80f22 req-5576e5c4-af17-4b56-b462-c4f3f145d5ca tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 943 time: 0.4220653
Dec 18 06:50:26.007812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-60845e44-4cdb-41b9-9613-d6e8908bf9df None None] Port 78579453-3e7a-42c8-9e10-4685a3e4f3a0 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:26.037077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:50:26.048273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 3819089c-0867-4716-b9f5-5b66c53374c4 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:26.062564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port b2298e17-da01-4aa7-bb1e-53ebc4e01af3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,segment=NetworkSegment(6cd5331a-bad2-4ecf-ad55-7788a46d9e55),segment_id=6cd5331a-bad2-4ecf-ad55-7788a46d9e55)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:26.078593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:26.080791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:26.083717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b4d1a426-330c-4519-a6d2-7fd0da3c9a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:26.149182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Transition to ACTIVE for port object 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:26.198630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Could not find standard attr ID for object 38ed8b87-0119-4302-9aa6-5e09d62f9fc1. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:50:26.218890 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3', 'code': 200}
Dec 18 06:50:26.231131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 20d30758-900b-402b-8328-65b5cc54362e no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:50:26.280294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Transition to ACTIVE for port object 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:26.281763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 20d30758-900b-402b-8328-65b5cc54362e {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:50:26.282169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 20d30758-900b-402b-8328-65b5cc54362e not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:50:26.292185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:26.296273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:26.312279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:26.312823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:26.345591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Provisioning complete for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:26.346002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:26.393692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] No DVR routers for this DVR port 20d30758-900b-402b-8328-65b5cc54362e on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:50:26.438987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8fd10f55-337c-4d48-9e3e-94c690887d31 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:26.442779 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8fd10f55-337c-4d48-9e3e-94c690887d31 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/security-groups/f892035b-fbaf-49be-8c12-46ef1894e1c0 HTTP/1.1" status: 204  len: 168 time: 2.2257662
Dec 18 06:50:26.449990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49106) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:26.460410 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9ab110a6-9a7e-45e9-9caf-d2f005c80f22 req-14eda621-1cf1-40a7-8bbc-34d2038fcd45 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5375273
Dec 18 06:50:26.480971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:50:26.497542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Sync routers for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:50:26.507731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49110) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:26.525655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Pushing event updated for resources: {'Port': ['ID=0f40b1db-ebd9-41c7-97e3-ada6f77b5024,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:26.531435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:26.547305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:26.565702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db415f8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:26.638635 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/6f94462c-bcad-448b-aae1-d96f56b384a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5372715
Dec 18 06:50:26.684929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Provisioning complete for port 7a380c76-0701-4283-8133-87ad2cb14b23 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:26.685367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:26.715970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:26.734649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:26.738495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:26.743281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:26.749321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed00aa0c-a103-4bb8-9daf-2ddf2c477120 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:26.750633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac4add01-5c88-49f5-8dcc-ba4e19171702 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:26.814163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Port 7a380c76-0701-4283-8133-87ad2cb14b23 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:26.828960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Attempting to bind port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:50:26.829389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Attempting to bind port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:50:26.829979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Attempting to bind port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:50:26.839848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:50:26.840279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:26.840742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:26.841194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:50:26.841760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Bound port: 0f40b1db-ebd9-41c7-97e3-ada6f77b5024, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:50:26.842205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:26.852239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Provisioning for port 3819089c-0867-4716-b9f5-5b66c53374c4 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:26.855472 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7e18da32-ef2a-4bf7-97e8-d65cb614d907 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/floatingips/b6e2600b-f827-4c8c-a5bc-bd14500bda7b HTTP/1.1" status: 200  len: 993 time: 0.3174415
Dec 18 06:50:26.865983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Provisioning complete for port 3819089c-0867-4716-b9f5-5b66c53374c4 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:26.866446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:26.888269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:50:26.903702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d176a90>,) {'filters': {'network_id': ['e15c324a-8775-45f8-9157-856f86f4571a']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:26.928817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:26.956639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d176a90>, 'c724650c-be22-4034-8f95-162d28c7bbb2') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:26.957026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d176a90>, 'c724650c-be22-4034-8f95-162d28c7bbb2') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:27.041149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:50:27.080467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.132863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] For port 3819089c-0867-4716-b9f5-5b66c53374c4, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3819089c-0867-4716-b9f5-5b66c53374c4,segment=NetworkSegment(0118027b-da95-4eb8-879b-466d913cfaa7),segment_id=0118027b-da95-4eb8-879b-466d913cfaa7)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:27.144835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.161206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:27.165722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-10652f0f-2adc-4c8d-ac2a-ac7873f6370c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting subnet ce310f94-25fa-43c8-a5d0-d526051b17a0 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:27.181239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.206850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10652f0f-2adc-4c8d-ac2a-ac7873f6370c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.242814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Subnet': ['ID=89ff96cd-2248-4b4c-886a-bcb16202500c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:27.255169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Pushing event updated for resources: {'Port': ['ID=3819089c-0867-4716-b9f5-5b66c53374c4,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:27.259602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:27.276621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:27.283676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] For port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:50:27.285977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-06555047-dd81-4986-996f-64a0edc8e986 None None] Provisioning complete for port 3819089c-0867-4716-b9f5-5b66c53374c4 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:27.286405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06555047-dd81-4986-996f-64a0edc8e986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.291802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.303367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Releasing vxlan tunnel 13 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:50:27.333172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db415f8>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:50:20Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '2ee6573d-0a22-4822-9073-67c776d5eea3', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.139', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'port_id': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'mac_address': 'fa:16:3e:9a:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:48:46Z', 'updated_at': '2020-12-18T06:48:55Z', 'revision_number': 1, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:57Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a380c76-0701-4283-8133-87ad2cb14b23', 'name': '', 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:c9:84:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9c1031f5-9c9d-425a-a21e-75a0b2c37f26', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:50:18Z', 'updated_at': '2020-12-18T06:50:23Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '9c1031f5-9c9d-425a-a21e-75a0b2c37f26', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:27.335475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ed00aa0c-a103-4bb8-9daf-2ddf2c477120 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port 78579453-3e7a-42c8-9e10-4685a3e4f3a0 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:27.335866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed00aa0c-a103-4bb8-9daf-2ddf2c477120 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.338667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Checking router: 6f94462c-bcad-448b-aae1-d96f56b384a6 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:50:27.339248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Updating router 6f94462c-bcad-448b-aae1-d96f56b384a6 port 7a380c76-0701-4283-8133-87ad2cb14b23 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:50:27.384539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] For port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0f40b1db-ebd9-41c7-97e3-ada6f77b5024,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:50:27.404555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.420489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10652f0f-2adc-4c8d-ac2a-ac7873f6370c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.450999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17de8a58>,) {'filters': {'network_id': ['4d0b8d2d-270c-4914-95f3-bd513498d9fe']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:27.455376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.493903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17de8a58>, '8140fd7b-e67d-4c3b-ab6d-017ebb48fba4') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:27.494323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17de8a58>, '8140fd7b-e67d-4c3b-ab6d-017ebb48fba4') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:27.535867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58a3562c-6c6c-49a1-9878-6308ce482026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:27.565587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.579678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.627485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Pushing event updated for resources: {'Port': ['ID=0f40b1db-ebd9-41c7-97e3-ada6f77b5024,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:27.632022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:27.659686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.667246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Releasing vxlan tunnel 9 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:50:27.688853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed00aa0c-a103-4bb8-9daf-2ddf2c477120 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.781436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network e15c324a-8775-45f8-9157-856f86f4571a has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:27.791115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.862562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ed00aa0c-a103-4bb8-9daf-2ddf2c477120 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for 78579453-3e7a-42c8-9e10-4685a3e4f3a0 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:27.913217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:27.928393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Transition to ACTIVE for port object 7a380c76-0701-4283-8133-87ad2cb14b23 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:27.932824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.056766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network e15c324a-8775-45f8-9157-856f86f4571a has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:28.079564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcb81593-a31b-4eca-a0a5-4b626e6a7559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:28.211428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network 4d0b8d2d-270c-4914-95f3-bd513498d9fe has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:28.223297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.238547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device b2298e17-da01-4aa7-bb1e-53ebc4e01af3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:28.340161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Attempting to bind port 7a380c76-0701-4283-8133-87ad2cb14b23 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:50:28.340581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Attempting to bind port 7a380c76-0701-4283-8133-87ad2cb14b23 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '0d8e42c9-446e-4e2d-8e6f-2088bd536803', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:50:28.340994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Attempting to bind port 7a380c76-0701-4283-8133-87ad2cb14b23 on network 8a017c89-746c-4a49-b7e7-7ac622b1411a {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:50:28.352121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:50:28.352551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Checking segment: {'id': '0d8e42c9-446e-4e2d-8e6f-2088bd536803', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:28.353004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.353452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Bound using segment: {'id': '0d8e42c9-446e-4e2d-8e6f-2088bd536803', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:50:28.354014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Bound port: 7a380c76-0701-4283-8133-87ad2cb14b23, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8e42c9-446e-4e2d-8e6f-2088bd536803', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:50:28.354458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.393285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3819089c-0867-4716-b9f5-5b66c53374c4 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:28.404696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Pushing event updated for resources: {'Port': ['ID=7a380c76-0701-4283-8133-87ad2cb14b23,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:28.447541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.448334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.448883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.449424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.449998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.450534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.451028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.451543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.452093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.452612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.453135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.453674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.454247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.454753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.455263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.455399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port b2298e17-da01-4aa7-bb1e-53ebc4e01af3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:28.455745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.456067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.456571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.457091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.460862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.461461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.462012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.462553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.463327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.463856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:28.481842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:28.485026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] For port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0f40b1db-ebd9-41c7-97e3-ada6f77b5024,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:28.515224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.517898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed00aa0c-a103-4bb8-9daf-2ddf2c477120 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:50:28.519552 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:50:28.524899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.526058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.531722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] For port 7a380c76-0701-4283-8133-87ad2cb14b23, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:50:28.536239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] For port 7a380c76-0701-4283-8133-87ad2cb14b23, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7a380c76-0701-4283-8133-87ad2cb14b23,segment=NetworkSegment(0d8e42c9-446e-4e2d-8e6f-2088bd536803),segment_id=0d8e42c9-446e-4e2d-8e6f-2088bd536803)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:50:28.542411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.562731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cfe2dd17-a450-4ce1-b4a3-e63d0db3a7d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:28.564633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71aab253-d9a8-4b18-b2a4-506de83bf6e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:28.635272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Checking segment: {'id': 'ef1c0e11-aaf9-402e-8f5c-7296f2879e57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:28.635681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network hostable DHCP agents. Network: dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:50:28.659428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Network 4d0b8d2d-270c-4914-95f3-bd513498d9fe has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:50:28.702892 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:50:28.787639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10652f0f-2adc-4c8d-ac2a-ac7873f6370c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.809721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 3819089c-0867-4716-b9f5-5b66c53374c4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:28.810150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.850018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.879848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bf0d04ef-0138-47af-a582-932b4be363fa tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:28.905719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.907501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Pushing event updated for resources: {'Port': ['ID=7a380c76-0701-4283-8133-87ad2cb14b23,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:28.916517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:50:28.920762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:28.923505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Network': ['ID=e15c324a-8775-45f8-9157-856f86f4571a,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:28.932597 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/e15c324a-8775-45f8-9157-856f86f4571a HTTP/1.1" status: 204  len: 168 time: 12.8723204
Dec 18 06:50:28.935549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:28.939311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49118) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:28.943274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:28.968807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1334095490'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:29.028931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:29.042515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3002a46c-24fd-4ce3-b745-0c883da0c6e6 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:29.066259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:29.067231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db415f8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:29.151344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:29.370760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:50:29.385874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=0f40b1db-ebd9-41c7-97e3-ada6f77b5024,revision_number=4']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:29.451358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00aa0c-a103-4bb8-9daf-2ddf2c477120 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=78579453-3e7a-42c8-9e10-4685a3e4f3a0,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:29.460230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ed00aa0c-a103-4bb8-9daf-2ddf2c477120 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.896s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:29.461126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:29.461973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.857s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:29.462526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:29.463972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:29.464673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:29.467735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff43209a-d9ab-41ba-9c2e-e1ae532655e1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.863s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:29.472445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Pushing event deleted for resources: {'Network': ['ID=4d0b8d2d-270c-4914-95f3-bd513498d9fe,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:29.474329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:29.486998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:29.489991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9406aef3-3e04-4828-a116-6ca3cc2b4932 None None] Network dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:29.502419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:network and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:29.506059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for network was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:29.509013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:29.530987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:29.539615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:29.540783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:29.551669 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "DELETE /v2.0/networks/4d0b8d2d-270c-4914-95f3-bd513498d9fe HTTP/1.1" status: 204  len: 168 time: 5.8889568
Dec 18 06:50:29.565370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49124) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:29.573531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a68ad4-a4e7-4313-a63c-cd7be38677f8 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:29.699225 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 7.9015529
Dec 18 06:50:29.714826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49128) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:29.724042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'mac_address': 'fa:16:3e:60:ce:30', 'name': 'tempest-NetworksTestDHCPv6-1493576197'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:29.753726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:29.754549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:29.754838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a165e6f0-dd9c-4494-9bfe-978090d3f2fe tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Synchronizing usage tracker for tenant:1125694879ff450aa8d087c88f6bacf8 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:29.757842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=ce8f5440-7d4c-49cc-9b23-9dfabc122ce8,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:29.792204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10652f0f-2adc-4c8d-ac2a-ac7873f6370c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:29.822548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:29.825954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-efe2daa4-3dfb-4222-8af8-73885bf25d98 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:29.874656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:29.880773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:29.900196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed00aa0c-a103-4bb8-9daf-2ddf2c477120 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:29.900457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f67760cc-4ef1-4d6a-85c6-33756e5ba3e3 None None] Provisioning for port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:29.903531 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 7.4810710
Dec 18 06:50:29.906347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db415f8>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:50:20Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '2ee6573d-0a22-4822-9073-67c776d5eea3', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.139', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'port_id': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'mac_address': 'fa:16:3e:9a:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:48:46Z', 'updated_at': '2020-12-18T06:48:55Z', 'revision_number': 1, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:57Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a380c76-0701-4283-8133-87ad2cb14b23', 'name': '', 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:c9:84:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9c1031f5-9c9d-425a-a21e-75a0b2c37f26', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:50:18Z', 'updated_at': '2020-12-18T06:50:28Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '9c1031f5-9c9d-425a-a21e-75a0b2c37f26', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:29.912552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd887d-9a88-46a5-b813-5bd572a8ad74 None None] The sync data for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs is: [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:50:20Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '2ee6573d-0a22-4822-9073-67c776d5eea3', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.139', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'port_id': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'mac_address': 'fa:16:3e:9a:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:48:46Z', 'updated_at': '2020-12-18T06:48:55Z', 'revision_number': 1, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:57Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '7a380c76-0701-4283-8133-87ad2cb14b23', 'name': '', 'network_id': '8a017c89-746c-4a49-b7e7-7ac622b1411a', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:c9:84:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '9c1031f5-9c9d-425a-a21e-75a0b2c37f26', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:50:18Z', 'updated_at': '2020-12-18T06:50:28Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '9c1031f5-9c9d-425a-a21e-75a0b2c37f26', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:50:29.912992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f67760cc-4ef1-4d6a-85c6-33756e5ba3e3 None None] Provisioning complete for port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:29.913901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f67760cc-4ef1-4d6a-85c6-33756e5ba3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:29.924742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49132) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:29.933766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e9399f49-a995-4dfe-8958-208958e4d772 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'router': {'name': 'tempest-RoutersTest-router-383723495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:30.033295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e9399f49-a995-4dfe-8958-208958e4d772 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:30.038782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10652f0f-2adc-4c8d-ac2a-ac7873f6370c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Subnet': ['ID=ce310f94-25fa-43c8-a5d0-d526051b17a0,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:30.047438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10652f0f-2adc-4c8d-ac2a-ac7873f6370c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:30.056683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a165e6f0-dd9c-4494-9bfe-978090d3f2fe tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Unset dirty status for tenant:1125694879ff450aa8d087c88f6bacf8 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:30.057923 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a165e6f0-dd9c-4494-9bfe-978090d3f2fe tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "GET /v2.0/ports?device_id=2d9c9835-49d3-4af7-a43f-15f5f68dd34e HTTP/1.1" status: 200  len: 205 time: 0.4886353
Dec 18 06:50:30.060647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e9399f49-a995-4dfe-8958-208958e4d772 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:router and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:30.060946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:50:30.063618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49136) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:30.072437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e9399f49-a995-4dfe-8958-208958e4d772 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:30.082750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e9399f49-a995-4dfe-8958-208958e4d772 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:30.118616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e', 'network_id': 'dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'fixed_ips': [{'subnet_id': '89ff96cd-2248-4b4c-886a-bcb16202500c'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:50:30.119545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.156307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9399f49-a995-4dfe-8958-208958e4d772 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.157426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9399f49-a995-4dfe-8958-208958e4d772 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.216861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98799dd0-9abc-48de-81d6-b770c1d3c2b7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.221063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:30.225864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:30.229047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:30.235369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:30.236844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f67760cc-4ef1-4d6a-85c6-33756e5ba3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.255453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:30.281182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9399f49-a995-4dfe-8958-208958e4d772 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.307616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f67760cc-4ef1-4d6a-85c6-33756e5ba3e3 None None] For port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0f40b1db-ebd9-41c7-97e3-ada6f77b5024,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:30.326798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.327342 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Added segment 4dc5a1a1-6f0a-4863-8b22-8fa68b366dcd of type vxlan for network 551f04b7-b271-414a-8143-2ef5f2d14a30
Dec 18 06:50:30.404831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f67760cc-4ef1-4d6a-85c6-33756e5ba3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.416952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f71084ee-bc15-4e65-b716-a7e8b575f15e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:30.497929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7a380c76-0701-4283-8133-87ad2cb14b23 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:30.557022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98799dd0-9abc-48de-81d6-b770c1d3c2b7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.559963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98799dd0-9abc-48de-81d6-b770c1d3c2b7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.595203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98799dd0-9abc-48de-81d6-b770c1d3c2b7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.595930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98799dd0-9abc-48de-81d6-b770c1d3c2b7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Fanout notify agent at l3_agent the message router_deleted on router 2d9c9835-49d3-4af7-a43f-15f5f68dd34e {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:50:30.640105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.656325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98799dd0-9abc-48de-81d6-b770c1d3c2b7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.657632 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-98799dd0-9abc-48de-81d6-b770c1d3c2b7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] 10.222.0.23 "DELETE /v2.0/routers/2d9c9835-49d3-4af7-a43f-15f5f68dd34e HTTP/1.1" status: 204  len: 168 time: 0.5910337
Dec 18 06:50:30.695755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10652f0f-2adc-4c8d-ac2a-ac7873f6370c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.698519 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-10652f0f-2adc-4c8d-ac2a-ac7873f6370c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/ce310f94-25fa-43c8-a5d0-d526051b17a0 HTTP/1.1" status: 204  len: 168 time: 4.2432721
Dec 18 06:50:30.698900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67760cc-4ef1-4d6a-85c6-33756e5ba3e3 None None] Pushing event updated for resources: {'Port': ['ID=0f40b1db-ebd9-41c7-97e3-ada6f77b5024,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:30.702108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b68d264-0e04-4092-9611-0e251b420935 None None] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:30.704743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49142) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:30.721156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f67760cc-4ef1-4d6a-85c6-33756e5ba3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:30.728011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.730265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9399f49-a995-4dfe-8958-208958e4d772 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.733148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:30.736669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.751976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-96e6d22e-ef36-45c6-9478-7c17f348493d tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:30.776939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9399f49-a995-4dfe-8958-208958e4d772 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.780916 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e9399f49-a995-4dfe-8958-208958e4d772 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.8524828
Dec 18 06:50:30.785942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49148) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:30.805262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'port': {'network_id': 'dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e', 'name': 'tempest-RoutersTest-761776067'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:30.834845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 7a380c76-0701-4283-8133-87ad2cb14b23 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:30.855233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 7a380c76-0701-4283-8133-87ad2cb14b23 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:30.855668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:30.951187 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.0093853
Dec 18 06:50:30.956973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49152) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:30.970124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'subnet': {'network_id': '551f04b7-b271-414a-8143-2ef5f2d14a30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:31.050315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed00aa0c-a103-4bb8-9daf-2ddf2c477120 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 7331790d-a70e-4eba-b456-2468a468775b has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:50:31.059781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:31.155214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:31.160285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:subnet and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:31.167155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:31.178216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:31.195703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Network': ['ID=551f04b7-b271-414a-8143-2ef5f2d14a30,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:31.198504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:31.203868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:31.235334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 551f04b7-b271-414a-8143-2ef5f2d14a30 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:31.297079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:31.371453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 551f04b7-b271-414a-8143-2ef5f2d14a30 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:31.376962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49158) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:31.417606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:31.498236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:31.506090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed00aa0c-a103-4bb8-9daf-2ddf2c477120 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:50:31.525486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:port and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:31.534678 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ed00aa0c-a103-4bb8-9daf-2ddf2c477120 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/7331790d-a70e-4eba-b456-2468a468775b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7121015
Dec 18 06:50:31.536841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:31.542719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49166) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:31.602532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:31.609327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:31.615309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:31.627595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:31.648783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:31.658043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:31.743438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:31.765904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:31.784146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df725d-19b5-4eb8-a242-3f5ca347531b None None] Sync routers for ids ['7331790d-a70e-4eba-b456-2468a468775b'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:50:31.808735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Allocated IP 172.20.0.2 (dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e/89ff96cd-2248-4b4c-886a-bcb16202500c/ba57cadb-b808-4fb9-8f58-028cf8ad64ca) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:31.859599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 7a380c76-0701-4283-8133-87ad2cb14b23, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7a380c76-0701-4283-8133-87ad2cb14b23,segment=NetworkSegment(0d8e42c9-446e-4e2d-8e6f-2088bd536803),segment_id=0d8e42c9-446e-4e2d-8e6f-2088bd536803)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:31.862760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df725d-19b5-4eb8-a242-3f5ca347531b None None] Routers {'7331790d-a70e-4eba-b456-2468a468775b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:31.863189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f0df725d-19b5-4eb8-a242-3f5ca347531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c129a58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7331790d-a70e-4eba-b456-2468a468775b'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:31.903221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:31.908760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:31.952968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:31.953823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:32.013732 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b5e7fadf-c945-459f-9018-10f572d6f738 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1125694879ff450aa8d087c88f6bacf8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6317518
Dec 18 06:50:32.020771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49170) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:32.035689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:32.079518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f0df725d-19b5-4eb8-a242-3f5ca347531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c129a58>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:32.096991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 0943c054-3190-4b9b-9a96-97e41effc06c yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:50:32.157029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-49956041-d0a5-41fe-b9fc-4661251fa78d None None] Provisioning complete for port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:32.157452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49956041-d0a5-41fe-b9fc-4661251fa78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:32.237820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0df725d-19b5-4eb8-a242-3f5ca347531b None None] Routers {'7331790d-a70e-4eba-b456-2468a468775b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:32.238442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f0df725d-19b5-4eb8-a242-3f5ca347531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c129a58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7331790d-a70e-4eba-b456-2468a468775b'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:32.341624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:32.350240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f0df725d-19b5-4eb8-a242-3f5ca347531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c129a58>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:32.350732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0df725d-19b5-4eb8-a242-3f5ca347531b None None] The sync data for ids ['7331790d-a70e-4eba-b456-2468a468775b'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:50:32.356088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce5760b7-59af-496b-8123-08971e753302 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:32.368704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=7a380c76-0701-4283-8133-87ad2cb14b23,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:32.372347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:32.414593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:32.415018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:32.518435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Subnet': ['ID=5ff3ace0-70ad-4524-8f2e-37f077e48926,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:32.533066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:32.553303 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-d56dd208-b8b3-43f4-aa1c-2176bcdf6e23 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] remove_router_interface failed (client error): The resource could not be found.
Dec 18 06:50:32.554547 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d56dd208-b8b3-43f4-aa1c-2176bcdf6e23 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/7331790d-a70e-4eba-b456-2468a468775b/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 1.0107880
Dec 18 06:50:32.562812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49174) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:32.703583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:32.718262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Transition to ACTIVE for port object ba57cadb-b808-4fb9-8f58-028cf8ad64ca will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:32.729216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e046b9c-4d32-457b-b5ec-1f5b4b807e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:32.741418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Transition to ACTIVE for port object ba57cadb-b808-4fb9-8f58-028cf8ad64ca will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:32.747940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] device_id is not set on port 6f4a0256-cd96-4421-9a89-df5cd8f51648 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:50:32.754448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:32.783571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:32.844687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e046b9c-4d32-457b-b5ec-1f5b4b807e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:32.940407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7a380c76-0701-4283-8133-87ad2cb14b23 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:32.986771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Pushing event updated for resources: {'Port': ['ID=ba57cadb-b808-4fb9-8f58-028cf8ad64ca,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:32.990211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:33.052261 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-17a5cb74-5d01-41cf-9084-d01c386e024f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=7331790d-a70e-4eba-b456-2468a468775b HTTP/1.1" status: 200  len: 205 time: 0.4885523
Dec 18 06:50:33.055452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49178) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:33.078835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.100297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-da707a89-86ba-4ad7-a75a-3195fb084e38 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:33.109140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 7a380c76-0701-4283-8133-87ad2cb14b23 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:33.109597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.157664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Network dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:33.158015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Allocated IP 172.20.0.13 (dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e/89ff96cd-2248-4b4c-886a-bcb16202500c/6f4a0256-cd96-4421-9a89-df5cd8f51648) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:33.160801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:33.162620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 172.20.0.9 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/2d545bd4-1522-49fc-80ca-8ee23279f81e/0943c054-3190-4b9b-9a96-97e41effc06c) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:33.163808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:33.235986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e046b9c-4d32-457b-b5ec-1f5b4b807e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.244235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::f816:3eff:fe60:ce30 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/ce8f5440-7d4c-49cc-9b23-9dfabc122ce8/0943c054-3190-4b9b-9a96-97e41effc06c) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:33.244432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Attempting to bind port ba57cadb-b808-4fb9-8f58-028cf8ad64ca on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:50:33.244685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Attempting to bind port ba57cadb-b808-4fb9-8f58-028cf8ad64ca by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ef1c0e11-aaf9-402e-8f5c-7296f2879e57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:50:33.245084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Attempting to bind port ba57cadb-b808-4fb9-8f58-028cf8ad64ca on network dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:50:33.246752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-24a57bef-59cd-48f5-88da-ff1f97194c7e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:33.277328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Subnet': ['ID=78a75d16-ef92-44dc-96d7-d54a93451f7c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:33.278234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1b221ab-1c07-4104-9acc-6f4188cbbc4b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.283814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:50:33.284555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Checking segment: {'id': 'ef1c0e11-aaf9-402e-8f5c-7296f2879e57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:33.284702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.284820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:33.285080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Bound using segment: {'id': 'ef1c0e11-aaf9-402e-8f5c-7296f2879e57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:50:33.285744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Bound port: ba57cadb-b808-4fb9-8f58-028cf8ad64ca, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1c0e11-aaf9-402e-8f5c-7296f2879e57', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:50:33.286059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.322149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Checking segment: {'id': '4dc5a1a1-6f0a-4863-8b22-8fa68b366dcd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '551f04b7-b271-414a-8143-2ef5f2d14a30'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:33.322527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network hostable DHCP agents. Network: 551f04b7-b271-414a-8143-2ef5f2d14a30, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:50:33.365067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network 551f04b7-b271-414a-8143-2ef5f2d14a30 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:50:33.368380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e046b9c-4d32-457b-b5ec-1f5b4b807e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca25b43-fb15-47a6-a40e-529c3765e123,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:33.377655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e046b9c-4d32-457b-b5ec-1f5b4b807e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:33.378071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:33.384247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:33.386261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:33.388255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 551f04b7-b271-414a-8143-2ef5f2d14a30) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:33.408329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:33.409080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.427543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:33.428324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.431745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2d28a7-1299-4518-be0b-3c82f3182758 None None] Network 551f04b7-b271-414a-8143-2ef5f2d14a30 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:33.445334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a077bb-53ae-459d-8623-acbef01921f8 None None] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:33.456074 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7497914
Dec 18 06:50:33.458974 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.4987562
Dec 18 06:50:33.459835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49182) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:33.462470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49184) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:33.468108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'security_group': {'name': 'tempest-secgroup-1709374687'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:33.492150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:33.551542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:security_group and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:33.560674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:33.576514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:33.598319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.638003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e046b9c-4d32-457b-b5ec-1f5b4b807e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.639116 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8e046b9c-4d32-457b-b5ec-1f5b4b807e6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7ca25b43-fb15-47a6-a40e-529c3765e123 HTTP/1.1" status: 204  len: 168 time: 1.6077638
Dec 18 06:50:33.650529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1b221ab-1c07-4104-9acc-6f4188cbbc4b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.655041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1b221ab-1c07-4104-9acc-6f4188cbbc4b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.699928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.792525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:33.804698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:security_group_rule and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:33.811290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:33.853510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a9bfe534-011a-42db-a07a-d4313c6c904a None None] Provisioning complete for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:33.853972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe534-011a-42db-a07a-d4313c6c904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.872525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1b221ab-1c07-4104-9acc-6f4188cbbc4b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.873383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b221ab-1c07-4104-9acc-6f4188cbbc4b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Fanout notify agent at l3_agent the message router_deleted on router 7331790d-a70e-4eba-b456-2468a468775b {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:50:33.877495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:33.890621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] For port ba57cadb-b808-4fb9-8f58-028cf8ad64ca, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:50:33.921915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1b221ab-1c07-4104-9acc-6f4188cbbc4b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:33.923439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e1b221ab-1c07-4104-9acc-6f4188cbbc4b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/7331790d-a70e-4eba-b456-2468a468775b HTTP/1.1" status: 204  len: 168 time: 0.8628287
Dec 18 06:50:33.933938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49194) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:34.015141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] For port ba57cadb-b808-4fb9-8f58-028cf8ad64ca, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ba57cadb-b808-4fb9-8f58-028cf8ad64ca,segment=NetworkSegment(ef1c0e11-aaf9-402e-8f5c-7296f2879e57),segment_id=ef1c0e11-aaf9-402e-8f5c-7296f2879e57)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:50:34.042048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.058899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.074308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.080820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.086801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b51a48b0-f8f0-4e0c-999f-8dd0523103ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:34.111700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 0943c054-3190-4b9b-9a96-97e41effc06c will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:34.114435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Transition to ACTIVE for port object 6f4a0256-cd96-4421-9a89-df5cd8f51648 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:34.147177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.163986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:34.212299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.237507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:34.237953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.289186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49198) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:34.300718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.326689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.336565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-274dfb0c-9025-4be3-9bf4-35981d032a05 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:34.421361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d523ba48-28e3-4804-a25e-65c31b8e5fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-551f04b7-b271-414a-8143-2ef5f2d14a30', 'network_id': '551f04b7-b271-414a-8143-2ef5f2d14a30', 'tenant_id': '83ae0a89a3244e0691e73c0a5ec8a4ab', 'fixed_ips': [{'subnet_id': '5ff3ace0-70ad-4524-8f2e-37f077e48926'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:50:34.422333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d523ba48-28e3-4804-a25e-65c31b8e5fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.428060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.432629 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.9690645
Dec 18 06:50:34.432629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8edbb9-7f5b-4f81-a1c4-24fc88ea45fb,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:34.446649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49202) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:34.452277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'security_group': {'name': 'tempest-secgroup-129225063'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:34.460687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:34.466700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:34.473691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-660a85d7-5652-4fee-9dbf-05815cdbc7fb tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting subnet d5714a89-8cf0-4d6a-95d5-6725b40b0a16 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:34.480203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:security_group and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:34.482114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=0943c054-3190-4b9b-9a96-97e41effc06c,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:34.484339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:34.484934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Pushing event updated for resources: {'Port': ['ID=ba57cadb-b808-4fb9-8f58-028cf8ad64ca,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:34.485469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:34.494389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ed00aa0c-a103-4bb8-9daf-2ddf2c477120 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:34.495779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-660a85d7-5652-4fee-9dbf-05815cdbc7fb tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.513611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:34.535755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:34.618618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.645601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-660a85d7-5652-4fee-9dbf-05815cdbc7fb tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.707853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:34.725126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:security_group_rule and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:34.731442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:34.739725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:34.795387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.819862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66d1a43e-ebce-4a34-bea3-46d1a50cb3b2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:34.864912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a9bfe534-011a-42db-a07a-d4313c6c904a None None] Provisioning complete for port 5e7fff51-2b1b-407e-8f12-8d6480460e16 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:34.865259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe534-011a-42db-a07a-d4313c6c904a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:34.919652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Subnet': ['ID=5ff3ace0-70ad-4524-8f2e-37f077e48926,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:34.930772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:34.945870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-660a85d7-5652-4fee-9dbf-05815cdbc7fb tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:35.001857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=6f4a0256-cd96-4421-9a89-df5cd8f51648,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:35.010192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfe534-011a-42db-a07a-d4313c6c904a None None] Port 5e7fff51-2b1b-407e-8f12-8d6480460e16 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:35.030791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server [None req-d523ba48-28e3-4804-a25e-65c31b8e5fae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ff3ace0-70ad-4524-8f2e-37f077e48926: This subnet is being modified by another concurrent operation.
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 06:50:35.045980 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ff3ace0-70ad-4524-8f2e-37f077e48926: This subnet is being modified by another concurrent operation.
Dec 18 06:50:35.049479 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server 
Dec 18 06:50:35.103460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55efc60b-be02-4168-89ac-cdd41f071015 None None] Network 551f04b7-b271-414a-8143-2ef5f2d14a30 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:35.138632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:35.143052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:35.149335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:35.164647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:35.217047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:35.227916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:35.249750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2d4b60-31f3-4f39-b03c-b862337c8a60 None None] Update dhcp port {'port': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'fixed_ips': [{'subnet_id': '0e6b08d4-ea84-4c09-b9d6-ffe5badd0813', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '78a75d16-ef92-44dc-96d7-d54a93451f7c'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': 'ca2304b6-f85f-4a6b-8094-e2b5cb94cd24'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:50:35.256166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:35.273414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5bc75c2d-19a6-4818-b118-c95908673429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:35.327203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'SecurityGroup': ['ID=4535d8b9-26a6-439e-a496-89ce3198fce7,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:35.331381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:35.337511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:35.385208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4b60-31f3-4f39-b03c-b862337c8a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:35.397085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:35.463875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:35.464996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:35.478225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:35.548688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17d6bf60>,) {'filters': {'network_id': ['551f04b7-b271-414a-8143-2ef5f2d14a30']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:35.571862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17d6bf60>, '4dc5a1a1-6f0a-4863-8b22-8fa68b366dcd') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:35.572212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17d6bf60>, '4dc5a1a1-6f0a-4863-8b22-8fa68b366dcd') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:35.578824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:35.579256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:35.586017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:35.591585 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1692 time: 1.1437335
Dec 18 06:50:35.593544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49206) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:35.619884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:35.638331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'security_group': {'name': 'tempest-secgroup-1560437295'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:35.647747 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 5.9287179
Dec 18 06:50:35.650781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49210) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:35.654168 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 4.8654399
Dec 18 06:50:35.657780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49214) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:35.707150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:35.728843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:security_group and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:35.737536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for security_group was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:35.745916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:35.749081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Releasing vxlan tunnel 6 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:50:35.752384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f9dbe4f3-ff71-4ecb-b242-57317adaa041 None None] Provisioning for port 0943c054-3190-4b9b-9a96-97e41effc06c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:35.765262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f9dbe4f3-ff71-4ecb-b242-57317adaa041 None None] Provisioning complete for port 0943c054-3190-4b9b-9a96-97e41effc06c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:35.765864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe4f3-ff71-4ecb-b242-57317adaa041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:35.775936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:35.875727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f9dbe4f3-ff71-4ecb-b242-57317adaa041 None None] Port 0943c054-3190-4b9b-9a96-97e41effc06c cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:35.891544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3d2d4b60-31f3-4f39-b03c-b862337c8a60 None None] Allocated IP 2001:db8::2 (a95d1eb4-f773-4bd7-8d20-2686794a4e44/78a75d16-ef92-44dc-96d7-d54a93451f7c/ca2304b6-f85f-4a6b-8094-e2b5cb94cd24) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:35.940928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:36.042621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3d2d4b60-31f3-4f39-b03c-b862337c8a60 None None] For port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,segment=NetworkSegment(2792a0ff-bc28-489e-a3de-21ecc9c29985),segment_id=2792a0ff-bc28-489e-a3de-21ecc9c29985)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:36.059217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network 551f04b7-b271-414a-8143-2ef5f2d14a30 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:36.069356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:36.070523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4b60-31f3-4f39-b03c-b862337c8a60 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:36.074194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:36.095812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:security_group_rule and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:36.147924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:36.157244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7b595b-e00c-4b79-930c-59fcc08f7a00 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:36.161624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7b595b-e00c-4b79-930c-59fcc08f7a00 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:36.162463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cc7b595b-e00c-4b79-930c-59fcc08f7a00 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:36.175525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:36.194006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-660a85d7-5652-4fee-9dbf-05815cdbc7fb tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:36.222120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-180e90af-1242-4295-a243-b1c10e33d712 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:36.587239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:36.696261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a85d7-5652-4fee-9dbf-05815cdbc7fb tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Subnet': ['ID=d5714a89-8cf0-4d6a-95d5-6725b40b0a16,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:36.716827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-660a85d7-5652-4fee-9dbf-05815cdbc7fb tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:36.717547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cc7b595b-e00c-4b79-930c-59fcc08f7a00 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:36.721618 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cc7b595b-e00c-4b79-930c-59fcc08f7a00 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 1.0645101
Dec 18 06:50:36.742973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49218) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:36.746786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network 551f04b7-b271-414a-8143-2ef5f2d14a30 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:36.776728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed44de99-f5eb-45a0-b9de-d4f658d72d88 None None] Network dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:50:36.780944 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:50:36.878148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-660a85d7-5652-4fee-9dbf-05815cdbc7fb tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:36.903354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:36.920765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c2b62c3c-0c40-40af-86f8-ef88526fa9e0 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:36.944695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:36.950478 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-660a85d7-5652-4fee-9dbf-05815cdbc7fb tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/d5714a89-8cf0-4d6a-95d5-6725b40b0a16 HTTP/1.1" status: 204  len: 168 time: 3.0125577
Dec 18 06:50:36.964794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49222) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:36.965780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Network': ['ID=551f04b7-b271-414a-8143-2ef5f2d14a30,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:36.972669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:36.974146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:36.999633 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/551f04b7-b271-414a-8143-2ef5f2d14a30 HTTP/1.1" status: 204  len: 168 time: 3.5356116
Dec 18 06:50:37.003746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49226) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:37.010152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1540556907'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:37.064920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.066318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3d2d4b60-31f3-4f39-b03c-b862337c8a60 None None] Transition to ACTIVE for port object ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:37.075401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7494ad1-1aba-4ba6-a2ca-6586d94b897e None None] Network c7504bf0-3b7c-410f-868f-17df09086e39 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:37.078559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa91a577-f63e-4d84-a219-5b7fc358ab33 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:37.090043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ba57cadb-b808-4fb9-8f58-028cf8ad64ca up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:37.096416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:37.124429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:network and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:37.129142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for network was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:37.149892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:37.156799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.161013 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.5451996
Dec 18 06:50:37.162199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49230) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:37.180265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'SecurityGroup': ['ID=0c83acd9-126f-44c7-8ef4-eaad5ccf0c2b,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:37.185048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d2d4b60-31f3-4f39-b03c-b862337c8a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.192534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:37.197454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1863459404', 'security_groups': ['0c83acd9-126f-44c7-8ef4-eaad5ccf0c2b'], 'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78a75d16-ef92-44dc-96d7-d54a93451f7c'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:37.216838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68e2ef88-ac49-4106-9f74-f3052f393000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:37.273733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.317177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f03e1610-5170-4c12-8806-147775827288 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 0943c054-3190-4b9b-9a96-97e41effc06c {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:37.317570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f03e1610-5170-4c12-8806-147775827288 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.334043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:37.340120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.357255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3246577d-0a40-478c-938c-3a66bcecbf13 None None] Provisioning for port ba57cadb-b808-4fb9-8f58-028cf8ad64ca completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:37.403704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port 17b15e13-7dbe-48ee-8df5-88b745830fbd {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:37.404107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.457669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:50:37.504616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d4b60-31f3-4f39-b03c-b862337c8a60 None None] Pushing event updated for resources: {'Port': ['ID=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:37.509746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d2d4b60-31f3-4f39-b03c-b862337c8a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:37.513416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.513852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Added segment f68daf66-5b07-4721-83b8-75d7ad611953 of type vxlan for network f083104f-8334-4cd8-b2a6-87a45e1ce2f8
Dec 18 06:50:37.565335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:37.602472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:37.610148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.619607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port ba57cadb-b808-4fb9-8f58-028cf8ad64ca completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:37.638457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ba57cadb-b808-4fb9-8f58-028cf8ad64ca triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:37.639050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.690586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:37.766897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.789259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.851789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] For port 17b15e13-7dbe-48ee-8df5-88b745830fbd, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=17b15e13-7dbe-48ee-8df5-88b745830fbd,segment=NetworkSegment(061f6a7d-a0f1-4f48-b2b3-0b92f166da9b),segment_id=061f6a7d-a0f1-4f48-b2b3-0b92f166da9b)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:37.852551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.859976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.867322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee7e211b-2719-4c43-9e35-06a2dff99e16 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:37.877683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.883087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:37.884281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.893164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:37.904740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port ba57cadb-b808-4fb9-8f58-028cf8ad64ca, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ba57cadb-b808-4fb9-8f58-028cf8ad64ca,segment=NetworkSegment(ef1c0e11-aaf9-402e-8f5c-7296f2879e57),segment_id=ef1c0e11-aaf9-402e-8f5c-7296f2879e57)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:37.907641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:37.911032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6628d927-55df-46e9-b3b4-9306b5cef773 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:38.009916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb8dcc1-1dfc-4168-8275-9467da90f69d None None] DHCP port deletion for c7504bf0-3b7c-410f-868f-17df09086e39 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:50:38.017390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=ba57cadb-b808-4fb9-8f58-028cf8ad64ca,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:38.020257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8dcc1-1dfc-4168-8275-9467da90f69d None None] Deleting port 17b15e13-7dbe-48ee-8df5-88b745830fbd {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:38.020695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4bb8dcc1-1dfc-4168-8275-9467da90f69d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:38.051026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:38.067615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for 17b15e13-7dbe-48ee-8df5-88b745830fbd owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:38.105864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=6f4a0256-cd96-4421-9a89-df5cd8f51648,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:38.112670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f03e1610-5170-4c12-8806-147775827288 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:38.138442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:38.186666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 7a380c76-0701-4283-8133-87ad2cb14b23 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:38.187312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:38.235448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:38.284293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Network': ['ID=f083104f-8334-4cd8-b2a6-87a45e1ce2f8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:38.299710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network f083104f-8334-4cd8-b2a6-87a45e1ce2f8 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:38.314527 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.3097744
Dec 18 06:50:38.319930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:38.326014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49234) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:38.333148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network f083104f-8334-4cd8-b2a6-87a45e1ce2f8 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:38.341257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'subnet': {'network_id': 'f083104f-8334-4cd8-b2a6-87a45e1ce2f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:38.480651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4bb8dcc1-1dfc-4168-8275-9467da90f69d None None] For port 17b15e13-7dbe-48ee-8df5-88b745830fbd, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=17b15e13-7dbe-48ee-8df5-88b745830fbd,segment=NetworkSegment(061f6a7d-a0f1-4f48-b2b3-0b92f166da9b),segment_id=061f6a7d-a0f1-4f48-b2b3-0b92f166da9b)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:38.481096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4bb8dcc1-1dfc-4168-8275-9467da90f69d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:38.493203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f03e1610-5170-4c12-8806-147775827288 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 0943c054-3190-4b9b-9a96-97e41effc06c owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:38.658053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:38.669001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:subnet and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:38.672901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] device_id is not set on port 0ffd34ca-fcbb-404d-80f8-9dda8975123b yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:50:38.714203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8dcc1-1dfc-4168-8275-9467da90f69d None None] Calling delete_port for 17b15e13-7dbe-48ee-8df5-88b745830fbd owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:38.726831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:38.744271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:38.755017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1fd69464-aaef-4b71-8d8a-2aea6e659fda None None] Provisioning for port 6f4a0256-cd96-4421-9a89-df5cd8f51648 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:38.760509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:38.769425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eaa58d6e-cc6d-4fe5-b6af-521805c5ff98 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:38.816006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1fd69464-aaef-4b71-8d8a-2aea6e659fda None None] Provisioning complete for port 6f4a0256-cd96-4421-9a89-df5cd8f51648 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:38.816437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fd69464-aaef-4b71-8d8a-2aea6e659fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:38.903343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1fd69464-aaef-4b71-8d8a-2aea6e659fda None None] Port 6f4a0256-cd96-4421-9a89-df5cd8f51648 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:38.905389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=17b15e13-7dbe-48ee-8df5-88b745830fbd,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:38.943726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:38.949875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1fd69464-aaef-4b71-8d8a-2aea6e659fda None None] Provisioning complete for port ba57cadb-b808-4fb9-8f58-028cf8ad64ca triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:38.950307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fd69464-aaef-4b71-8d8a-2aea6e659fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:38.998116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:39.006534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-4bb8dcc1-1dfc-4168-8275-9467da90f69d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:50:39.006984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-4bb8dcc1-1dfc-4168-8275-9467da90f69d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:50:39.030791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:39.132971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:39.170679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ba57cadb-b808-4fb9-8f58-028cf8ad64ca up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:39.212129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 7a380c76-0701-4283-8133-87ad2cb14b23, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7a380c76-0701-4283-8133-87ad2cb14b23,segment=NetworkSegment(0d8e42c9-446e-4e2d-8e6f-2088bd536803),segment_id=0d8e42c9-446e-4e2d-8e6f-2088bd536803)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:39.212666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:39.263536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ba57cadb-b808-4fb9-8f58-028cf8ad64ca triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:39.264885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:39.330973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No DVR routers for this DVR port 17b15e13-7dbe-48ee-8df5-88b745830fbd on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:50:39.357325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-130ec477-a29d-4614-8cba-b8fd1a60f2bf None None] Provisioning complete for port 5e7fff51-2b1b-407e-8f12-8d6480460e16 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:39.358535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-130ec477-a29d-4614-8cba-b8fd1a60f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:39.376086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 7a380c76-0701-4283-8133-87ad2cb14b23 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:39.413573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f03e1610-5170-4c12-8806-147775827288 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:39.467964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:39.548256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:39.592937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e1610-5170-4c12-8806-147775827288 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=0943c054-3190-4b9b-9a96-97e41effc06c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:39.608400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8dcc1-1dfc-4168-8275-9467da90f69d None None] Deleting port 17b15e13-7dbe-48ee-8df5-88b745830fbd {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:39.608588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f03e1610-5170-4c12-8806-147775827288 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:39.608831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4bb8dcc1-1dfc-4168-8275-9467da90f69d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:39.706956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8dcc1-1dfc-4168-8275-9467da90f69d None None] The port '17b15e13-7dbe-48ee-8df5-88b745830fbd' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:50:39.708007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-130ec477-a29d-4614-8cba-b8fd1a60f2bf None None] Port 5e7fff51-2b1b-407e-8f12-8d6480460e16 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:39.723237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-130ec477-a29d-4614-8cba-b8fd1a60f2bf None None] Provisioning complete for port 6f4a0256-cd96-4421-9a89-df5cd8f51648 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:39.724081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-130ec477-a29d-4614-8cba-b8fd1a60f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:39.774864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b085237a-94e3-4869-a2cc-e22160cae45d None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:50:39.789933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8::105 (a95d1eb4-f773-4bd7-8d20-2686794a4e44/78a75d16-ef92-44dc-96d7-d54a93451f7c/0ffd34ca-fcbb-404d-80f8-9dda8975123b) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:39.795337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1796bf98>,) {'filters': {'network_id': ['c7504bf0-3b7c-410f-868f-17df09086e39']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:39.826723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 17b15e13-7dbe-48ee-8df5-88b745830fbd no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:50:39.836609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1796bf98>, '061f6a7d-a0f1-4f48-b2b3-0b92f166da9b') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:39.836954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1796bf98>, '061f6a7d-a0f1-4f48-b2b3-0b92f166da9b') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:39.858213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:39.875225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:39.879595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 17b15e13-7dbe-48ee-8df5-88b745830fbd {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:50:39.880077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 17b15e13-7dbe-48ee-8df5-88b745830fbd not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:50:39.900985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-130ec477-a29d-4614-8cba-b8fd1a60f2bf None None] Port 6f4a0256-cd96-4421-9a89-df5cd8f51648 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:39.929854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:39.935559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Releasing vxlan tunnel 8 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:50:39.941555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-130ec477-a29d-4614-8cba-b8fd1a60f2bf None None] Provisioning for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:39.956320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-130ec477-a29d-4614-8cba-b8fd1a60f2bf None None] Provisioning complete for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:39.956760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-130ec477-a29d-4614-8cba-b8fd1a60f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:40.082465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b085237a-94e3-4869-a2cc-e22160cae45d None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:50:40.286692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-130ec477-a29d-4614-8cba-b8fd1a60f2bf None None] Provisioning complete for port ba57cadb-b808-4fb9-8f58-028cf8ad64ca triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:40.287170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-130ec477-a29d-4614-8cba-b8fd1a60f2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:40.416384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f03e1610-5170-4c12-8806-147775827288 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:40.449594 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f03e1610-5170-4c12-8806-147775827288 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/0943c054-3190-4b9b-9a96-97e41effc06c HTTP/1.1" status: 204  len: 168 time: 3.7013459
Dec 18 06:50:40.450665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49238) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:40.580851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network c7504bf0-3b7c-410f-868f-17df09086e39 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:40.605637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:40.643470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:40.656519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08c7c1b-3c66-411a-a5c8-d2f505f2d676 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:40.658033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08c7c1b-3c66-411a-a5c8-d2f505f2d676 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:40.659620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08c7c1b-3c66-411a-a5c8-d2f505f2d676 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:40.660478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e08c7c1b-3c66-411a-a5c8-d2f505f2d676 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:40.675821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-621ff0f6-9460-4771-9a1e-81cfd320d1b2 None None] Provisioning complete for port 6f4a0256-cd96-4421-9a89-df5cd8f51648 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:40.676450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-621ff0f6-9460-4771-9a1e-81cfd320d1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:40.706452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8605813a-daba-44ab-b349-779bede2f163 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:50:40.714362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:40.737108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:40.785589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-621ff0f6-9460-4771-9a1e-81cfd320d1b2 None None] Port 6f4a0256-cd96-4421-9a89-df5cd8f51648 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:40.833218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e08c7c1b-3c66-411a-a5c8-d2f505f2d676 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:40.837830 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e08c7c1b-3c66-411a-a5c8-d2f505f2d676 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.3528378
Dec 18 06:50:40.845640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=7a380c76-0701-4283-8133-87ad2cb14b23,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:40.849925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49242) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:40.860579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:40.895291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:40.967946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network c7504bf0-3b7c-410f-868f-17df09086e39 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:40.977855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Transition to ACTIVE for port object 0ffd34ca-fcbb-404d-80f8-9dda8975123b will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:50:41.011743 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:50:41.060867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8605813a-daba-44ab-b349-779bede2f163 None None] Network f083104f-8334-4cd8-b2a6-87a45e1ce2f8 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:50:41.071155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8605813a-daba-44ab-b349-779bede2f163 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, f083104f-8334-4cd8-b2a6-87a45e1ce2f8) {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:50:41.206704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:41.218349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3408e3e5-5477-45a4-a45e-b0bd73a56a97 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:41.233758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:41.287287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Network': ['ID=c7504bf0-3b7c-410f-868f-17df09086e39,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:41.306577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:41.326033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:41.352449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:41.476027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-f083104f-8334-4cd8-b2a6-87a45e1ce2f8', 'network_id': 'f083104f-8334-4cd8-b2a6-87a45e1ce2f8', 'tenant_id': '83ae0a89a3244e0691e73c0a5ec8a4ab', 'fixed_ips': [{'subnet_id': 'bbbe8286-9df1-4b56-a6a8-e08c8a2720b3'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:50:41.478007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:41.506434 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/networks/c7504bf0-3b7c-410f-868f-17df09086e39 HTTP/1.1" status: 204  len: 168 time: 4.5346944
Dec 18 06:50:41.510678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:41.514652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49246) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:41.523941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2139523895'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:41.536477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 2d545bd4-1522-49fc-80ca-8ee23279f81e {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:41.541508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:41.547401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:41.550513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:41.564796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:network and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:41.570816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:41.573491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:41.594074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:41.628214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=0ffd34ca-fcbb-404d-80f8-9dda8975123b,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:41.666255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:41.690229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:41.690832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:41.696477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:41.777209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:41.782713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:41.826805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Allocated IP 2001:db8::1 (f083104f-8334-4cd8-b2a6-87a45e1ce2f8/bbbe8286-9df1-4b56-a6a8-e08c8a2720b3/0fa8b89d-0944-4356-a008-89a5c0970a22) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:41.835395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:41.869886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:41.901167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Subnet': ['ID=bbbe8286-9df1-4b56-a6a8-e08c8a2720b3,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:41.905292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:41.907653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=6f4a0256-cd96-4421-9a89-df5cd8f51648,revision_number=3']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:41.942569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:41.977681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:50:42.031413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:42.033632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network f083104f-8334-4cd8-b2a6-87a45e1ce2f8 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:42.038465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:42.040860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:42.046381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:42.047051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.060506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.060956 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Added segment 7d24ef83-f322-4bd2-8fa9-c0308d4a5bad of type vxlan for network 2ffc2130-29fc-4d88-b219-abdb05fad942
Dec 18 06:50:42.068149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:42.079167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.088190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:42.089421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.095782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Transition to ACTIVE for port object 0fa8b89d-0944-4356-a008-89a5c0970a22 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:42.110216 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.9214888
Dec 18 06:50:42.117668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49250) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:42.119632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Transition to ACTIVE for port object 0fa8b89d-0944-4356-a008-89a5c0970a22 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:42.125221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.125471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fae47c13-f94b-4ea7-aaa7-aceb8afb11df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:42.139126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.151160 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 3.8224235
Dec 18 06:50:42.154369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49254) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:42.193078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:42.331498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Pushing event updated for resources: {'Port': ['ID=0fa8b89d-0944-4356-a008-89a5c0970a22,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:42.337107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:42.360489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0fa4ed23-53cf-4692-bf4d-b99cf2ac2cab None None] Provisioning complete for port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:42.361137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ed23-53cf-4692-bf4d-b99cf2ac2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.399346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.401241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Network f083104f-8334-4cd8-b2a6-87a45e1ce2f8 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:42.404669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:42.408904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:42.490507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Attempting to bind port 0fa8b89d-0944-4356-a008-89a5c0970a22 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:50:42.491493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Attempting to bind port 0fa8b89d-0944-4356-a008-89a5c0970a22 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f68daf66-5b07-4721-83b8-75d7ad611953', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f083104f-8334-4cd8-b2a6-87a45e1ce2f8'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:50:42.492269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Attempting to bind port 0fa8b89d-0944-4356-a008-89a5c0970a22 on network f083104f-8334-4cd8-b2a6-87a45e1ce2f8 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:50:42.500918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:50:42.501254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Checking segment: {'id': 'f68daf66-5b07-4721-83b8-75d7ad611953', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f083104f-8334-4cd8-b2a6-87a45e1ce2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:42.501958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.502163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Bound using segment: {'id': 'f68daf66-5b07-4721-83b8-75d7ad611953', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f083104f-8334-4cd8-b2a6-87a45e1ce2f8'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:50:42.502673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Bound port: 0fa8b89d-0944-4356-a008-89a5c0970a22, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68daf66-5b07-4721-83b8-75d7ad611953', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f083104f-8334-4cd8-b2a6-87a45e1ce2f8'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:50:42.503108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.530991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fae47c13-f94b-4ea7-aaa7-aceb8afb11df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:42.543474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:42.550176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:42.595167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fae47c13-f94b-4ea7-aaa7-aceb8afb11df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:42.604420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.625599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.629886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:42.630541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.651762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] For port 0fa8b89d-0944-4356-a008-89a5c0970a22, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:50:42.655186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] For port 0fa8b89d-0944-4356-a008-89a5c0970a22, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0fa8b89d-0944-4356-a008-89a5c0970a22,segment=NetworkSegment(f68daf66-5b07-4721-83b8-75d7ad611953),segment_id=f68daf66-5b07-4721-83b8-75d7ad611953)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:50:42.655518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee7b334f-19f5-4e7a-9e74-65c8b8093a3b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:42.659318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fae47c13-f94b-4ea7-aaa7-aceb8afb11df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:42.661344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.678432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-96f1a824-65b2-4add-bba4-eb7b62624bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:42.682823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fae47c13-f94b-4ea7-aaa7-aceb8afb11df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:42.706212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Deleting port 0fa8b89d-0944-4356-a008-89a5c0970a22 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:42.706556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.750447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae47c13-f94b-4ea7-aaa7-aceb8afb11df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:42.756697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fae47c13-f94b-4ea7-aaa7-aceb8afb11df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:42.926935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Network': ['ID=2ffc2130-29fc-4d88-b219-abdb05fad942,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:42.933118 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.4145076
Dec 18 06:50:42.934504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:42.943630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49258) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:42.952257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 2ffc2130-29fc-4d88-b219-abdb05fad942 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:42.955372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'subnet': {'network_id': '2ffc2130-29fc-4d88-b219-abdb05fad942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:42.978655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 2ffc2130-29fc-4d88-b219-abdb05fad942 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:43.148022 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.ipam_backend_mixin [None req-fae47c13-f94b-4ea7-aaa7-aceb8afb11df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78a75d16-ef92-44dc-96d7-d54a93451f7c (CIDR: 2001:db8::/64)
Dec 18 06:50:43.159005 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae47c13-f94b-4ea7-aaa7-aceb8afb11df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:50:43.159505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae47c13-f94b-4ea7-aaa7-aceb8afb11df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 400 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:50:43.195842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:43.199486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 6f94462c-bcad-448b-aae1-d96f56b384a6 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:50:43.204252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:subnet and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:43.208286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:43.208546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Pushing event updated for resources: {'Port': ['ID=0fa8b89d-0944-4356-a008-89a5c0970a22,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:43.210146 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fae47c13-f94b-4ea7-aaa7-aceb8afb11df tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.0907526
Dec 18 06:50:43.211912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49262) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:43.214248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:43.214687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 96e9d626-ed33-48dd-821a-b55cf2301b5e is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:50:43.219036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:43.220410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c16a8ac6-7bed-4a08-aa0b-38d85c21b63d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:43.232064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:43.244721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:43.338649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=2d545bd4-1522-49fc-80ca-8ee23279f81e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:43.360771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] For port 0fa8b89d-0944-4356-a008-89a5c0970a22, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0fa8b89d-0944-4356-a008-89a5c0970a22,segment=NetworkSegment(f68daf66-5b07-4721-83b8-75d7ad611953),segment_id=f68daf66-5b07-4721-83b8-75d7ad611953)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:43.361187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:43.371137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.371569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.372007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.372427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.372840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.373252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.373717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.374124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.374529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.374931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.375332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.375735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.376202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.376602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.376994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.377395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.377823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.378223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.378628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.379026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.379428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.379819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.380242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.380615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:43.390161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:43.454490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:43.813186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:43.815264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Calling delete_port for 0fa8b89d-0944-4356-a008-89a5c0970a22 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:43.828555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:50:43.839476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d51d09-a6d0-45ec-b392-312aa0298ec2 None None] Sync routers for ids ['96e9d626-ed33-48dd-821a-b55cf2301b5e'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:50:43.841681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/96e9d626-ed33-48dd-821a-b55cf2301b5e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1820371
Dec 18 06:50:43.851265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49266) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:43.854966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d51d09-a6d0-45ec-b392-312aa0298ec2 None None] Routers {'96e9d626-ed33-48dd-821a-b55cf2301b5e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:43.855722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d8d51d09-a6d0-45ec-b392-312aa0298ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc1d0b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['96e9d626-ed33-48dd-821a-b55cf2301b5e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:43.904639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c16a8ac6-7bed-4a08-aa0b-38d85c21b63d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:43.921977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c16a8ac6-7bed-4a08-aa0b-38d85c21b63d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:43.927125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c16a8ac6-7bed-4a08-aa0b-38d85c21b63d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:43.929091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d8d51d09-a6d0-45ec-b392-312aa0298ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc1d0b8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:43.940174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d51d09-a6d0-45ec-b392-312aa0298ec2 None None] Routers {'96e9d626-ed33-48dd-821a-b55cf2301b5e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:43.940905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d8d51d09-a6d0-45ec-b392-312aa0298ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc1d0b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['96e9d626-ed33-48dd-821a-b55cf2301b5e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:43.949935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c16a8ac6-7bed-4a08-aa0b-38d85c21b63d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:43.963226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:50:43.978676 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/6f94462c-bcad-448b-aae1-d96f56b384a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6814194
Dec 18 06:50:43.979201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed31aed-24d6-43ea-aa03-36a9e72ab51b None None] Sync routers for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:50:43.993117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16a8ac6-7bed-4a08-aa0b-38d85c21b63d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:43.994669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed31aed-24d6-43ea-aa03-36a9e72ab51b None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:43.997145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7ed31aed-24d6-43ea-aa03-36a9e72ab51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c37b320>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:44.002709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455e7fbc-9e00-4488-b614-e74a22301697 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:44.008430 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-455e7fbc-9e00-4488-b614-e74a22301697 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports/6f4a0256-cd96-4421-9a89-df5cd8f51648 HTTP/1.1" status: 200  len: 977 time: 0.1519229
Dec 18 06:50:44.008430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49272) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:44.012605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:44.017139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/2d545bd4-1522-49fc-80ca-8ee23279f81e HTTP/1.1" status: 204  len: 168 time: 3.1580181
Dec 18 06:50:44.059552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d8d51d09-a6d0-45ec-b392-312aa0298ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc1d0b8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:44.060182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d51d09-a6d0-45ec-b392-312aa0298ec2 None None] The sync data for ids ['96e9d626-ed33-48dd-821a-b55cf2301b5e'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:50:44.068652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49276) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:44.262194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-7ed31aed-24d6-43ea-aa03-36a9e72ab51b None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:50:44.300781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:44.319557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e60e1ad1-b668-41fb-9b14-d577d8f4d7be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:44.352779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c16a8ac6-7bed-4a08-aa0b-38d85c21b63d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:44.495666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Port': ['ID=0fa8b89d-0944-4356-a008-89a5c0970a22,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:44.506121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:44.682291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No DVR routers for this DVR port 0fa8b89d-0944-4356-a008-89a5c0970a22 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:50:44.796979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:44.799557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-236ac737-c2df-495c-95ed-4a999565c455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:44.833939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7ed31aed-24d6-43ea-aa03-36a9e72ab51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c37b320>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:50:40Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '2ee6573d-0a22-4822-9073-67c776d5eea3', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.139', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'port_id': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'mac_address': 'fa:16:3e:9a:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:48:46Z', 'updated_at': '2020-12-18T06:48:55Z', 'revision_number': 1, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:57Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:44.839361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed31aed-24d6-43ea-aa03-36a9e72ab51b None None] Checking router: 6f94462c-bcad-448b-aae1-d96f56b384a6 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:50:44.851072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed31aed-24d6-43ea-aa03-36a9e72ab51b None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:44.851466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7ed31aed-24d6-43ea-aa03-36a9e72ab51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c37b320>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:44.917072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27ecb44-d48a-4928-8c81-c05f008cfead None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:44.993808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-02094952-638b-479d-bdf8-8b0bd4c58ee3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet ce8f5440-7d4c-49cc-9b23-9dfabc122ce8 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:45.001668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500cde88-4c7e-4554-bd18-04dab7f88e7e None None] Network f083104f-8334-4cd8-b2a6-87a45e1ce2f8 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:45.045051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa2e6978-35ca-44d0-b759-c6893159b736 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:45.066452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02094952-638b-479d-bdf8-8b0bd4c58ee3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:45.172673 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.ipam_backend_mixin [None req-c16a8ac6-7bed-4a08-aa0b-38d85c21b63d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0e6b08d4-ea84-4c09-b9d6-ffe5badd0813 (CIDR: 2001:db8:0:1::/64)
Dec 18 06:50:45.196988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02094952-638b-479d-bdf8-8b0bd4c58ee3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:45.246698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e761914f-4341-4083-9068-d9fae521fb6b None None] Could not find standard attr ID for object 0fa8b89d-0944-4356-a008-89a5c0970a22. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:50:45.321031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011032f-bc59-4d86-9b65-60d5d0ed162d req-fd430b06-c294-4163-a74e-1ee6d4548260 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:45.322358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8011032f-bc59-4d86-9b65-60d5d0ed162d req-fd430b06-c294-4163-a74e-1ee6d4548260 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:45.329351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02094952-638b-479d-bdf8-8b0bd4c58ee3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:45.393972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e761914f-4341-4083-9068-d9fae521fb6b None None] Provisioning complete for port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:45.394747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e761914f-4341-4083-9068-d9fae521fb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:45.424814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:45.435752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-7ed31aed-24d6-43ea-aa03-36a9e72ab51b None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:50:45.443725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b51583ba-e562-4d8a-8658-45a163596a0d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:45.477107 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16a8ac6-7bed-4a08-aa0b-38d85c21b63d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:50:45.477646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16a8ac6-7bed-4a08-aa0b-38d85c21b63d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:50:45.542153 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c16a8ac6-7bed-4a08-aa0b-38d85c21b63d tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 2.3262832
Dec 18 06:50:45.544436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8011032f-bc59-4d86-9b65-60d5d0ed162d req-fd430b06-c294-4163-a74e-1ee6d4548260 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:45.545759 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8011032f-bc59-4d86-9b65-60d5d0ed162d req-fd430b06-c294-4163-a74e-1ee6d4548260 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 946 time: 0.8437326
Dec 18 06:50:45.546523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49282) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:45.556663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Subnet': ['ID=bbbe8286-9df1-4b56-a6a8-e08c8a2720b3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:45.576995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'subnet': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:45.592778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:45.735203 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8011032f-bc59-4d86-9b65-60d5d0ed162d req-273b220e-df0c-4e91-894b-466578fe1719 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1787333
Dec 18 06:50:45.857880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02094952-638b-479d-bdf8-8b0bd4c58ee3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:45.881107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e5691ed-f6bb-4900-b843-663a955ff8b3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:46.004943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4041b43c-e6fa-4a86-88d7-bfffad87fd62 None None] DHCP port deletion for f083104f-8334-4cd8-b2a6-87a45e1ce2f8 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:50:46.059186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02094952-638b-479d-bdf8-8b0bd4c58ee3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=ce8f5440-7d4c-49cc-9b23-9dfabc122ce8,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:46.062692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-02094952-638b-479d-bdf8-8b0bd4c58ee3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:46.063555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:46.085798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-062c692e-eb71-4e74-85e3-43885c41ce28 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:46.245482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:46.254108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 4e28929a-d78b-45e1-adce-93d02e3140c0 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:50:46.271601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Subnet': ['ID=f0ecd39e-90da-4377-b694-0737c3b1f59a,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:46.274655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:46.297172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02094952-638b-479d-bdf8-8b0bd4c58ee3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:46.334209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-301031a1-2821-41ca-94dd-73b5565ec4ed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:46.336752 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-301031a1-2821-41ca-94dd-73b5565ec4ed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 946 time: 0.4260445
Dec 18 06:50:46.343342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaa1521-b381-4339-8094-ba6fa7ed5c91 None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:50:46.367074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:46.389465 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-02094952-638b-479d-bdf8-8b0bd4c58ee3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/ce8f5440-7d4c-49cc-9b23-9dfabc122ce8 HTTP/1.1" status: 204  len: 168 time: 2.3183324
Dec 18 06:50:46.389866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Usage tracker for resource:subnet and tenant:42abc569ca2340758e603f78afb67855 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:46.395448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49286) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:46.396115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa1521-b381-4339-8094-ba6fa7ed5c91 None None] Deleting port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:46.396556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1521-b381-4339-8094-ba6fa7ed5c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:46.405303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:46.449730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 4e28929a-d78b-45e1-adce-93d02e3140c0 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:46.450089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:46.455411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f7ce68ea-2cf3-4aa7-9442-d16dc080bd43 None None] Provisioning complete for port 6f4a0256-cd96-4421-9a89-df5cd8f51648 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:46.455854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7ce68ea-2cf3-4aa7-9442-d16dc080bd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:46.484900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:46.500027 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dcab500c-9e09-4370-8e14-8626ba931fed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0980248
Dec 18 06:50:46.503148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49290) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:46.504764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Checking segment: {'id': '7d24ef83-f322-4bd2-8fa9-c0308d4a5bad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2ffc2130-29fc-4d88-b219-abdb05fad942'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:46.505174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network hostable DHCP agents. Network: 2ffc2130-29fc-4d88-b219-abdb05fad942, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:50:46.518786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e6978-35ca-44d0-b759-c6893159b736 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port 6f4a0256-cd96-4421-9a89-df5cd8f51648 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:46.519166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa2e6978-35ca-44d0-b759-c6893159b736 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:46.562340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Made reservation on behalf of 42abc569ca2340758e603f78afb67855 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:46.577849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c3d3668>,) {'filters': {'network_id': ['f083104f-8334-4cd8-b2a6-87a45e1ce2f8']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:46.616816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f7ce68ea-2cf3-4aa7-9442-d16dc080bd43 None None] Port 6f4a0256-cd96-4421-9a89-df5cd8f51648 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:46.636733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 2ffc2130-29fc-4d88-b219-abdb05fad942 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:50:46.653583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c3d3668>, 'f68daf66-5b07-4721-83b8-75d7ad611953') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:46.654171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c3d3668>, 'f68daf66-5b07-4721-83b8-75d7ad611953') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:46.699992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:46.710315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:46.728547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 2ffc2130-29fc-4d88-b219-abdb05fad942) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:46.773799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:46.774182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:46.777968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f7ce68ea-2cf3-4aa7-9442-d16dc080bd43 None None] Provisioning for port 0ffd34ca-fcbb-404d-80f8-9dda8975123b completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:46.785459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36569f77-01e0-4de9-9292-589d2baf64be None None] Network 2ffc2130-29fc-4d88-b219-abdb05fad942 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:46.788208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fd101-d3fe-478e-bb7a-db2dfd86f290 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:46.788977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0d6fd101-d3fe-478e-bb7a-db2dfd86f290 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:46.820537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:46.828700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Releasing vxlan tunnel 6 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:50:46.849334 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.9019353
Dec 18 06:50:46.853556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49296) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:46.856150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0d6fd101-d3fe-478e-bb7a-db2dfd86f290 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:46.857331 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0d6fd101-d3fe-478e-bb7a-db2dfd86f290 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3451889
Dec 18 06:50:46.861568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d6ad1f05-029b-43a7-9daa-b54bc6d75b53 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-718577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:46.869981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49300) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:46.878428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d6ad1f05-029b-43a7-9daa-b54bc6d75b53 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:46.955179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:46.958033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f7ce68ea-2cf3-4aa7-9442-d16dc080bd43 None None] Provisioning complete for port 0ffd34ca-fcbb-404d-80f8-9dda8975123b triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:46.958473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7ce68ea-2cf3-4aa7-9442-d16dc080bd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:46.977679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925448d-b6dd-40d8-8960-3bbe4593cc99 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:46.978452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7925448d-b6dd-40d8-8960-3bbe4593cc99 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:46.986058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d6ad1f05-029b-43a7-9daa-b54bc6d75b53 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:router and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:47.022919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 4e28929a-d78b-45e1-adce-93d02e3140c0, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4e28929a-d78b-45e1-adce-93d02e3140c0,segment=NetworkSegment(0d8e42c9-446e-4e2d-8e6f-2088bd536803),segment_id=0d8e42c9-446e-4e2d-8e6f-2088bd536803)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:47.023565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.036460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0fa8b89d-0944-4356-a008-89a5c0970a22 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:50:47.038509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d6ad1f05-029b-43a7-9daa-b54bc6d75b53 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:47.110149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7ed31aed-24d6-43ea-aa03-36a9e72ab51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c37b320>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:50:40Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '2ee6573d-0a22-4822-9073-67c776d5eea3', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.139', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'port_id': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'mac_address': 'fa:16:3e:9a:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:48:46Z', 'updated_at': '2020-12-18T06:48:55Z', 'revision_number': 1, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:57Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:47.125998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 0fa8b89d-0944-4356-a008-89a5c0970a22 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:50:47.126405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0fa8b89d-0944-4356-a008-89a5c0970a22 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:50:47.127331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:50:47.128580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa2e6978-35ca-44d0-b759-c6893159b736 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.169620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3002bf9e-2f68-4bcc-8767-ca3a8b893d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e28929a-d78b-45e1-adce-93d02e3140c0'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:50:47.170873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d6ad1f05-029b-43a7-9daa-b54bc6d75b53 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:47.180658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 4e28929a-d78b-45e1-adce-93d02e3140c0 owned by compute:nova {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:47.195547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed31aed-24d6-43ea-aa03-36a9e72ab51b None None] The sync data for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs is: [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:50:40Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '2ee6573d-0a22-4822-9073-67c776d5eea3', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.139', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'port_id': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'mac_address': 'fa:16:3e:9a:1f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:48:46Z', 'updated_at': '2020-12-18T06:48:55Z', 'revision_number': 1, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:57Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:50:47.222478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f7ce68ea-2cf3-4aa7-9442-d16dc080bd43 None None] Port 0ffd34ca-fcbb-404d-80f8-9dda8975123b cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:47.235665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 4e28929a-d78b-45e1-adce-93d02e3140c0, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4e28929a-d78b-45e1-adce-93d02e3140c0,segment=NetworkSegment(0d8e42c9-446e-4e2d-8e6f-2088bd536803),segment_id=0d8e42c9-446e-4e2d-8e6f-2088bd536803)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:47.243102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bfaa1521-b381-4339-8094-ba6fa7ed5c91 None None] For port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0f40b1db-ebd9-41c7-97e3-ada6f77b5024,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:47.243642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1521-b381-4339-8094-ba6fa7ed5c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.258448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7925448d-b6dd-40d8-8960-3bbe4593cc99 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:47.259760 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7925448d-b6dd-40d8-8960-3bbe4593cc99 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3877690
Dec 18 06:50:47.281982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49306) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:47.287765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1f05-029b-43a7-9daa-b54bc6d75b53 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.288881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1f05-029b-43a7-9daa-b54bc6d75b53 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.303980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3002bf9e-2f68-4bcc-8767-ca3a8b893d2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e28929a-d78b-45e1-adce-93d02e3140c0', 'code': 200}
Dec 18 06:50:47.307260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.344495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fa2e6978-35ca-44d0-b759-c6893159b736 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for 6f4a0256-cd96-4421-9a89-df5cd8f51648 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:47.373241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dd1c6aa-931e-4429-b73c-952b492e7a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:47.376678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network f083104f-8334-4cd8-b2a6-87a45e1ce2f8 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:47.384883 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cce4a0b7-b814-45d3-b06a-2f4d70cc2e6b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0935130
Dec 18 06:50:47.387712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49310) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:47.397206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-25ddffbc-ed9c-41c2-974d-64e0d462cafb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:47.415368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.498738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf56ffe-5644-402a-b9fb-91d9acdd4a3f req-703b0096-cba6-4fd7-a03d-337496f38300 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:47.500452 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-adf56ffe-5644-402a-b9fb-91d9acdd4a3f req-703b0096-cba6-4fd7-a03d-337496f38300 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 946 time: 0.5301602
Dec 18 06:50:47.502323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:50:47.576915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:50:47.577353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:50:47.594547 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-adf56ffe-5644-402a-b9fb-91d9acdd4a3f req-7e2f37db-daa0-4b29-a8fd-f72aa262677b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774889
Dec 18 06:50:47.595634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-25ddffbc-ed9c-41c2-974d-64e0d462cafb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:47.613555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-25ddffbc-ed9c-41c2-974d-64e0d462cafb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:47.629574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ddffbc-ed9c-41c2-974d-64e0d462cafb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:47.637927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-25ddffbc-ed9c-41c2-974d-64e0d462cafb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.639907 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ddffbc-ed9c-41c2-974d-64e0d462cafb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:50:47.640569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ddffbc-ed9c-41c2-974d-64e0d462cafb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:50:47.672495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-2ffc2130-29fc-4d88-b219-abdb05fad942', 'network_id': '2ffc2130-29fc-4d88-b219-abdb05fad942', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'fixed_ips': [{'subnet_id': 'f0ecd39e-90da-4377-b694-0737c3b1f59a'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:50:47.673580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.675831 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-25ddffbc-ed9c-41c2-974d-64e0d462cafb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2870240
Dec 18 06:50:47.682060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49314) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:47.690982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6adabafa-8ec5-4b72-ae77-921b16095ec1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:47.700130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa1521-b381-4339-8094-ba6fa7ed5c91 None None] Calling delete_port for 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:47.710827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network f083104f-8334-4cd8-b2a6-87a45e1ce2f8 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:50:47.737922 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:50:47.824460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6adabafa-8ec5-4b72-ae77-921b16095ec1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:47.834458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6adabafa-8ec5-4b72-ae77-921b16095ec1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:47.845725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adabafa-8ec5-4b72-ae77-921b16095ec1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:47.849790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0bb42ad-1e24-4667-a8c7-367d21abc705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.852793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.853220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6adabafa-8ec5-4b72-ae77-921b16095ec1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.855554 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adabafa-8ec5-4b72-ae77-921b16095ec1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:50:47.856040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6adabafa-8ec5-4b72-ae77-921b16095ec1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:50:47.880774 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6adabafa-8ec5-4b72-ae77-921b16095ec1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.1939008
Dec 18 06:50:47.881011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49318) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:47.889401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e4cca670-5827-4ad2-847e-6ae97a667ebd tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:47.898483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.908200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-00410ea6-1eb2-4e96-b5ef-6dbda659b170 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:47.924223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:47.966126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=4e28929a-d78b-45e1-adce-93d02e3140c0,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:47.969145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:47.970524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Network': ['ID=f083104f-8334-4cd8-b2a6-87a45e1ce2f8,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:47.985221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:47.995826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.006820 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/f083104f-8334-4cd8-b2a6-87a45e1ce2f8 HTTP/1.1" status: 204  len: 168 time: 5.8449194
Dec 18 06:50:48.020021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1521-b381-4339-8094-ba6fa7ed5c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.021772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49322) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:48.034566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-975235844'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:48.041238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:48.054312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:48.069889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:network and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:48.074168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for network was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:48.103124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:48.107729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa2e6978-35ca-44d0-b759-c6893159b736 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.165459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa1521-b381-4339-8094-ba6fa7ed5c91 None None] Pushing event deleted for resources: {'Port': ['ID=0f40b1db-ebd9-41c7-97e3-ada6f77b5024,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:48.168468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfaa1521-b381-4339-8094-ba6fa7ed5c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:48.180158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4a1b6bb5-ec38-415c-84e5-4d9eea940bde tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:48.264293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 4e28929a-d78b-45e1-adce-93d02e3140c0 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:48.264655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.284570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e6978-35ca-44d0-b759-c6893159b736 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Port': ['ID=6f4a0256-cd96-4421-9a89-df5cd8f51648,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:48.294070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1f05-029b-43a7-9daa-b54bc6d75b53 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.294255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fa2e6978-35ca-44d0-b759-c6893159b736 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:48.295770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:48.301036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.333901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa1521-b381-4339-8094-ba6fa7ed5c91 None None] No DVR routers for this DVR port 0f40b1db-ebd9-41c7-97e3-ada6f77b5024 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:50:48.364735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e4cca670-5827-4ad2-847e-6ae97a667ebd tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:48.370812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:50:48.400279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.400654 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Added segment ffdaf370-cd5a-4b75-96c0-28fa88454f98 of type vxlan for network 30a67338-1fb8-4f65-9760-300cc5e50987
Dec 18 06:50:48.413843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e4cca670-5827-4ad2-847e-6ae97a667ebd tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:48.416299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1f05-029b-43a7-9daa-b54bc6d75b53 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.417644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Allocated IP 2001:db8::2 (2ffc2130-29fc-4d88-b219-abdb05fad942/f0ecd39e-90da-4377-b694-0737c3b1f59a/3d76c419-6705-4f85-b93c-eb509f0963f1) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:48.458609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cca670-5827-4ad2-847e-6ae97a667ebd tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:48.464894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e4cca670-5827-4ad2-847e-6ae97a667ebd tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.466467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cca670-5827-4ad2-847e-6ae97a667ebd tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:50:48.466945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4cca670-5827-4ad2-847e-6ae97a667ebd tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:50:48.502801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.539239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.601200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6ad1f05-029b-43a7-9daa-b54bc6d75b53 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.603142 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d6ad1f05-029b-43a7-9daa-b54bc6d75b53 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.7479355
Dec 18 06:50:48.623762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49326) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:48.685225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.705613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Transition to ACTIVE for port object 3d76c419-6705-4f85-b93c-eb509f0963f1 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:48.724260 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e4cca670-5827-4ad2-847e-6ae97a667ebd tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.8420677
Dec 18 06:50:48.730582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Transition to ACTIVE for port object 3d76c419-6705-4f85-b93c-eb509f0963f1 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:48.732711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.735901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49332) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:48.744696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.744894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a69ea885-251b-4fce-818f-21f20f32c4a1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:48.760068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa50cafd-374d-421d-9e76-2defad293d6b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:48.773074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d2d4b60-31f3-4f39-b03c-b862337c8a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:48.787731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.791809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:48.792443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:48.913967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Pushing event updated for resources: {'Port': ['ID=3d76c419-6705-4f85-b93c-eb509f0963f1,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:48.917462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:48.948237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7a380c76-0701-4283-8133-87ad2cb14b23 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:50:48.996345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 7a380c76-0701-4283-8133-87ad2cb14b23 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:50:48.996954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7a380c76-0701-4283-8133-87ad2cb14b23 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:50:49.023756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Network 2ffc2130-29fc-4d88-b219-abdb05fad942 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:49.025086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:49.027707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:49.090522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Attempting to bind port 3d76c419-6705-4f85-b93c-eb509f0963f1 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:50:49.091145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Attempting to bind port 3d76c419-6705-4f85-b93c-eb509f0963f1 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '7d24ef83-f322-4bd2-8fa9-c0308d4a5bad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2ffc2130-29fc-4d88-b219-abdb05fad942'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:50:49.091636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Attempting to bind port 3d76c419-6705-4f85-b93c-eb509f0963f1 on network 2ffc2130-29fc-4d88-b219-abdb05fad942 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:50:49.097787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:50:49.098380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Checking segment: {'id': '7d24ef83-f322-4bd2-8fa9-c0308d4a5bad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2ffc2130-29fc-4d88-b219-abdb05fad942'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:49.098953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:49.099519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Bound using segment: {'id': '7d24ef83-f322-4bd2-8fa9-c0308d4a5bad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2ffc2130-29fc-4d88-b219-abdb05fad942'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:50:49.100215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Bound port: 3d76c419-6705-4f85-b93c-eb509f0963f1, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d24ef83-f322-4bd2-8fa9-c0308d4a5bad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2ffc2130-29fc-4d88-b219-abdb05fad942'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:50:49.100759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:49.163012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 4e28929a-d78b-45e1-adce-93d02e3140c0, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=4e28929a-d78b-45e1-adce-93d02e3140c0,segment=NetworkSegment(0d8e42c9-446e-4e2d-8e6f-2088bd536803),segment_id=0d8e42c9-446e-4e2d-8e6f-2088bd536803)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:49.163372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:49.196487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] For port 3d76c419-6705-4f85-b93c-eb509f0963f1, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:50:49.200601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] For port 3d76c419-6705-4f85-b93c-eb509f0963f1, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3d76c419-6705-4f85-b93c-eb509f0963f1,segment=NetworkSegment(7d24ef83-f322-4bd2-8fa9-c0308d4a5bad),segment_id=7d24ef83-f322-4bd2-8fa9-c0308d4a5bad)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:50:49.204107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:49.219631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-47b8a88c-f548-494a-82f9-c33e8d66fc27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:49.252462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa2e6978-35ca-44d0-b759-c6893159b736 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:49.333273 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.3076086
Dec 18 06:50:49.347664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49336) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:49.355502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Subnet': ['ID=8170d331-7aeb-4d79-837e-58b7b441204f,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:49.374510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'subnet': {'network_id': '30a67338-1fb8-4f65-9760-300cc5e50987', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:49.374756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 4e28929a-d78b-45e1-adce-93d02e3140c0 owned by compute:nova {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:49.383573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Pushing event updated for resources: {'Port': ['ID=3d76c419-6705-4f85-b93c-eb509f0963f1,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:49.393261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:49.400505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:49.401678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eca25958-00be-4de5-a8aa-528b78dcc932 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:49.405881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a69ea885-251b-4fce-818f-21f20f32c4a1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:49.406009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:49.501419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a69ea885-251b-4fce-818f-21f20f32c4a1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:49.569777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69ea885-251b-4fce-818f-21f20f32c4a1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:49.575828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a69ea885-251b-4fce-818f-21f20f32c4a1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:49.577313 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69ea885-251b-4fce-818f-21f20f32c4a1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:50:49.577815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69ea885-251b-4fce-818f-21f20f32c4a1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:50:49.587471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2afa7-2ebf-49df-bb8d-473817097468 req-ddc94d41-e6f4-42b0-8503-46056e12d874 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:49.588227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7ce2afa7-2ebf-49df-bb8d-473817097468 req-ddc94d41-e6f4-42b0-8503-46056e12d874 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:49.643065 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a69ea885-251b-4fce-818f-21f20f32c4a1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.9013202
Dec 18 06:50:49.643798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7ce2afa7-2ebf-49df-bb8d-473817097468 req-ddc94d41-e6f4-42b0-8503-46056e12d874 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:49.645147 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7ce2afa7-2ebf-49df-bb8d-473817097468 req-ddc94d41-e6f4-42b0-8503-46056e12d874 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 944 time: 0.8034418
Dec 18 06:50:49.646581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49340) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:49.654421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Network': ['ID=30a67338-1fb8-4f65-9760-300cc5e50987,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:49.663605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:49.667143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:49.668315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:49.670154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 30a67338-1fb8-4f65-9760-300cc5e50987 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:49.693973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:49.696625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 30a67338-1fb8-4f65-9760-300cc5e50987 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:49.696968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:49.697649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:49.711275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-10591669-1cf7-4a35-be64-c7d785562f34 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:49.714686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43b58d9-f43f-444e-8175-b4f597a94ca7 None None] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:49.809377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:subnet and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:49.879720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:49.894905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:49.958564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:49.970395 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 4.4204278
Dec 18 06:50:49.979975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49344) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:49.992809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-431449438', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8170d331-7aeb-4d79-837e-58b7b441204f'}], 'security_groups': ['2e8edbb9-7f5b-4f81-a1c4-24fc88ea45fb', '4535d8b9-26a6-439e-a496-89ce3198fce7']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:50.053430 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7ce2afa7-2ebf-49df-bb8d-473817097468 req-aa3616b7-aebe-44a7-a11f-46891f7b75c3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=db005bce-e948-4714-ba63-be73bc5f923a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3755159
Dec 18 06:50:50.121849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2e6978-35ca-44d0-b759-c6893159b736 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 96e9d626-ed33-48dd-821a-b55cf2301b5e has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:50:50.134730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:50.175640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2345621e-7c6f-424f-9695-1669d656f39b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:50.217430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:50.330069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=4e28929a-d78b-45e1-adce-93d02e3140c0,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:50.350517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:50.357135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-10591669-1cf7-4a35-be64-c7d785562f34 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:50.388788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-10591669-1cf7-4a35-be64-c7d785562f34 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:50.434437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2e6978-35ca-44d0-b759-c6893159b736 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:50:50.437167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10591669-1cf7-4a35-be64-c7d785562f34 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:50.444763 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fa2e6978-35ca-44d0-b759-c6893159b736 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/96e9d626-ed33-48dd-821a-b55cf2301b5e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4337187
Dec 18 06:50:50.449846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49348) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:50.454831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ee1f2-6141-4277-8e7e-7d841ada8811 None None] Sync routers for ids ['96e9d626-ed33-48dd-821a-b55cf2301b5e'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:50:50.455623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df349e54-d23c-4985-888f-8ef26ee81524 None None] Update dhcp port {'port': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'fixed_ips': [{'subnet_id': '0e6b08d4-ea84-4c09-b9d6-ffe5badd0813', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '78a75d16-ef92-44dc-96d7-d54a93451f7c', 'ip_address': '2001:db8::2'}, {'subnet_id': '8170d331-7aeb-4d79-837e-58b7b441204f'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': 'ca2304b6-f85f-4a6b-8094-e2b5cb94cd24'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:50:50.466804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ee1f2-6141-4277-8e7e-7d841ada8811 None None] Routers {'96e9d626-ed33-48dd-821a-b55cf2301b5e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:50.467616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fa9ee1f2-6141-4277-8e7e-7d841ada8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1de09518>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['96e9d626-ed33-48dd-821a-b55cf2301b5e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:50.521424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-df349e54-d23c-4985-888f-8ef26ee81524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:50.548735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fa9ee1f2-6141-4277-8e7e-7d841ada8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1de09518>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:50.560489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ee1f2-6141-4277-8e7e-7d841ada8811 None None] Routers {'96e9d626-ed33-48dd-821a-b55cf2301b5e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:50.562059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fa9ee1f2-6141-4277-8e7e-7d841ada8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1de09518>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['96e9d626-ed33-48dd-821a-b55cf2301b5e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:50.634993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fa9ee1f2-6141-4277-8e7e-7d841ada8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1de09518>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:50.635730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ee1f2-6141-4277-8e7e-7d841ada8811 None None] The sync data for ids ['96e9d626-ed33-48dd-821a-b55cf2301b5e'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:50:50.698934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:50.843338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:50.853627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-df349e54-d23c-4985-888f-8ef26ee81524 None None] Allocated IP 2001:db8:0:2::2 (a95d1eb4-f773-4bd7-8d20-2686794a4e44/8170d331-7aeb-4d79-837e-58b7b441204f/ca2304b6-f85f-4a6b-8094-e2b5cb94cd24) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:50.936645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10591669-1cf7-4a35-be64-c7d785562f34 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:50.938520 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-10591669-1cf7-4a35-be64-c7d785562f34 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:50:50.939107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10591669-1cf7-4a35-be64-c7d785562f34 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:50:51.059077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-df349e54-d23c-4985-888f-8ef26ee81524 None None] For port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,segment=NetworkSegment(2792a0ff-bc28-489e-a3de-21ecc9c29985),segment_id=2792a0ff-bc28-489e-a3de-21ecc9c29985)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:51.091030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-df349e54-d23c-4985-888f-8ef26ee81524 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:51.112024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-df349e54-d23c-4985-888f-8ef26ee81524 None None] Transition to ACTIVE for port object ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:51.115542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3d76c419-6705-4f85-b93c-eb509f0963f1 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:51.169174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-df349e54-d23c-4985-888f-8ef26ee81524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:51.210728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] No DVR routers for this DVR port 4e28929a-d78b-45e1-adce-93d02e3140c0 on host hv-neutron-7650 {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:50:51.216484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:51.220254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3002bf9e-2f68-4bcc-8767-ca3a8b893d2c', 'name': 'network-vif-deleted', 'tag': '4e28929a-d78b-45e1-adce-93d02e3140c0'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:50:51.257275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Allocated IP 2001:db8::1 (2ffc2130-29fc-4d88-b219-abdb05fad942/f0ecd39e-90da-4377-b694-0737c3b1f59a/887b875a-4c61-4f3d-91cb-174ecaeaa463) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:51.266739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-10591669-1cf7-4a35-be64-c7d785562f34 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 1.6181026
Dec 18 06:50:51.272211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49360) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:51.277384 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e61c3672-261f-40fd-aac0-ebbf66ef36cf req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "DELETE /v2.0/ports/4e28929a-d78b-45e1-adce-93d02e3140c0 HTTP/1.1" status: 204  len: 173 time: 4.9336793
Dec 18 06:50:51.284351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e4686a63-d079-4184-ac97-680f3d7a5116 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:51.398752 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3002bf9e-2f68-4bcc-8767-ca3a8b893d2c', 'name': 'network-vif-deleted', 'tag': '4e28929a-d78b-45e1-adce-93d02e3140c0', 'status': 'completed', 'code': 200}
Dec 18 06:50:51.513852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-1154f070-aa1d-43b2-8c24-13a5407831b4 req-d5c9f6c8-279f-4a2f-ad98-77b0e92d0008 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:51.519115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4f263aaa-9d5c-43b1-9dc9-4dd25f33a66b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:51.551994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5a9317-5d92-41f9-b472-592b2e035cd3 None None] Network 2ffc2130-29fc-4d88-b219-abdb05fad942 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:51.597079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e4686a63-d079-4184-ac97-680f3d7a5116 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:51.604829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-1154f070-aa1d-43b2-8c24-13a5407831b4 req-d5c9f6c8-279f-4a2f-ad98-77b0e92d0008 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:51.606286 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1154f070-aa1d-43b2-8c24-13a5407831b4 req-d5c9f6c8-279f-4a2f-ad98-77b0e92d0008 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=3002bf9e-2f68-4bcc-8767-ca3a8b893d2c HTTP/1.1" status: 200  len: 210 time: 0.2063181
Dec 18 06:50:51.627463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e4686a63-d079-4184-ac97-680f3d7a5116 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:51.673573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4686a63-d079-4184-ac97-680f3d7a5116 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:51.680383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e4686a63-d079-4184-ac97-680f3d7a5116 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:51.683087 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4686a63-d079-4184-ac97-680f3d7a5116 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:50:51.683659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4686a63-d079-4184-ac97-680f3d7a5116 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:50:51.692333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-71fdb524-4b8c-493d-a1f9-85aaa3d70e25 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] remove_router_interface failed (client error): The resource could not be found.
Dec 18 06:50:51.698616 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-71fdb524-4b8c-493d-a1f9-85aaa3d70e25 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/96e9d626-ed33-48dd-821a-b55cf2301b5e/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 1.2448545
Dec 18 06:50:51.702030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:51.705010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49364) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:51.806661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1d6979bc-1874-4734-a7fa-f0cacf034ea6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Synchronizing usage tracker for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:51.817437 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e4686a63-d079-4184-ac97-680f3d7a5116 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.5427144
Dec 18 06:50:51.819924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Transition to ACTIVE for port object 887b875a-4c61-4f3d-91cb-174ecaeaa463 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:51.821415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49368) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:51.887841 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9265783b-535f-414a-a061-f4fae62afff0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0629065
Dec 18 06:50:51.888217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49372) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:51.909004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Delete allocated IP 2001:db8::105 (a95d1eb4-f773-4bd7-8d20-2686794a4e44/78a75d16-ef92-44dc-96d7-d54a93451f7c) {{(pid=81084) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 18 06:50:51.943506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1d6979bc-1874-4734-a7fa-f0cacf034ea6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Unset dirty status for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:51.944756 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1d6979bc-1874-4734-a7fa-f0cacf034ea6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=96e9d626-ed33-48dd-821a-b55cf2301b5e HTTP/1.1" status: 200  len: 205 time: 0.2336466
Dec 18 06:50:51.953307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49376) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:51.962469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Allocated IP 2001:db8:0:2::141 (a95d1eb4-f773-4bd7-8d20-2686794a4e44/8170d331-7aeb-4d79-837e-58b7b441204f/0ffd34ca-fcbb-404d-80f8-9dda8975123b) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:52.067674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dd3ed438-1aec-49ec-a813-977c98a4b13f None None] Provisioning for port 3d76c419-6705-4f85-b93c-eb509f0963f1 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:52.074325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df349e54-d23c-4985-888f-8ef26ee81524 None None] Pushing event updated for resources: {'Port': ['ID=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,revision_number=7']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:52.078074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-df349e54-d23c-4985-888f-8ef26ee81524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:52.091927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 3d76c419-6705-4f85-b93c-eb509f0963f1 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:52.097240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 3d76c419-6705-4f85-b93c-eb509f0963f1 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:52.097690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.112450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.130016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:52.161642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1751155-2d10-49a3-9b91-860e1e926ffd tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:52.166564 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d1751155-2d10-49a3-9b91-860e1e926ffd tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2747617
Dec 18 06:50:52.222689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49380) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:52.239881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6811bd51-ec04-43aa-9c25-8a1b294e0237 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.288388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.310475 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fc318860-1462-4bfe-a326-1dd0b5fa5e01 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0864737
Dec 18 06:50:52.318144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49384) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:52.337964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 3d76c419-6705-4f85-b93c-eb509f0963f1, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3d76c419-6705-4f85-b93c-eb509f0963f1,segment=NetworkSegment(7d24ef83-f322-4bd2-8fa9-c0308d4a5bad),segment_id=7d24ef83-f322-4bd2-8fa9-c0308d4a5bad)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:52.342507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.344816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:52.373441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=887b875a-4c61-4f3d-91cb-174ecaeaa463,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:52.437368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.452939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=3d76c419-6705-4f85-b93c-eb509f0963f1,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:52.465415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:52.467002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.471816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:52.492120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Transition to ACTIVE for port object 0ffd34ca-fcbb-404d-80f8-9dda8975123b will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:52.526812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.554210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b7370eee-2b7d-48ce-991d-bc04a0548924 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:52.562013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.562729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.562863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.563273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.563695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.564115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.564538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.564950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.565371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.565809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.566198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.566610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.567083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.567496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.567903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.568312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.569274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.569720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.570140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.570514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.570920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.571327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.571795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.572143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:50:52.648421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81e900fc-7962-493b-ad12-8c8504c4411f None None] Provisioning for port 887b875a-4c61-4f3d-91cb-174ecaeaa463 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:52.654608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81e900fc-7962-493b-ad12-8c8504c4411f None None] Provisioning complete for port 887b875a-4c61-4f3d-91cb-174ecaeaa463 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:52.655046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81e900fc-7962-493b-ad12-8c8504c4411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.740039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6811bd51-ec04-43aa-9c25-8a1b294e0237 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.743308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6811bd51-ec04-43aa-9c25-8a1b294e0237 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.749384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:52.795167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.823031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event updated for resources: {'Port': ['ID=0ffd34ca-fcbb-404d-80f8-9dda8975123b,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:52.840286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6811bd51-ec04-43aa-9c25-8a1b294e0237 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.840987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6811bd51-ec04-43aa-9c25-8a1b294e0237 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Fanout notify agent at l3_agent the message router_deleted on router 96e9d626-ed33-48dd-821a-b55cf2301b5e {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:50:52.841303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-81e900fc-7962-493b-ad12-8c8504c4411f None None] Port 887b875a-4c61-4f3d-91cb-174ecaeaa463 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:52.874853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6811bd51-ec04-43aa-9c25-8a1b294e0237 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.877149 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6811bd51-ec04-43aa-9c25-8a1b294e0237 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/96e9d626-ed33-48dd-821a-b55cf2301b5e HTTP/1.1" status: 204  len: 168 time: 0.9215236
Dec 18 06:50:52.878208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81e900fc-7962-493b-ad12-8c8504c4411f None None] Provisioning complete for port 3d76c419-6705-4f85-b93c-eb509f0963f1 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:52.880161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81e900fc-7962-493b-ad12-8c8504c4411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:52.881867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49390) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:52.882244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49392) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:52.902400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:52.903066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-35529c0f-2bfb-44a2-8718-141d5356e9fd tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:52.905675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:53.024109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:53.040675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:53.093016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] In _notify_port_updated(), no bound segment for port 0ffd34ca-fcbb-404d-80f8-9dda8975123b on network a95d1eb4-f773-4bd7-8d20-2686794a4e44 {{(pid=81084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:50:53.099131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:53.100707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.107987 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "PUT /v2.0/ports/0ffd34ca-fcbb-404d-80f8-9dda8975123b HTTP/1.1" status: 200  len: 969 time: 3.1266031
Dec 18 06:50:53.109062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 2ffc2130-29fc-4d88-b219-abdb05fad942 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:53.110427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Subnet': ['ID=e93e87cf-8684-4762-bdc2-6674b4140bc0,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:53.111033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdfc90aa-97b8-4b78-b3fc-e990a4dea3c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.117853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49398) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:53.124060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:53.137271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3d76c419-6705-4f85-b93c-eb509f0963f1 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:53.149313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdfc90aa-97b8-4b78-b3fc-e990a4dea3c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.175667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:53.189586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:53.196894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.209142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-01753693-0a73-45ff-8898-6441d7f9616e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 0ffd34ca-fcbb-404d-80f8-9dda8975123b {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:53.210011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01753693-0a73-45ff-8898-6441d7f9616e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.217006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 3d76c419-6705-4f85-b93c-eb509f0963f1 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:53.217440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.223524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:53.224084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.299477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-75be0cb2-3d29-4694-a6dd-03f692efedb0 None None] Provisioning for port 0ffd34ca-fcbb-404d-80f8-9dda8975123b completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:53.309607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-75be0cb2-3d29-4694-a6dd-03f692efedb0 None None] Provisioning complete for port 0ffd34ca-fcbb-404d-80f8-9dda8975123b triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:53.310928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75be0cb2-3d29-4694-a6dd-03f692efedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.401094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Checking segment: {'id': 'ffdaf370-cd5a-4b75-96c0-28fa88454f98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '30a67338-1fb8-4f65-9760-300cc5e50987'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:53.401909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network hostable DHCP agents. Network: 30a67338-1fb8-4f65-9760-300cc5e50987, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:50:53.416255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-75be0cb2-3d29-4694-a6dd-03f692efedb0 None None] Port 0ffd34ca-fcbb-404d-80f8-9dda8975123b cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:53.446819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-75be0cb2-3d29-4694-a6dd-03f692efedb0 None None] Provisioning for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:53.455742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-75be0cb2-3d29-4694-a6dd-03f692efedb0 None None] Provisioning complete for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:53.456027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75be0cb2-3d29-4694-a6dd-03f692efedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.459833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network 30a67338-1fb8-4f65-9760-300cc5e50987 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:50:53.495362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 30a67338-1fb8-4f65-9760-300cc5e50987) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:53.513979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdfc90aa-97b8-4b78-b3fc-e990a4dea3c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.531737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98488400-fbb9-4b6c-bd42-859a85875dd4 None None] Network 30a67338-1fb8-4f65-9760-300cc5e50987 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:53.532062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0fbe960a-5024-4084-af2b-95ddf0523d9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:53.571512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc90aa-97b8-4b78-b3fc-e990a4dea3c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'SecurityGroup': ['ID=db005bce-e948-4714-ba63-be73bc5f923a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:53.574881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cdfc90aa-97b8-4b78-b3fc-e990a4dea3c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:53.636101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:53.637043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.732331 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.3834336
Dec 18 06:50:53.735565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49404) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:53.740012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01753693-0a73-45ff-8898-6441d7f9616e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.754972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'subnet': {'network_id': '30a67338-1fb8-4f65-9760-300cc5e50987', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:53.788506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.799181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdfc90aa-97b8-4b78-b3fc-e990a4dea3c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.803726 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cdfc90aa-97b8-4b78-b3fc-e990a4dea3c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/security-groups/db005bce-e948-4714-ba63-be73bc5f923a HTTP/1.1" status: 204  len: 168 time: 0.9171951
Dec 18 06:50:53.847853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-75be0cb2-3d29-4694-a6dd-03f692efedb0 None None] Provisioning complete for port 5e7fff51-2b1b-407e-8f12-8d6480460e16 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:53.848281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75be0cb2-3d29-4694-a6dd-03f692efedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.858901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf13d54-da41-4d11-8ed8-e51fbed348c1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting subnet 89ff96cd-2248-4b4c-886a-bcb16202500c {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:53.860839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49410) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:53.948700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-75be0cb2-3d29-4694-a6dd-03f692efedb0 None None] Port 5e7fff51-2b1b-407e-8f12-8d6480460e16 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:53.959415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-30a67338-1fb8-4f65-9760-300cc5e50987', 'network_id': '30a67338-1fb8-4f65-9760-300cc5e50987', 'tenant_id': '83ae0a89a3244e0691e73c0a5ec8a4ab', 'fixed_ips': [{'subnet_id': 'e93e87cf-8684-4762-bdc2-6674b4140bc0'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:50:53.960456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:53.991647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-01753693-0a73-45ff-8898-6441d7f9616e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 0ffd34ca-fcbb-404d-80f8-9dda8975123b owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:54.006484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-75be0cb2-3d29-4694-a6dd-03f692efedb0 None None] Provisioning complete for port 3d76c419-6705-4f85-b93c-eb509f0963f1 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:54.006896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75be0cb2-3d29-4694-a6dd-03f692efedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:54.195684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01753693-0a73-45ff-8898-6441d7f9616e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:54.210051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bbf13d54-da41-4d11-8ed8-e51fbed348c1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:54.219851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:54.321209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01753693-0a73-45ff-8898-6441d7f9616e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=0ffd34ca-fcbb-404d-80f8-9dda8975123b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:54.323953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-01753693-0a73-45ff-8898-6441d7f9616e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:54.325311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:54.339871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:subnet and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:54.344694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:54.354464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:54.383319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:54.389391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:54.391785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Allocated IP 2001:db8::2 (30a67338-1fb8-4f65-9760-300cc5e50987/e93e87cf-8684-4762-bdc2-6674b4140bc0/c9374889-4f96-4650-b38b-05e82a581808) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:50:54.419573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bbf13d54-da41-4d11-8ed8-e51fbed348c1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:54.508696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6f7b40cf-ca1b-445e-9cd8-d7910278ed26 None None] Provisioning complete for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:54.509041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f7b40cf-ca1b-445e-9cd8-d7910278ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:54.528818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01753693-0a73-45ff-8898-6441d7f9616e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:54.567481 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-01753693-0a73-45ff-8898-6441d7f9616e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/0ffd34ca-fcbb-404d-80f8-9dda8975123b HTTP/1.1" status: 204  len: 168 time: 1.4482279
Dec 18 06:50:54.569345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49414) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:54.626676 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa86ef2a-8d69-423c-87ed-ebef11baf992 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] GET failed (client error): The resource could not be found.
Dec 18 06:50:54.627252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa86ef2a-8d69-423c-87ed-ebef11baf992 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Synchronizing usage tracker for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:54.683704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aa86ef2a-8d69-423c-87ed-ebef11baf992 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Unset dirty status for tenant:42abc569ca2340758e603f78afb67855 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:54.694388 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aa86ef2a-8d69-423c-87ed-ebef11baf992 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports/0ffd34ca-fcbb-404d-80f8-9dda8975123b HTTP/1.1" status: 404  len: 333 time: 0.1212366
Dec 18 06:50:54.696276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49418) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:54.854436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f41499f-630b-4592-a53a-f426d8370522 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:54.893224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f41499f-630b-4592-a53a-f426d8370522 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:54.942459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6f7b40cf-ca1b-445e-9cd8-d7910278ed26 None None] Provisioning complete for port 887b875a-4c61-4f3d-91cb-174ecaeaa463 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:54.942898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f7b40cf-ca1b-445e-9cd8-d7910278ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:54.952012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f54fa74-35a3-43b4-a9d9-43789c6a57f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting subnet 9c1031f5-9c9d-425a-a21e-75a0b2c37f26 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:54.966961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f54fa74-35a3-43b4-a9d9-43789c6a57f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:54.971181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:54.999881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Transition to ACTIVE for port object c9374889-4f96-4650-b38b-05e82a581808 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:55.019952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b40cf-ca1b-445e-9cd8-d7910278ed26 None None] Port 887b875a-4c61-4f3d-91cb-174ecaeaa463 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:55.025079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Transition to ACTIVE for port object c9374889-4f96-4650-b38b-05e82a581808 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:50:55.036026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.046204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f41499f-630b-4592-a53a-f426d8370522 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.051842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:55.053997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-93f60aed-2a1f-47d9-a009-a686abf20c32 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:55.070512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41499f-630b-4592-a53a-f426d8370522 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c83acd9-126f-44c7-8ef4-eaad5ccf0c2b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:55.079743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f41499f-630b-4592-a53a-f426d8370522 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:55.087906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6f7b40cf-ca1b-445e-9cd8-d7910278ed26 None None] Provisioning complete for port 3d76c419-6705-4f85-b93c-eb509f0963f1 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:55.088089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f7b40cf-ca1b-445e-9cd8-d7910278ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.099605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f41499f-630b-4592-a53a-f426d8370522 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.103170 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7f41499f-630b-4592-a53a-f426d8370522 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/security-groups/0c83acd9-126f-44c7-8ef4-eaad5ccf0c2b HTTP/1.1" status: 204  len: 168 time: 0.4041395
Dec 18 06:50:55.106957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49422) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:55.128605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bbf13d54-da41-4d11-8ed8-e51fbed348c1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.180124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f54fa74-35a3-43b4-a9d9-43789c6a57f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.211478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f088706c-114f-4ed8-910a-71dbc6b7dc9e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.259435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Pushing event updated for resources: {'Port': ['ID=c9374889-4f96-4650-b38b-05e82a581808,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:55.268230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:55.281165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f088706c-114f-4ed8-910a-71dbc6b7dc9e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.381881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Network 30a67338-1fb8-4f65-9760-300cc5e50987 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:55.385082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:55.389344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:50:55.429405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6f7b40cf-ca1b-445e-9cd8-d7910278ed26 None None] Could not find standard attr ID for object 0ffd34ca-fcbb-404d-80f8-9dda8975123b. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:50:55.453632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Attempting to bind port c9374889-4f96-4650-b38b-05e82a581808 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:50:55.454065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Attempting to bind port c9374889-4f96-4650-b38b-05e82a581808 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ffdaf370-cd5a-4b75-96c0-28fa88454f98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '30a67338-1fb8-4f65-9760-300cc5e50987'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:50:55.454627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Attempting to bind port c9374889-4f96-4650-b38b-05e82a581808 on network 30a67338-1fb8-4f65-9760-300cc5e50987 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:50:55.461703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:50:55.462144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Checking segment: {'id': 'ffdaf370-cd5a-4b75-96c0-28fa88454f98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '30a67338-1fb8-4f65-9760-300cc5e50987'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:50:55.462605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.463513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Bound using segment: {'id': 'ffdaf370-cd5a-4b75-96c0-28fa88454f98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '30a67338-1fb8-4f65-9760-300cc5e50987'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:50:55.463633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Bound port: c9374889-4f96-4650-b38b-05e82a581808, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffdaf370-cd5a-4b75-96c0-28fa88454f98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '30a67338-1fb8-4f65-9760-300cc5e50987'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:50:55.463982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.564524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] For port c9374889-4f96-4650-b38b-05e82a581808, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:50:55.568000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] For port c9374889-4f96-4650-b38b-05e82a581808, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c9374889-4f96-4650-b38b-05e82a581808,segment=NetworkSegment(ffdaf370-cd5a-4b75-96c0-28fa88454f98),segment_id=ffdaf370-cd5a-4b75-96c0-28fa88454f98)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:50:55.572044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.591256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-474aa944-2096-4c6a-9bff-e2f6cb11b16e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:55.605245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f54fa74-35a3-43b4-a9d9-43789c6a57f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.636995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.653051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ad0cc8f5-3a97-42a0-bdda-b50e8527a1d9 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:55.668836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.718932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.719825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.738951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Pushing event updated for resources: {'Port': ['ID=c9374889-4f96-4650-b38b-05e82a581808,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:55.741312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-045d2cb2-fd95-492e-a7be-20d54367b8af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:55.744361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:55.768291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f088706c-114f-4ed8-910a-71dbc6b7dc9e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.797981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Subnet': ['ID=aa52d64f-0b00-4e59-a5c6-288238372431,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:55.812295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:55.813177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e9ab8346-08bf-4a8b-96d2-38e96737561b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:55.826033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f088706c-114f-4ed8-910a-71dbc6b7dc9e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.827233 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f088706c-114f-4ed8-910a-71dbc6b7dc9e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/security-groups/4535d8b9-26a6-439e-a496-89ce3198fce7 HTTP/1.1" status: 204  len: 168 time: 0.7183449
Dec 18 06:50:55.830983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49426) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:55.831840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088706c-114f-4ed8-910a-71dbc6b7dc9e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'SecurityGroup': ['ID=4535d8b9-26a6-439e-a496-89ce3198fce7,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:55.836109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f088706c-114f-4ed8-910a-71dbc6b7dc9e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:55.913275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network 30a67338-1fb8-4f65-9760-300cc5e50987 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:55.918270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:55.944470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:55.945131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.958507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4da741c4-0d21-4191-bd6b-ff5f43ba229a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:55.982032 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.2450390
Dec 18 06:50:55.992075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49430) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:56.036602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4da741c4-0d21-4191-bd6b-ff5f43ba229a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:56.115337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7820dde-489f-4dcb-b960-f1dfcd3586ea tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:56.117403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7820dde-489f-4dcb-b960-f1dfcd3586ea tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:56.119438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7820dde-489f-4dcb-b960-f1dfcd3586ea tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:56.123656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7820dde-489f-4dcb-b960-f1dfcd3586ea tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:56.126492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7820dde-489f-4dcb-b960-f1dfcd3586ea tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:56.127561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a7820dde-489f-4dcb-b960-f1dfcd3586ea tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Synchronizing usage tracker for tenant:83ae0a89a3244e0691e73c0a5ec8a4ab on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:56.153242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4da741c4-0d21-4191-bd6b-ff5f43ba229a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:56.161021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db2522a0-e518-4cf8-88e1-2052185ddfbc tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:56.191848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da741c4-0d21-4191-bd6b-ff5f43ba229a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8edbb9-7f5b-4f81-a1c4-24fc88ea45fb,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:56.201911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4da741c4-0d21-4191-bd6b-ff5f43ba229a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:56.206263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4da741c4-0d21-4191-bd6b-ff5f43ba229a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:56.212650 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4da741c4-0d21-4191-bd6b-ff5f43ba229a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/security-groups/2e8edbb9-7f5b-4f81-a1c4-24fc88ea45fb HTTP/1.1" status: 204  len: 168 time: 0.3785582
Dec 18 06:50:56.214093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49434) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:56.242036 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1982153-c423-4a4a-b1a6-24f572d5cb98 req-98f58f53-67c5-4c8b-b594-861a63d730a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.8718903
Dec 18 06:50:56.255161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a7820dde-489f-4dcb-b960-f1dfcd3586ea tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Unset dirty status for tenant:83ae0a89a3244e0691e73c0a5ec8a4ab on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:56.260850 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a7820dde-489f-4dcb-b960-f1dfcd3586ea tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2636909
Dec 18 06:50:56.261776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49438) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:56.277774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1118242979'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:56.293713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:56.301588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:network and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:56.306732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for network was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:56.316190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:56.371980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=887b875a-4c61-4f3d-91cb-174ecaeaa463,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:56.390395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:56.405498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:56.411019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:56.471765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:50:56.496720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:56.497110 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Added segment 50a9e434-2abe-4307-a30d-a7b57824d25f of type vxlan for network d326cc63-0ce1-4bf0-b571-3c358ed7bda0
Dec 18 06:50:56.508351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-689acf53-4517-4966-935d-163480df6b7f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting subnet 78a75d16-ef92-44dc-96d7-d54a93451f7c {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:56.511925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-689acf53-4517-4966-935d-163480df6b7f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:56.526055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bbf13d54-da41-4d11-8ed8-e51fbed348c1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:56.544144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:50:56.549824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a905650-b011-46fe-940e-8eff7a0a58f7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:56.584712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:56.596713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-689acf53-4517-4966-935d-163480df6b7f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:56.681393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:56.685442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:56.686115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:56.693427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2b1ad0be-7697-4723-bfb6-ab7968c2f1a7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:56.703851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:56.791348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf13d54-da41-4d11-8ed8-e51fbed348c1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Subnet': ['ID=89ff96cd-2248-4b4c-886a-bcb16202500c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:56.809727 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5433345
Dec 18 06:50:56.816361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49442) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:56.821717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Network': ['ID=d326cc63-0ce1-4bf0-b571-3c358ed7bda0,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:56.827646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f4ae24ef-335b-4ceb-9d8a-4c45f8554c3c tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'network': {'name': 'New_network'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:56.829823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bbf13d54-da41-4d11-8ed8-e51fbed348c1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:56.835122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:56.835329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-91d26b16-353a-44fa-b667-c2a2e3441506 tempest-RoutersNegativeIpV6Test-153868869 tempest-RoutersNegativeIpV6Test-153868869] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:56.847875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:56.848656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:56.875712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 2ffc2130-29fc-4d88-b219-abdb05fad942 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:56.903768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:56.908159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-689acf53-4517-4966-935d-163480df6b7f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:56.929101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1982153-c423-4a4a-b1a6-24f572d5cb98 req-aa086828-bd86-435f-a374-935fb2f64035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:56.930794 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1982153-c423-4a4a-b1a6-24f572d5cb98 req-aa086828-bd86-435f-a374-935fb2f64035 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc7c235eb838414281a14b7e5d4d034f&device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 1162 time: 0.6220512
Dec 18 06:50:57.123655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c9374889-4f96-4650-b38b-05e82a581808 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:50:57.208005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=e6f31aa8-70fe-4b0c-ba37-806b67dda1ce,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:57.222482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e98071-2362-4024-bac6-d34a81dd30cb None None] Network dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:57.276400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bbf13d54-da41-4d11-8ed8-e51fbed348c1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:57.305586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:57.340322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f54fa74-35a3-43b4-a9d9-43789c6a57f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:57.364525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port c9374889-4f96-4650-b38b-05e82a581808 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:57.486537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4f47df5f-0f25-4a08-83f8-a2cc6d1298e0 None None] Provisioning complete for port 887b875a-4c61-4f3d-91cb-174ecaeaa463 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:57.487045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f47df5f-0f25-4a08-83f8-a2cc6d1298e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:57.495498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-06837e3c-fac9-40e0-bf42-08784d517f31 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:57.533870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4ae24ef-335b-4ceb-9d8a-4c45f8554c3c tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:57.538915 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bbf13d54-da41-4d11-8ed8-e51fbed348c1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/89ff96cd-2248-4b4c-886a-bcb16202500c HTTP/1.1" status: 204  len: 168 time: 4.6535373
Dec 18 06:50:57.543285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49448) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:57.560627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f54fa74-35a3-43b4-a9d9-43789c6a57f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Subnet': ['ID=9c1031f5-9c9d-425a-a21e-75a0b2c37f26,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:57.562235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4ae24ef-335b-4ceb-9d8a-4c45f8554c3c tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:57.564155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f54fa74-35a3-43b4-a9d9-43789c6a57f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:57.568592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4f47df5f-0f25-4a08-83f8-a2cc6d1298e0 None None] Port 887b875a-4c61-4f3d-91cb-174ecaeaa463 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:50:57.574820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae9d50a-3483-4951-bc46-fa1503d9c398 None None] Network 30a67338-1fb8-4f65-9760-300cc5e50987 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:57.655153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed885212-e9dd-4462-b93a-b49ae2a6a652 None None] DHCP port deletion for dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:50:57.665407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-618e8332-7efe-4cbc-9862-8ea12278b775 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:57.675522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ed885212-e9dd-4462-b93a-b49ae2a6a652 None None] Deleting port ba57cadb-b808-4fb9-8f58-028cf8ad64ca {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:57.676087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed885212-e9dd-4462-b93a-b49ae2a6a652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:57.690144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-689acf53-4517-4966-935d-163480df6b7f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:57.708785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c836f4-684a-4c53-9d3f-b0e7cc50bff8 None None] Network 8a017c89-746c-4a49-b7e7-7ac622b1411a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:57.710111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f54fa74-35a3-43b4-a9d9-43789c6a57f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:57.714730 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3f54fa74-35a3-43b4-a9d9-43789c6a57f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/subnets/9c1031f5-9c9d-425a-a21e-75a0b2c37f26 HTTP/1.1" status: 204  len: 168 time: 3.8481045
Dec 18 06:50:57.739786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49452) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:57.742348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:50:57.771077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:50:57.794829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e56b78-0e2a-4304-87ec-7c29c8974ad3 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:57.859623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1982153-c423-4a4a-b1a6-24f572d5cb98 req-02ede3ee-5b87-4c8a-96c3-6d1d37ea894a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:57.861230 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1982153-c423-4a4a-b1a6-24f572d5cb98 req-02ede3ee-5b87-4c8a-96c3-6d1d37ea894a service neutron] 10.222.0.15 "GET /v2.0/networks?id=eccf68d5-2996-439d-8302-271c33f8da73 HTTP/1.1" status: 200  len: 890 time: 0.8208935
Dec 18 06:50:57.880671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:57.881384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:57.892619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae24ef-335b-4ceb-9d8a-4c45f8554c3c tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Network': ['ID=d326cc63-0ce1-4bf0-b571-3c358ed7bda0,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:57.903827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4ae24ef-335b-4ceb-9d8a-4c45f8554c3c tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:57.907281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4ae24ef-335b-4ceb-9d8a-4c45f8554c3c tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 is not hosted by any dhcp agent {{(pid=81084) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 18 06:50:57.910991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae24ef-335b-4ceb-9d8a-4c45f8554c3c tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:57.911658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4ae24ef-335b-4ceb-9d8a-4c45f8554c3c tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:57.916843 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f4ae24ef-335b-4ceb-9d8a-4c45f8554c3c tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "PUT /v2.0/networks/d326cc63-0ce1-4bf0-b571-3c358ed7bda0 HTTP/1.1" status: 200  len: 723 time: 1.0994518
Dec 18 06:50:57.917780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81bb144b-ba81-4d2b-91bf-a51ca2c69258 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:57.929247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6042ab23-16d4-44aa-a735-6d7429f4ad7e None None] Provisioning for port c9374889-4f96-4650-b38b-05e82a581808 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:50:57.932499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:57.945502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:50:57.956133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:57.958239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49456) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:57.975330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'subnet': {'network_id': 'd326cc63-0ce1-4bf0-b571-3c358ed7bda0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:57.996077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689acf53-4517-4966-935d-163480df6b7f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Subnet': ['ID=78a75d16-ef92-44dc-96d7-d54a93451f7c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:57.998836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-689acf53-4517-4966-935d-163480df6b7f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:58.098196 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 5.7232618
Dec 18 06:50:58.104989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49460) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:58.109989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-689acf53-4517-4966-935d-163480df6b7f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:58.115085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:58.132399 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-689acf53-4517-4966-935d-163480df6b7f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/78a75d16-ef92-44dc-96d7-d54a93451f7c HTTP/1.1" status: 204  len: 168 time: 1.9138298
Dec 18 06:50:58.135978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49462) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:58.185107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'mac_address': 'fa:16:3e:9d:7a:de', 'name': 'tempest-NetworksTestDHCPv6-139899637'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:50:58.185542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:58.210402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port ba57cadb-b808-4fb9-8f58-028cf8ad64ca {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:58.210793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:58.212497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:58.236608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-af463dd7-6be8-44b9-909c-6ded543ab375 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting subnet 8170d331-7aeb-4d79-837e-58b7b441204f {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:50:58.240065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:58.257966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af463dd7-6be8-44b9-909c-6ded543ab375 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:58.278121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19a9463-21ed-49f2-91ef-aebd55d64dff None None] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:50:58.291642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6042ab23-16d4-44aa-a735-6d7429f4ad7e None None] Provisioning complete for port c9374889-4f96-4650-b38b-05e82a581808 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:50:58.292072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6042ab23-16d4-44aa-a735-6d7429f4ad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:58.322598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 371560ed-b8a4-4191-a8f1-ee96379596e4 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:50:58.338541 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1982153-c423-4a4a-b1a6-24f572d5cb98 req-22f56baa-e82d-452b-8f58-24ec5133bfb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2298e17-da01-4aa7-bb1e-53ebc4e01af3 HTTP/1.1" status: 200  len: 1001 time: 0.4628015
Dec 18 06:50:58.397295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af463dd7-6be8-44b9-909c-6ded543ab375 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:58.416733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 5f04420e-dbf4-4911-8bac-94c884497bda {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:58.417124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:58.444143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:58.613673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af463dd7-6be8-44b9-909c-6ded543ab375 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:59.008707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ba57cadb-b808-4fb9-8f58-028cf8ad64ca no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:50:59.125904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ed885212-e9dd-4462-b93a-b49ae2a6a652 None None] For port ba57cadb-b808-4fb9-8f58-028cf8ad64ca, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ba57cadb-b808-4fb9-8f58-028cf8ad64ca,segment=NetworkSegment(ef1c0e11-aaf9-402e-8f5c-7296f2879e57),segment_id=ef1c0e11-aaf9-402e-8f5c-7296f2879e57)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:59.126694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed885212-e9dd-4462-b93a-b49ae2a6a652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:59.132260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1982153-c423-4a4a-b1a6-24f572d5cb98 req-9fa54d57-37f1-43b8-a58f-eba04aaa54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:59.133881 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1982153-c423-4a4a-b1a6-24f572d5cb98 req-9fa54d57-37f1-43b8-a58f-eba04aaa54a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01748455-679f-46dd-910a-3a65411faf58 HTTP/1.1" status: 200  len: 835 time: 0.7711444
Dec 18 06:50:59.280900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:50:59.285224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:50:59.300055 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/371560ed-b8a4-4191-a8f1-ee96379596e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6745050
Dec 18 06:50:59.300055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] For port ba57cadb-b808-4fb9-8f58-028cf8ad64ca, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ba57cadb-b808-4fb9-8f58-028cf8ad64ca,segment=NetworkSegment(ef1c0e11-aaf9-402e-8f5c-7296f2879e57),segment_id=ef1c0e11-aaf9-402e-8f5c-7296f2879e57)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:59.300055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:59.308527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49468) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:59.316419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:50:59.349020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ed885212-e9dd-4462-b93a-b49ae2a6a652 None None] Calling delete_port for ba57cadb-b808-4fb9-8f58-028cf8ad64ca owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:59.360781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:50:59.379421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91288913-3e40-439d-9d1b-f13fff7b0576 None None] Sync routers for ids ['371560ed-b8a4-4191-a8f1-ee96379596e4'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:50:59.382307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af463dd7-6be8-44b9-909c-6ded543ab375 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:59.399870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6042ab23-16d4-44aa-a735-6d7429f4ad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:59.404076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-98733b61-eca1-4b19-bb2b-a85078583e91 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:59.440799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': 'e6f31aa8-70fe-4b0c-ba37-806b67dda1ce'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:50:59.441717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:59.504045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871f45bc-e6ab-47b8-9df3-2ba36448723b None None] DHCP port deletion for 8a017c89-746c-4a49-b7e7-7ac622b1411a request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:50:59.510756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af463dd7-6be8-44b9-909c-6ded543ab375 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Subnet': ['ID=8170d331-7aeb-4d79-837e-58b7b441204f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:50:59.513472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:50:59.516499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-af463dd7-6be8-44b9-909c-6ded543ab375 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:50:59.548972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91288913-3e40-439d-9d1b-f13fff7b0576 None None] Routers {'371560ed-b8a4-4191-a8f1-ee96379596e4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:59.549691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-91288913-3e40-439d-9d1b-f13fff7b0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ccfa438>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['371560ed-b8a4-4191-a8f1-ee96379596e4'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:59.602653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for ba57cadb-b808-4fb9-8f58-028cf8ad64ca owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:50:59.650394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af463dd7-6be8-44b9-909c-6ded543ab375 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:59.650976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-871f45bc-e6ab-47b8-9df3-2ba36448723b None None] Deleting port 5f04420e-dbf4-4911-8bac-94c884497bda {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:50:59.651374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-871f45bc-e6ab-47b8-9df3-2ba36448723b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:59.665502 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-af463dd7-6be8-44b9-909c-6ded543ab375 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/8170d331-7aeb-4d79-837e-58b7b441204f HTTP/1.1" status: 204  len: 168 time: 1.5283973
Dec 18 06:50:59.668763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:59.670810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:50:59.682240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49472) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:59.685495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fa2c3edc-ae25-47db-bd24-a9a252fbff29 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:50:59.700763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-91288913-3e40-439d-9d1b-f13fff7b0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ccfa438>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:59.704029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793e22bd-5b0e-4fac-a658-e52d2806b9ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:59.705846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-793e22bd-5b0e-4fac-a658-e52d2806b9ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Synchronizing usage tracker for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:50:59.810235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6042ab23-16d4-44aa-a735-6d7429f4ad7e None None] For port c9374889-4f96-4650-b38b-05e82a581808, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c9374889-4f96-4650-b38b-05e82a581808,segment=NetworkSegment(ffdaf370-cd5a-4b75-96c0-28fa88454f98),segment_id=ffdaf370-cd5a-4b75-96c0-28fa88454f98)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:59.836495 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-704b0cfc-eb61-4216-a532-7eeadf0c29a5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] DELETE failed (client error): The resource could not be found.
Dec 18 06:50:59.836981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704b0cfc-eb61-4216-a532-7eeadf0c29a5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:50:59.841577 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-704b0cfc-eb61-4216-a532-7eeadf0c29a5 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/78a75d16-ef92-44dc-96d7-d54a93451f7c HTTP/1.1" status: 404  len: 337 time: 0.1211326
Dec 18 06:50:59.845875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49476) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:59.852976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6042ab23-16d4-44aa-a735-6d7429f4ad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:59.855757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91288913-3e40-439d-9d1b-f13fff7b0576 None None] Routers {'371560ed-b8a4-4191-a8f1-ee96379596e4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:50:59.856538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-91288913-3e40-439d-9d1b-f13fff7b0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ccfa438>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['371560ed-b8a4-4191-a8f1-ee96379596e4'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:50:59.880537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 5f04420e-dbf4-4911-8bac-94c884497bda, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f04420e-dbf4-4911-8bac-94c884497bda,segment=NetworkSegment(0d8e42c9-446e-4e2d-8e6f-2088bd536803),segment_id=0d8e42c9-446e-4e2d-8e6f-2088bd536803)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:50:59.881480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:50:59.890235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-793e22bd-5b0e-4fac-a658-e52d2806b9ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Unset dirty status for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:50:59.894036 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-793e22bd-5b0e-4fac-a658-e52d2806b9ce tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports/887b875a-4c61-4f3d-91cb-174ecaeaa463 HTTP/1.1" status: 200  len: 911 time: 0.5771353
Dec 18 06:50:59.899275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49480) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:50:59.919643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1982153-c423-4a4a-b1a6-24f572d5cb98 req-4ae4cf7c-a81d-46c8-af04-aa889b24fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:50:59.921290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1982153-c423-4a4a-b1a6-24f572d5cb98 req-4ae4cf7c-a81d-46c8-af04-aa889b24fad4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eccf68d5-2996-439d-8302-271c33f8da73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.7758486
Dec 18 06:50:59.992183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Subnet': ['ID=a0614fe4-83ee-46d0-a770-d2160a2e5444,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:00.025445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:00.051567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 5f04420e-dbf4-4911-8bac-94c884497bda owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:00.105663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:00.122272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7ddbbf-560a-495a-805d-06734586612b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting subnet 0e6b08d4-ea84-4c09-b9d6-ffe5badd0813 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:51:00.129158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:00.129312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddbbf-560a-495a-805d-06734586612b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:00.198284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:51:00.198519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:51:00.207313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed885212-e9dd-4462-b93a-b49ae2a6a652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:00.243925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:00.307282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddbbf-560a-495a-805d-06734586612b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:00.319674 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1982153-c423-4a4a-b1a6-24f572d5cb98 req-21067fde-fefb-40a5-8d4f-b983476a37c2 service neutron] 10.222.0.15 "GET /v2.0/networks/eccf68d5-2996-439d-8302-271c33f8da73?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3404255
Dec 18 06:51:00.325988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-91288913-3e40-439d-9d1b-f13fff7b0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ccfa438>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:00.326455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91288913-3e40-439d-9d1b-f13fff7b0576 None None] The sync data for ids ['371560ed-b8a4-4191-a8f1-ee96379596e4'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:51:00.342327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-871f45bc-e6ab-47b8-9df3-2ba36448723b None None] The port '5f04420e-dbf4-4911-8bac-94c884497bda' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:51:00.343744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:00.434853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5e69aacb-2662-441d-a2a1-39c6cf099442 tempest-ExtraDHCPOptionsTestJSON-1511195188 tempest-ExtraDHCPOptionsTestJSON-1511195188] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:00.464927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Checking segment: {'id': '50a9e434-2abe-4307-a30d-a7b57824d25f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd326cc63-0ce1-4bf0-b571-3c358ed7bda0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:00.465302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network hostable DHCP agents. Network: d326cc63-0ce1-4bf0-b571-3c358ed7bda0, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:51:00.520800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96e2ba3d-089a-476d-9595-736ef15ca8c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:00.539782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042ab23-16d4-44aa-a735-6d7429f4ad7e None None] Pushing event updated for resources: {'Port': ['ID=c9374889-4f96-4650-b38b-05e82a581808,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:00.543049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6042ab23-16d4-44aa-a735-6d7429f4ad7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:00.543916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3def5d94-542d-4c92-a8dc-39a75d2e75e3 None None] Update dhcp port {'port': {'network_id': '30a67338-1fb8-4f65-9760-300cc5e50987', 'fixed_ips': [{'subnet_id': 'e93e87cf-8684-4762-bdc2-6674b4140bc0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aa52d64f-0b00-4e59-a5c6-288238372431'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': 'c9374889-4f96-4650-b38b-05e82a581808'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:51:00.578957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:00.601167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=5f04420e-dbf4-4911-8bac-94c884497bda,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:00.606086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:51:00.622989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:00.691352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed885212-e9dd-4462-b93a-b49ae2a6a652 None None] Pushing event deleted for resources: {'Port': ['ID=ba57cadb-b808-4fb9-8f58-028cf8ad64ca,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:00.699195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ed885212-e9dd-4462-b93a-b49ae2a6a652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:00.701845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port ba57cadb-b808-4fb9-8f58-028cf8ad64ca {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:00.702234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:00.713391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddbbf-560a-495a-805d-06734586612b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:00.720845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed885212-e9dd-4462-b93a-b49ae2a6a652 None None] No DVR routers for this DVR port ba57cadb-b808-4fb9-8f58-028cf8ad64ca on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:00.750973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, d326cc63-0ce1-4bf0-b571-3c358ed7bda0) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:00.756609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3def5d94-542d-4c92-a8dc-39a75d2e75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:00.768001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 125f1e94-1afe-49ee-a787-b8b69a3dbe22 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:51:00.794727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:00.795556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:00.804894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] No DVR routers for this DVR port 5f04420e-dbf4-4911-8bac-94c884497bda on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:00.808150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8438e2fd-bf4a-4d73-8913-9e7bf5178c87 None None] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:00.871785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] The port 'ba57cadb-b808-4fb9-8f58-028cf8ad64ca' was deleted {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:51:00.957482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a680ea-ba96-4038-b9d1-d72a692d5b62 None None] Update dhcp port {'port': {'network_id': 'a95d1eb4-f773-4bd7-8d20-2686794a4e44', 'fixed_ips': [{'subnet_id': '0e6b08d4-ea84-4c09-b9d6-ffe5badd0813', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8170d331-7aeb-4d79-837e-58b7b441204f'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': 'ca2304b6-f85f-4a6b-8094-e2b5cb94cd24'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:51:00.965250 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1982153-c423-4a4a-b1a6-24f572d5cb98 req-8b34417d-3423-4e79-b1ed-e09b11018688 service neutron] 10.222.0.15 "GET /v2.0/networks/eccf68d5-2996-439d-8302-271c33f8da73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6254585
Dec 18 06:51:01.019501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c9374889-4f96-4650-b38b-05e82a581808 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:51:01.059904 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0964875
Dec 18 06:51:01.073370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Allocated IP 2001:db8::f816:3eff:fead:5828 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/e6f31aa8-70fe-4b0c-ba37-806b67dda1ce/a3761f33-d044-4d82-99be-9f69054ebee8) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:01.091130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49484) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:01.107821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d182d85f-9f74-4e69-ae9b-0ee4062d7664 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:01.179681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70a680ea-ba96-4038-b9d1-d72a692d5b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:01.468463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d182d85f-9f74-4e69-ae9b-0ee4062d7664 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2115791'] for subnet, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:01.499690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3def5d94-542d-4c92-a8dc-39a75d2e75e3 None None] Allocated IP 172.20.0.1 (30a67338-1fb8-4f65-9760-300cc5e50987/aa52d64f-0b00-4e59-a5c6-288238372431/c9374889-4f96-4650-b38b-05e82a581808) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:01.628634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:01.691955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3def5d94-542d-4c92-a8dc-39a75d2e75e3 None None] For port c9374889-4f96-4650-b38b-05e82a581808, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c9374889-4f96-4650-b38b-05e82a581808,segment=NetworkSegment(ffdaf370-cd5a-4b75-96c0-28fa88454f98),segment_id=ffdaf370-cd5a-4b75-96c0-28fa88454f98)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:01.742550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3def5d94-542d-4c92-a8dc-39a75d2e75e3 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:01.779061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:01.795484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3def5d94-542d-4c92-a8dc-39a75d2e75e3 None None] Transition to ACTIVE for port object c9374889-4f96-4650-b38b-05e82a581808 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:01.971100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1739c518>,) {'filters': {'network_id': ['dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:01.980023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c0c9780>,) {'filters': {'network_id': ['8a017c89-746c-4a49-b7e7-7ac622b1411a']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:01.997890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1739c518>, 'ef1c0e11-aaf9-402e-8f5c-7296f2879e57') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:01.998263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1739c518>, 'ef1c0e11-aaf9-402e-8f5c-7296f2879e57') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:02.007319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c0c9780>, '0d8e42c9-446e-4e2d-8e6f-2088bd536803') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:02.008230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c0c9780>, '0d8e42c9-446e-4e2d-8e6f-2088bd536803') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:02.020952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddbbf-560a-495a-805d-06734586612b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.025203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.033569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.046011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1910f9cf-4bcc-41bd-9d1f-04343a68736a tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:02.055453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.057489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.059248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Releasing vxlan tunnel 5 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:02.063248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3def5d94-542d-4c92-a8dc-39a75d2e75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.073978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Releasing vxlan tunnel 15 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:02.090180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71655a2e-9a3b-4540-9b7d-d1b3bd3b18b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:02.170540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49492) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:02.178763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ddbbf-560a-495a-805d-06734586612b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Subnet': ['ID=0e6b08d4-ea84-4c09-b9d6-ffe5badd0813,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:02.181650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8c7ddbbf-560a-495a-805d-06734586612b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:02.362117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f04420e-dbf4-4911-8bac-94c884497bda no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:02.420214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def5d94-542d-4c92-a8dc-39a75d2e75e3 None None] Pushing event updated for resources: {'Port': ['ID=c9374889-4f96-4650-b38b-05e82a581808,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:02.421697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddbbf-560a-495a-805d-06734586612b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.430905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:02.438810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-d326cc63-0ce1-4bf0-b571-3c358ed7bda0', 'network_id': 'd326cc63-0ce1-4bf0-b571-3c358ed7bda0', 'tenant_id': '83ae0a89a3244e0691e73c0a5ec8a4ab', 'fixed_ips': [{'subnet_id': 'a0614fe4-83ee-46d0-a770-d2160a2e5444'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:51:02.439704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.441135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 8a017c89-746c-4a49-b7e7-7ac622b1411a has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:02.450931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.454008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 5f04420e-dbf4-4911-8bac-94c884497bda {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:51:02.454372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f04420e-dbf4-4911-8bac-94c884497bda not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:51:02.470446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.498459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3def5d94-542d-4c92-a8dc-39a75d2e75e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:02.556002 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8c7ddbbf-560a-495a-805d-06734586612b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/0e6b08d4-ea84-4c09-b9d6-ffe5badd0813 HTTP/1.1" status: 204  len: 168 time: 2.7070317
Dec 18 06:51:02.576358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49496) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:02.654588 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-148a180e-d22f-49d8-8818-b60a679dd2ae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:02.655092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148a180e-d22f-49d8-8818-b60a679dd2ae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:02.659396 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-148a180e-d22f-49d8-8818-b60a679dd2ae tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/ce310f94-25fa-43c8-a5d0-d526051b17a0 HTTP/1.1" status: 404  len: 337 time: 0.0744822
Dec 18 06:51:02.666511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49500) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:02.731059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d182d85f-9f74-4e69-ae9b-0ee4062d7664 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773577311774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036850807116'] for subnet, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server [None req-70a680ea-ba96-4038-b9d1-d72a692d5b62 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e6b08d4-ea84-4c09-b9d6-ffe5badd0813: This subnet is being modified by another concurrent operation.
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:51:02.743352 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1669, in update_port
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     port)
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1486, in update_port
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     new_port=new_port)
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 714, in update_port
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     new_port.get('mac_address'))
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 432, in update_port_with_ips
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     new_mac)
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 355, in _update_ips_for_port
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(port))
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e6b08d4-ea84-4c09-b9d6-ffe5badd0813: This subnet is being modified by another concurrent operation.
Dec 18 06:51:02.748131 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server 
Dec 18 06:51:02.753219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-27e10c74-a1d8-42dd-98ef-dfb1bc6d5e11 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:02.756757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.769156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Transition to ACTIVE for port object a3761f33-d044-4d82-99be-9f69054ebee8 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:02.787701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Deleting port 8ab0eb56-265f-48b7-ab88-a8d9a6870f9e {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:02.788068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.790055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Transition to ACTIVE for port object a3761f33-d044-4d82-99be-9f69054ebee8 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:02.815685 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fa411c0a-c739-4290-bfa7-3afd1a305f5a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "GET /v2.0/ports?device_id=1b1e350b-dafa-48d0-984f-5cc547c2922d HTTP/1.1" status: 200  len: 205 time: 0.1474876
Dec 18 06:51:02.848842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49504) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:02.868366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 8a017c89-746c-4a49-b7e7-7ac622b1411a has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:02.893775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6457b7e9-4bd4-477b-b4e8-a15a90e4c23a None None] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:02.914357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:02.964459 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:02.994150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:03.005937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182d85f-9f74-4e69-ae9b-0ee4062d7664 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Subnet': ['ID=a0614fe4-83ee-46d0-a770-d2160a2e5444,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:03.008929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d182d85f-9f74-4e69-ae9b-0ee4062d7664 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:03.039721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:03.087089 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:03.102138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-96e2ba3d-089a-476d-9595-736ef15ca8c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port 887b875a-4c61-4f3d-91cb-174ecaeaa463 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:03.102527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96e2ba3d-089a-476d-9595-736ef15ca8c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.112111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c9374889-4f96-4650-b38b-05e82a581808 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:51:03.160406 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-cf72b243-f52c-4fb0-8a46-15336f3be3dc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] delete failed (client error): The resource could not be found.
Dec 18 06:51:03.162038 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cf72b243-f52c-4fb0-8a46-15336f3be3dc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/routers/1b1e350b-dafa-48d0-984f-5cc547c2922d HTTP/1.1" status: 404  len: 336 time: 0.3026462
Dec 18 06:51:03.167675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49508) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:03.204681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::f816:3eff:fe9d:7ade (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/e6f31aa8-70fe-4b0c-ba37-806b67dda1ce/125f1e94-1afe-49ee-a787-b8b69a3dbe22) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:03.221548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.228374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4b2b552-076b-4ecd-b265-1395aec7bd4b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:03.247461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.255898 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b02eaad-a075-49a2-890b-345748ec473a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:03.256564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b02eaad-a075-49a2-890b-345748ec473a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:03.258920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.259061 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2b02eaad-a075-49a2-890b-345748ec473a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/3e4bfd4e-3b63-497c-82e7-00dbb4f74e96 HTTP/1.1" status: 404  len: 337 time: 0.0864477
Dec 18 06:51:03.270940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49512) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:03.272922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-caf6eef1-62f3-48c8-803b-0deda4a1cbd6 None None] Provisioning complete for port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:03.273503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-caf6eef1-62f3-48c8-803b-0deda4a1cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.295994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Network': ['ID=8a017c89-746c-4a49-b7e7-7ac622b1411a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:03.302029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.311332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:03.313713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e0e938ba-3588-470c-93f2-cfdbbaa56820 tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:03.361819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Network': ['ID=dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:03.380615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:03.396930 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/networks/8a017c89-746c-4a49-b7e7-7ac622b1411a HTTP/1.1" status: 204  len: 168 time: 5.6517813
Dec 18 06:51:03.404253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Pushing event updated for resources: {'Port': ['ID=a3761f33-d044-4d82-99be-9f69054ebee8,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:03.428254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:03.469204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49516) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:03.534484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96e2ba3d-089a-476d-9595-736ef15ca8c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.547200 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/networks/dc2b8ae9-8b10-445b-b1e8-bbe1395e7b9e HTTP/1.1" status: 204  len: 168 time: 5.9975307
Dec 18 06:51:03.563626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49520) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:03.569084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Allocated IP 2001:db8::2 (d326cc63-0ce1-4bf0-b571-3c358ed7bda0/a0614fe4-83ee-46d0-a770-d2160a2e5444/137947e5-25b3-46b0-bdfa-3031ce0a83de) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:03.570349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'network': {'name': 'tempest-RoutersTest-88984890'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:03.577205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:03.581730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:network and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:03.585338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:03.591242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:03.596455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:03.610944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:03.614925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:03.620795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.653965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:03.704010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:51:03.704951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-96e2ba3d-089a-476d-9595-736ef15ca8c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for 887b875a-4c61-4f3d-91cb-174ecaeaa463 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:03.705328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:03.733698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e195c7d6-9671-4644-98fd-8dff26dc9936 None None] Network 30a67338-1fb8-4f65-9760-300cc5e50987 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:03.738739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0af920-b19f-4ddc-ac21-8026a0428837 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:03.739516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0af920-b19f-4ddc-ac21-8026a0428837 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:03.743683 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bc0af920-b19f-4ddc-ac21-8026a0428837 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/1e05f27c-26b5-4cd5-a520-ac76b02a6bfb HTTP/1.1" status: 404  len: 337 time: 0.4559402
Dec 18 06:51:03.750543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d182d85f-9f74-4e69-ae9b-0ee4062d7664 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:03.751198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d182d85f-9f74-4e69-ae9b-0ee4062d7664 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.756933 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d182d85f-9f74-4e69-ae9b-0ee4062d7664 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "PUT /v2.0/subnets/a0614fe4-83ee-46d0-a770-d2160a2e5444 HTTP/1.1" status: 200  len: 826 time: 2.6579556
Dec 18 06:51:03.756933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49524) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:03.756933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49526) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:03.758255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.758600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for floatingip, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.828491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.828879 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Added segment f87070e2-46bd-4ce8-aafe-eeb48bea38af of type vxlan for network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba
Dec 18 06:51:03.894292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.900549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port c07348fc-667c-4849-80f2-644d004876be {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:03.900933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.965801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:03.984676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 125f1e94-1afe-49ee-a787-b8b69a3dbe22 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:04.127455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:04.132279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:04.133423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:04.150540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-897f4685-f974-46d3-9297-edf0d27d8691 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:04.182269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Attempting to bind port a3761f33-d044-4d82-99be-9f69054ebee8 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:51:04.182700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Attempting to bind port a3761f33-d044-4d82-99be-9f69054ebee8 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:51:04.183121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Attempting to bind port a3761f33-d044-4d82-99be-9f69054ebee8 on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:51:04.211316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:51:04.211701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:04.212173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:04.212599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:51:04.213147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Bound port: a3761f33-d044-4d82-99be-9f69054ebee8, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:51:04.213615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:04.235660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] DHCP port deletion for a95d1eb4-f773-4bd7-8d20-2686794a4e44 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:51:04.247604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:04.280007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Deleting port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:04.280445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:04.306310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Calling delete_port for 8ab0eb56-265f-48b7-ab88-a8d9a6870f9e owned by network:floatingip {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:04.332896 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fccd8d-9ad8-435e-a382-89e991f734dc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:04.333392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04fccd8d-9ad8-435e-a382-89e991f734dc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:04.337872 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-04fccd8d-9ad8-435e-a382-89e991f734dc tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/791894bc-84b3-48ca-82f4-5dad7fc497f9 HTTP/1.1" status: 404  len: 337 time: 0.5686927
Dec 18 06:51:04.361093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49532) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:04.410197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-caf6eef1-62f3-48c8-803b-0deda4a1cbd6 None None] Provisioning complete for port 5e7fff51-2b1b-407e-8f12-8d6480460e16 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:04.410579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-caf6eef1-62f3-48c8-803b-0deda4a1cbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:04.452342 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9c7ebe-2128-43c0-8802-cb5dd4287d42 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:04.452850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9c7ebe-2128-43c0-8802-cb5dd4287d42 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:04.457385 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8c9c7ebe-2128-43c0-8802-cb5dd4287d42 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/80409fd2-014a-42e3-aa4a-df7c7fd59d95 HTTP/1.1" status: 404  len: 333 time: 0.0894892
Dec 18 06:51:04.464082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49536) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:04.553490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-44804080-26bc-4ed5-873b-aa624483aa0c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:04.554250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44804080-26bc-4ed5-873b-aa624483aa0c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:04.558262 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-44804080-26bc-4ed5-873b-aa624483aa0c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/869ccff2-bef6-4e8d-9333-027e7bbfa637 HTTP/1.1" status: 404  len: 337 time: 0.0877213
Dec 18 06:51:04.567095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49540) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:04.630221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-caf6eef1-62f3-48c8-803b-0deda4a1cbd6 None None] Port 5e7fff51-2b1b-407e-8f12-8d6480460e16 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:51:04.648599 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b756ce8-5aff-4feb-b5bf-f2ac12cf2e83 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:04.649098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b756ce8-5aff-4feb-b5bf-f2ac12cf2e83 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:04.649351 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 1.0845268
Dec 18 06:51:04.662738 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5b756ce8-5aff-4feb-b5bf-f2ac12cf2e83 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/35a0b95f-b7da-4e34-9dd7-caacc48d1349 HTTP/1.1" status: 404  len: 337 time: 0.0911422
Dec 18 06:51:04.662904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49544) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:04.662904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49546) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:04.674142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'subnet': {'network_id': '8b4bfbd6-75f3-4844-8a10-3df7bc9731ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:04.679787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:04.690315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:04.690691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:04.728618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:04.735396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Network': ['ID=8b4bfbd6-75f3-4844-8a10-3df7bc9731ba,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:04.738518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:04.765180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] For port a3761f33-d044-4d82-99be-9f69054ebee8, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:51:04.767502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:04.781832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:04.802756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f03e1610-5170-4c12-8806-147775827288 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.529s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:04.929881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:04.949863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d2e979cb-e8ca-4cf0-92d2-a4c23e2a72a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:04.989801 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-70777669-f44b-44a6-b5fe-9126a7f9b13b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:04.990423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70777669-f44b-44a6-b5fe-9126a7f9b13b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:04.994836 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-70777669-f44b-44a6-b5fe-9126a7f9b13b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/cd73458f-e60f-4037-8cf3-8c6f3fa3292a HTTP/1.1" status: 404  len: 333 time: 0.3258581
Dec 18 06:51:05.004294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:05.004515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for c07348fc-667c-4849-80f2-644d004876be owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:05.033595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] For port a3761f33-d044-4d82-99be-9f69054ebee8, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a3761f33-d044-4d82-99be-9f69054ebee8,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:51:05.043877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49552) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:05.099335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event deleted for resources: {'Port': ['ID=8ab0eb56-265f-48b7-ab88-a8d9a6870f9e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:05.101512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:05.112383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:05.113919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=125f1e94-1afe-49ee-a787-b8b69a3dbe22,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:05.117375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:05.129351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,segment=NetworkSegment(2792a0ff-bc28-489e-a3de-21ecc9c29985),segment_id=2792a0ff-bc28-489e-a3de-21ecc9c29985)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:05.135358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Transition to ACTIVE for port object 137947e5-25b3-46b0-bdfa-3031ce0a83de will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:05.140527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:05.141227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:05.141683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:05.149998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:subnet and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:05.156032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:05.160565 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf37c1df-964a-4b60-9c56-11603a5ce4d3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:05.161160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf37c1df-964a-4b60-9c56-11603a5ce4d3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:05.172448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:05.194457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96e2ba3d-089a-476d-9595-736ef15ca8c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:05.199412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:05.202222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:05.204705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:05.210325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:05.210499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:05.214862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:05.224790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71362dad-e550-44bf-8dad-9ba82909cfc5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:05.262690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:05.264545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0a8e0e61-bb64-4fcf-8c19-9b7d3248affe None None] Provisioning for port c9374889-4f96-4650-b38b-05e82a581808 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:05.322670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0a8e0e61-bb64-4fcf-8c19-9b7d3248affe None None] Provisioning complete for port c9374889-4f96-4650-b38b-05e82a581808 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:05.323100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a8e0e61-bb64-4fcf-8c19-9b7d3248affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:05.336991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 7.1649246
Dec 18 06:51:05.359187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2ba3d-089a-476d-9595-736ef15ca8c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=887b875a-4c61-4f3d-91cb-174ecaeaa463,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:05.364553 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cf37c1df-964a-4b60-9c56-11603a5ce4d3 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/25f9bcf0-b18d-4cfa-a37a-f352a8945662 HTTP/1.1" status: 404  len: 337 time: 0.3175268
Dec 18 06:51:05.364735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Transition to ACTIVE for port object 137947e5-25b3-46b0-bdfa-3031ce0a83de will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:05.364824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49556) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:05.376559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49558) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:05.390596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] For port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,segment=NetworkSegment(2792a0ff-bc28-489e-a3de-21ecc9c29985),segment_id=2792a0ff-bc28-489e-a3de-21ecc9c29985)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:05.391057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:05.415499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:05.426419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-96e2ba3d-089a-476d-9595-736ef15ca8c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:05.441438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:05.457207 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7169892e-3186-446b-8bd6-803fa49170be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:05.457671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7169892e-3186-446b-8bd6-803fa49170be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:05.553079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7169892e-3186-446b-8bd6-803fa49170be tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/subnets/a7ef1740-0ca5-4ea0-acaa-2aeaf2fd8e50 HTTP/1.1" status: 404  len: 337 time: 0.1725690
Dec 18 06:51:05.560703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49564) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:05.725447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:05.749273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a2665a75-7d6c-44c6-9865-ec417612f1f4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:05.774894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for floatingip, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:05.775253 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Floating IP b6e2600b-f827-4c8c-a5bc-bd14500bda7b disassociated (deleted). External IP: 172.26.7.188, port: b2298e17-da01-4aa7-bb1e-53ebc4e01af3.
Dec 18 06:51:05.824897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Calling delete_port for ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:05.833017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790397f-1b15-4a1c-b116-d8ab0a5fdfbb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:05.837452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c790397f-1b15-4a1c-b116-d8ab0a5fdfbb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:05.842370 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c790397f-1b15-4a1c-b116-d8ab0a5fdfbb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.4007998
Dec 18 06:51:05.856530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ef8a89e6-b363-4514-9545-9534a43b3651 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Deleting port 5e7fff51-2b1b-407e-8f12-8d6480460e16 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:05.856925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8a89e6-b363-4514-9545-9534a43b3651 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:05.884003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Pushing event updated for resources: {'Port': ['ID=a3761f33-d044-4d82-99be-9f69054ebee8,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:05.902187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49568) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:05.902838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=c07348fc-667c-4849-80f2-644d004876be,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:05.902974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:05.905614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:05.917609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.624s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:06.030781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96e2ba3d-089a-476d-9595-736ef15ca8c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:06.124075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8d865-62cf-412e-bd25-419dffa5d6c2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 125f1e94-1afe-49ee-a787-b8b69a3dbe22 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:06.124771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d865-62cf-412e-bd25-419dffa5d6c2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:06.205505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:06.225869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ef4840e2-394a-43ee-b4aa-05103f6982fa tempest-RoutersIpV6AdminTest-592722223 tempest-RoutersIpV6AdminTest-592722223] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:06.242167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,revision_number=11']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:06.258886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:51:06.259638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:51:06.329477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Subnet': ['ID=a0614fe4-83ee-46d0-a770-d2160a2e5444,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:06.331133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Pushing event updated for resources: {'Port': ['ID=137947e5-25b3-46b0-bdfa-3031ce0a83de,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:06.333180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:06.334927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:06.349129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:06.350461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f67760cc-4ef1-4d6a-85c6-33756e5ba3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.904s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:06.350869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f67760cc-4ef1-4d6a-85c6-33756e5ba3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:06.357890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:06.362800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:06.428203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3c9633b0-6896-43d7-b6bb-f3f57cb9fab4 None None] Provisioning complete for port c9374889-4f96-4650-b38b-05e82a581808 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:06.428649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3c9633b0-6896-43d7-b6bb-f3f57cb9fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:06.454046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:06.454455 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP 2ee6573d-0a22-4822-9073-67c776d5eea3 disassociated (deleted). External IP: 172.26.7.139, port: 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2.
Dec 18 06:51:06.500995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Attempting to bind port 137947e5-25b3-46b0-bdfa-3031ce0a83de on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:51:06.501430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Attempting to bind port 137947e5-25b3-46b0-bdfa-3031ce0a83de by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '50a9e434-2abe-4307-a30d-a7b57824d25f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd326cc63-0ce1-4bf0-b571-3c358ed7bda0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:51:06.501912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Attempting to bind port 137947e5-25b3-46b0-bdfa-3031ce0a83de on network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:51:06.532094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:51:06.533988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Checking segment: {'id': '50a9e434-2abe-4307-a30d-a7b57824d25f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd326cc63-0ce1-4bf0-b571-3c358ed7bda0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:06.534729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:06.535404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Bound using segment: {'id': '50a9e434-2abe-4307-a30d-a7b57824d25f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd326cc63-0ce1-4bf0-b571-3c358ed7bda0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:51:06.537440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Bound port: 137947e5-25b3-46b0-bdfa-3031ce0a83de, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a9e434-2abe-4307-a30d-a7b57824d25f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'd326cc63-0ce1-4bf0-b571-3c358ed7bda0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:51:06.539367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:06.679732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8a89e6-b363-4514-9545-9534a43b3651 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:06.730297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] For port 137947e5-25b3-46b0-bdfa-3031ce0a83de, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:51:06.744874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] For port 137947e5-25b3-46b0-bdfa-3031ce0a83de, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=137947e5-25b3-46b0-bdfa-3031ce0a83de,segment=NetworkSegment(50a9e434-2abe-4307-a30d-a7b57824d25f),segment_id=50a9e434-2abe-4307-a30d-a7b57824d25f)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:51:06.749602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:06.763018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-82d237aa-ec22-4a65-82c9-28ec6be7a70c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:06.804921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Deleting port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:06.805370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:07.029406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-97bec3dc-fa84-4245-9192-5cbf57b9ecf1 None None] Provisioning complete for port c9374889-4f96-4650-b38b-05e82a581808 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:07.029896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-97bec3dc-fa84-4245-9192-5cbf57b9ecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:07.160902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ef8a89e6-b363-4514-9545-9534a43b3651 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Calling delete_port for 5e7fff51-2b1b-407e-8f12-8d6480460e16 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:07.173138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:07.182420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Pushing event updated for resources: {'Port': ['ID=137947e5-25b3-46b0-bdfa-3031ce0a83de,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:07.185981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:07.340128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:51:07.448244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] For port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,segment=NetworkSegment(2792a0ff-bc28-489e-a3de-21ecc9c29985),segment_id=2792a0ff-bc28-489e-a3de-21ecc9c29985)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:07.448957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:07.469579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc1ed86-fbab-434d-939b-6bef09311dbc None None] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:07.469784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac172dd080>,) {'filters': {'network_id': ['d326cc63-0ce1-4bf0-b571-3c358ed7bda0']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:07.524260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8a89e6-b363-4514-9545-9534a43b3651 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:07.529793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e2ba3d-089a-476d-9595-736ef15ca8c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 371560ed-b8a4-4191-a8f1-ee96379596e4 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:51:07.540719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac172dd080>, '50a9e434-2abe-4307-a30d-a7b57824d25f') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:07.541188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac172dd080>, '50a9e434-2abe-4307-a30d-a7b57824d25f') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:07.544935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a3761f33-d044-4d82-99be-9f69054ebee8 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:51:07.557741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f52cc42e-df41-4d8b-8535-065393f80c35 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:07.564514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:07.597179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d865-62cf-412e-bd25-419dffa5d6c2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:07.655645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:07.667177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Releasing vxlan tunnel 9 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:07.734846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a89e6-b363-4514-9545-9534a43b3651 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Port': ['ID=5e7fff51-2b1b-407e-8f12-8d6480460e16,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:07.784906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Calling delete_port for ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:07.820478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0ee8d865-62cf-412e-bd25-419dffa5d6c2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 125f1e94-1afe-49ee-a787-b8b69a3dbe22 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:07.850869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ef8a89e6-b363-4514-9545-9534a43b3651 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:07.895754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e2ba3d-089a-476d-9595-736ef15ca8c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:51:07.911278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb2dce-c616-4b06-bd1d-03b498aa6f3b None None] Sync routers for ids ['371560ed-b8a4-4191-a8f1-ee96379596e4'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:51:07.922210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port a3761f33-d044-4d82-99be-9f69054ebee8 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:07.936668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb2dce-c616-4b06-bd1d-03b498aa6f3b None None] Routers {'371560ed-b8a4-4191-a8f1-ee96379596e4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:07.938497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-69fb2dce-c616-4b06-bd1d-03b498aa6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ddd5c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['371560ed-b8a4-4191-a8f1-ee96379596e4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:07.978828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:07.995971 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-96e2ba3d-089a-476d-9595-736ef15ca8c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/371560ed-b8a4-4191-a8f1-ee96379596e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0917201
Dec 18 06:51:08.000609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49572) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:08.031309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:51:08.034225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:08.044758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:08.070121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-69fb2dce-c616-4b06-bd1d-03b498aa6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ddd5c88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:08.074323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:08.089630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb2dce-c616-4b06-bd1d-03b498aa6f3b None None] Routers {'371560ed-b8a4-4191-a8f1-ee96379596e4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:08.090322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-69fb2dce-c616-4b06-bd1d-03b498aa6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ddd5c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['371560ed-b8a4-4191-a8f1-ee96379596e4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:08.096676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-02d95c17-25f6-4e24-a1d3-2d4ce9158c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:08.149392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3fe29-8a80-41c3-b6c6-2f3fcd20d132 None None] Sync routers for ids ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:51:08.178775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Pushing event deleted for resources: {'Port': ['ID=ca2304b6-f85f-4a6b-8094-e2b5cb94cd24,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:08.181851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:08.182701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb81738-8ffd-4392-b70f-bdf32489241b None None] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:08.190264 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-31ff5c66-cc34-4996-acb6-a34bca0137b9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=371560ed-b8a4-4191-a8f1-ee96379596e4 HTTP/1.1" status: 200  len: 205 time: 0.1837027
Dec 18 06:51:08.191216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49576) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:08.218630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-69fb2dce-c616-4b06-bd1d-03b498aa6f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ddd5c88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:08.219100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb2dce-c616-4b06-bd1d-03b498aa6f3b None None] The sync data for ids ['371560ed-b8a4-4191-a8f1-ee96379596e4'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:51:08.250150 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "DELETE /v2.0/floatingips/b6e2600b-f827-4c8c-a5bc-bd14500bda7b HTTP/1.1" status: 204  len: 168 time: 6.0702410
Dec 18 06:51:08.308502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:51:08.319794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:08.342696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8a89e6-b363-4514-9545-9534a43b3651 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:08.345687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-794adedf-90dd-49a6-8ff4-a7e11e3328c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:08.372995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:08.469362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] No DVR routers for this DVR port ca2304b6-f85f-4a6b-8094-e2b5cb94cd24 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:08.471759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3fe29-8a80-41c3-b6c6-2f3fcd20d132 None None] Routers {'e049ca3c-ef54-4b10-b1d5-0f8742e3a797'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:08.472572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4ae3fe29-8a80-41c3-b6c6-2f3fcd20d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c155ac8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:08.529307 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:08.534209 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3', 'status': 'completed', 'code': 200}
Dec 18 06:51:08.539259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 06:51:08.539259 dv-neutron-765072-3-ovs neutron-server[80975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 06:51:08.539259 dv-neutron-765072-3-ovs neutron-server[80975]: [parameters: {'id': 'd326cc63-0ce1-4bf0-b571-3c358ed7bda0'}]
Dec 18 06:51:08.539259 dv-neutron-765072-3-ovs neutron-server[80975]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:51:08.540143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:51:08.583208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 6f94462c-bcad-448b-aae1-d96f56b384a6 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:51:08.609842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b7ae06f5-a440-4987-a1f8-7a2d09221a47 None None] Provisioning for port a3761f33-d044-4d82-99be-9f69054ebee8 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:08.681304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7862a62b-367d-4023-b672-c9e8fec62ce7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:08.698525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b7ae06f5-a440-4987-a1f8-7a2d09221a47 None None] Provisioning complete for port a3761f33-d044-4d82-99be-9f69054ebee8 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:08.698950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b7ae06f5-a440-4987-a1f8-7a2d09221a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:08.828027 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ef8a89e6-b363-4514-9545-9534a43b3651 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/ports/5e7fff51-2b1b-407e-8f12-8d6480460e16 HTTP/1.1" status: 204  len: 168 time: 3.2643104
Dec 18 06:51:08.830388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49586) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:08.999452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-4ae3fe29-8a80-41c3-b6c6-2f3fcd20d132 None None] Set router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:51:09.000158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Subnet': ['ID=3604bc7f-597a-418c-96bb-4d319f50bcbd,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:09.001358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:09.065190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:09.155127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Deleting port 137947e5-25b3-46b0-bdfa-3031ce0a83de {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:09.155676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:09.262550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b7ae06f5-a440-4987-a1f8-7a2d09221a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:09.280686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec915c-f793-4c6b-8189-31c29f0d049d None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:51:09.377729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.032s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:09.402825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d865-62cf-412e-bd25-419dffa5d6c2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:09.404115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b7ae06f5-a440-4987-a1f8-7a2d09221a47 None None] For port a3761f33-d044-4d82-99be-9f69054ebee8, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a3761f33-d044-4d82-99be-9f69054ebee8,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:09.420330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b7ae06f5-a440-4987-a1f8-7a2d09221a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:09.443386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:09.516623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0618f60d-03ea-4582-bf25-c179fc5124a7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:09.569174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7862a62b-367d-4023-b672-c9e8fec62ce7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:09.624871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7862a62b-367d-4023-b672-c9e8fec62ce7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:09.677634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b512e287-3a83-4f07-a4d9-eb08e7599c54 None None] Provisioning complete for port a3761f33-d044-4d82-99be-9f69054ebee8 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:09.678011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b512e287-3a83-4f07-a4d9-eb08e7599c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:09.696135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:09.701903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae06f5-a440-4987-a1f8-7a2d09221a47 None None] Pushing event updated for resources: {'Port': ['ID=a3761f33-d044-4d82-99be-9f69054ebee8,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:09.715020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8d865-62cf-412e-bd25-419dffa5d6c2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=125f1e94-1afe-49ee-a787-b8b69a3dbe22,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:09.720713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b7ae06f5-a440-4987-a1f8-7a2d09221a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:09.740510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0ee8d865-62cf-412e-bd25-419dffa5d6c2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:09.799968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d18d1-d47c-449f-b2ed-21b7e150f1c2 req-dcf212e9-3f9d-4cc4-90d2-4ab3ed27eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:09.801818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-748d18d1-d47c-449f-b2ed-21b7e150f1c2 req-dcf212e9-3f9d-4cc4-90d2-4ab3ed27eff5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc7c235eb838414281a14b7e5d4d034f&device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 1162 time: 1.2262461
Dec 18 06:51:09.810071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7862a62b-367d-4023-b672-c9e8fec62ce7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:09.810613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7862a62b-367d-4023-b672-c9e8fec62ce7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Fanout notify agent at l3_agent the message router_deleted on router 371560ed-b8a4-4191-a8f1-ee96379596e4 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:51:09.848349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4ae3fe29-8a80-41c3-b6c6-2f3fcd20d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c155ac8>, [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:48:56Z', 'revision_number': 4, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'd1fded5f-4a4d-40e8-a905-a24f6900a6e3', 'name': '', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'mac_address': 'fa:16:3e:3b:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '01748455-679f-46dd-910a-3a65411faf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:53Z', 'updated_at': '2020-12-18T06:49:17Z', 'revision_number': 5, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'subnets': [{'id': '01748455-679f-46dd-910a-3a65411faf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:09.868140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3fe29-8a80-41c3-b6c6-2f3fcd20d132 None None] Checking router: e049ca3c-ef54-4b10-b1d5-0f8742e3a797 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:51:09.890483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d329e6a-668e-43a9-8dac-7782de27b2b0 req-12180345-31e8-45c5-8704-2bdf8da1dbbe tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:09.892155 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5d329e6a-668e-43a9-8dac-7782de27b2b0 req-12180345-31e8-45c5-8704-2bdf8da1dbbe tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 945 time: 1.1415849
Dec 18 06:51:09.893558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:51:09.917452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3fe29-8a80-41c3-b6c6-2f3fcd20d132 None None] Routers {'e049ca3c-ef54-4b10-b1d5-0f8742e3a797'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:09.918185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4ae3fe29-8a80-41c3-b6c6-2f3fcd20d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c155ac8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:09.919636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c76a40a-a30e-4ee7-9be1-48ee41518ef4 None None] Sync routers for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:51:09.932278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76a40a-a30e-4ee7-9be1-48ee41518ef4 None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:09.934168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c76a40a-a30e-4ee7-9be1-48ee41518ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dee96d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:09.945319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac171d1550>,) {'filters': {'network_id': ['a95d1eb4-f773-4bd7-8d20-2686794a4e44']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:09.950636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:09.970746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac171d1550>, '2792a0ff-bc28-489e-a3de-21ecc9c29985') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:09.971074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac171d1550>, '2792a0ff-bc28-489e-a3de-21ecc9c29985') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:09.985359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] For port 137947e5-25b3-46b0-bdfa-3031ce0a83de, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=137947e5-25b3-46b0-bdfa-3031ce0a83de,segment=NetworkSegment(50a9e434-2abe-4307-a30d-a7b57824d25f),segment_id=50a9e434-2abe-4307-a30d-a7b57824d25f)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:09.993982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:10.009289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7862a62b-367d-4023-b672-c9e8fec62ce7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:10.009497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:10.013301 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7862a62b-367d-4023-b672-c9e8fec62ce7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/371560ed-b8a4-4191-a8f1-ee96379596e4 HTTP/1.1" status: 204  len: 168 time: 1.8110137
Dec 18 06:51:10.018611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49590) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:10.033380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b512e287-3a83-4f07-a4d9-eb08e7599c54 None None] Could not find standard attr ID for object 125f1e94-1afe-49ee-a787-b8b69a3dbe22. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:51:10.071312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Checking segment: {'id': 'f87070e2-46bd-4ce8-aafe-eeb48bea38af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b4bfbd6-75f3-4844-8a10-3df7bc9731ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:10.071699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network hostable DHCP agents. Network: 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:51:10.125593 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5d329e6a-668e-43a9-8dac-7782de27b2b0 req-97a292d1-462f-4a31-8f05-e963121f3785 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1476684
Dec 18 06:51:10.131178 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/floatingips/2ee6573d-0a22-4822-9073-67c776d5eea3 HTTP/1.1" status: 204  len: 168 time: 6.6580451
Dec 18 06:51:10.134829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'tag': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:51:10.140191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0ee8d865-62cf-412e-bd25-419dffa5d6c2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:10.142276 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0ee8d865-62cf-412e-bd25-419dffa5d6c2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/125f1e94-1afe-49ee-a787-b8b69a3dbe22 HTTP/1.1" status: 204  len: 168 time: 4.2356088
Dec 18 06:51:10.160086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49598) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:10.229966 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Agent 72ec1608-d794-4165-8826-7e17d95e9b66 already present
Dec 18 06:51:10.230363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:51:10.231070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:10.241308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-4ae3fe29-8a80-41c3-b6c6-2f3fcd20d132 None None] Set router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:51:10.243776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3c76a40a-a30e-4ee7-9be1-48ee41518ef4 None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:51:10.297468 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'tag': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'status': 'completed', 'code': 200}
Dec 18 06:51:10.309011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:10.309701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:10.319040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d18d1-d47c-449f-b2ed-21b7e150f1c2 req-c62b9d85-9410-428a-b0ad-6dea7a81fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:10.320682 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-748d18d1-d47c-449f-b2ed-21b7e150f1c2 req-c62b9d85-9410-428a-b0ad-6dea7a81fc1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=eccf68d5-2996-439d-8302-271c33f8da73 HTTP/1.1" status: 200  len: 890 time: 0.4906697
Dec 18 06:51:10.392488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5cd1c1-a442-4847-844a-caa32a63f86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:10.394078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5cd1c1-a442-4847-844a-caa32a63f86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:10.394897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0c5cd1c1-a442-4847-844a-caa32a63f86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:10.410119 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.7459474
Dec 18 06:51:10.410820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49602) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:10.427229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-087b5c85-01a9-4b60-a522-de1d02ac94c4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'router': {'name': 'tempest-RoutersTest-router-1183940820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:10.435329 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-748d18d1-d47c-449f-b2ed-21b7e150f1c2 req-1b9b3dcb-c426-4dda-926c-25dc4736c3f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2298e17-da01-4aa7-bb1e-53ebc4e01af3 HTTP/1.1" status: 200  len: 217 time: 0.0983908
Dec 18 06:51:10.440902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-087b5c85-01a9-4b60-a522-de1d02ac94c4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:10.442827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-534c28e7-c708-4d7c-b576-6823f7faa01d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting subnet f0ecd39e-90da-4377-b694-0737c3b1f59a {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:51:10.446275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-534c28e7-c708-4d7c-b576-6823f7faa01d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:10.492577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device b2298e17-da01-4aa7-bb1e-53ebc4e01af3 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:10.499930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-087b5c85-01a9-4b60-a522-de1d02ac94c4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:router and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:10.508128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-087b5c85-01a9-4b60-a522-de1d02ac94c4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:10.517757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0c5cd1c1-a442-4847-844a-caa32a63f86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:10.519086 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0c5cd1c1-a442-4847-844a-caa32a63f86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.3579464
Dec 18 06:51:10.526137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-087b5c85-01a9-4b60-a522-de1d02ac94c4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:10.528118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49606) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:10.546686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ec915c-f793-4c6b-8189-31c29f0d049d None None] Network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:51:10.557113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Calling delete_port for 137947e5-25b3-46b0-bdfa-3031ce0a83de owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:10.626624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:10.633833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Releasing vxlan tunnel 3 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:10.646556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d18d1-d47c-449f-b2ed-21b7e150f1c2 req-834b1abb-945e-4cb2-936b-40cc9c075bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:10.648173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-748d18d1-d47c-449f-b2ed-21b7e150f1c2 req-834b1abb-945e-4cb2-936b-40cc9c075bf0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=01748455-679f-46dd-910a-3a65411faf58 HTTP/1.1" status: 200  len: 835 time: 0.2016847
Dec 18 06:51:10.649062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-087b5c85-01a9-4b60-a522-de1d02ac94c4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:10.655461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-087b5c85-01a9-4b60-a522-de1d02ac94c4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:10.721253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ec915c-f793-4c6b-8189-31c29f0d049d None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba) {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:51:10.777339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-534c28e7-c708-4d7c-b576-6823f7faa01d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:10.940396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-087b5c85-01a9-4b60-a522-de1d02ac94c4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:10.977723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:11.006768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:11.015511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:11.022626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d18d1-d47c-449f-b2ed-21b7e150f1c2 req-07467be1-9d83-41e6-ac88-95880473a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:11.024274 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-748d18d1-d47c-449f-b2ed-21b7e150f1c2 req-07467be1-9d83-41e6-ac88-95880473a224 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eccf68d5-2996-439d-8302-271c33f8da73&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3624494
Dec 18 06:51:11.069237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-087b5c85-01a9-4b60-a522-de1d02ac94c4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:11.082696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:11.089223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c76a40a-a30e-4ee7-9be1-48ee41518ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dee96d8>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:50:40Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:57Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:11.095756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c76a40a-a30e-4ee7-9be1-48ee41518ef4 None None] Checking router: 6f94462c-bcad-448b-aae1-d96f56b384a6 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:51:11.104855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ffed3-7f9c-49b6-94fe-a0a5480ed284 req-42ea864e-811f-4940-ad1f-39dde1fa6389 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:11.106175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-762ffed3-7f9c-49b6-94fe-a0a5480ed284 req-42ea864e-811f-4940-ad1f-39dde1fa6389 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Synchronizing usage tracker for tenant:bc7c235eb838414281a14b7e5d4d034f on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:11.109547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76a40a-a30e-4ee7-9be1-48ee41518ef4 None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:11.110409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c76a40a-a30e-4ee7-9be1-48ee41518ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dee96d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:50:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:11.122738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d4b0106-2ddf-4af7-9b74-37fb5fca350e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:11.154117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-087b5c85-01a9-4b60-a522-de1d02ac94c4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:11.158694 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-087b5c85-01a9-4b60-a522-de1d02ac94c4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7387195
Dec 18 06:51:11.159678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49612) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:11.178141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae1771a-11ce-4cdd-8719-987b6621e59a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet e6f31aa8-70fe-4b0c-ba37-806b67dda1ce {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:51:11.257869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fae1771a-11ce-4cdd-8719-987b6621e59a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:11.264322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236e4e2-23cf-4c6a-85b0-48f6ac37fc65 req-08109b40-855b-44d4-a19e-2644eb023378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:11.266398 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1236e4e2-23cf-4c6a-85b0-48f6ac37fc65 req-08109b40-855b-44d4-a19e-2644eb023378 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 1162 time: 0.7654977
Dec 18 06:51:11.287694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Port': ['ID=137947e5-25b3-46b0-bdfa-3031ce0a83de,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:11.313347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:51:11.324782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fbbd9-ccaa-46f4-a0ab-c8ededbded64 req-6cd51a22-f526-49ab-ae1d-1138b0d52118 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:11.325469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-de4fbbd9-ccaa-46f4-a0ab-c8ededbded64 req-6cd51a22-f526-49ab-ae1d-1138b0d52118 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:11.367367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port b2298e17-da01-4aa7-bb1e-53ebc4e01af3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,segment=NetworkSegment(6cd5331a-bad2-4ecf-ad55-7788a46d9e55),segment_id=6cd5331a-bad2-4ecf-ad55-7788a46d9e55)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:11.389297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:11.393250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e84a7974-6ff1-4c61-8bdc-617739b759b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:11.435061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-de4fbbd9-ccaa-46f4-a0ab-c8ededbded64 req-6cd51a22-f526-49ab-ae1d-1138b0d52118 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:11.437334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:11.442689 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-de4fbbd9-ccaa-46f4-a0ab-c8ededbded64 req-6cd51a22-f526-49ab-ae1d-1138b0d52118 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 945 time: 0.6385975
Dec 18 06:51:11.506557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a3761f33-d044-4d82-99be-9f69054ebee8 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:51:11.527262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-762ffed3-7f9c-49b6-94fe-a0a5480ed284 req-42ea864e-811f-4940-ad1f-39dde1fa6389 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Unset dirty status for tenant:bc7c235eb838414281a14b7e5d4d034f on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:11.528813 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-762ffed3-7f9c-49b6-94fe-a0a5480ed284 req-42ea864e-811f-4940-ad1f-39dde1fa6389 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.15 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 945 time: 1.2116232
Dec 18 06:51:11.534577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3c76a40a-a30e-4ee7-9be1-48ee41518ef4 None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:51:11.545915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4ae3fe29-8a80-41c3-b6c6-2f3fcd20d132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c155ac8>, [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:48:56Z', 'revision_number': 4, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'd1fded5f-4a4d-40e8-a905-a24f6900a6e3', 'name': '', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'mac_address': 'fa:16:3e:3b:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '01748455-679f-46dd-910a-3a65411faf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:53Z', 'updated_at': '2020-12-18T06:49:17Z', 'revision_number': 5, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'subnets': [{'id': '01748455-679f-46dd-910a-3a65411faf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:11.565671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,revision_number=7']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:11.576043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae3fe29-8a80-41c3-b6c6-2f3fcd20d132 None None] The sync data for ids ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'] in dv-neutron-765072-3-ovs is: [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:48:56Z', 'revision_number': 4, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'd1fded5f-4a4d-40e8-a905-a24f6900a6e3', 'name': '', 'network_id': 'eccf68d5-2996-439d-8302-271c33f8da73', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'mac_address': 'fa:16:3e:3b:3d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': '01748455-679f-46dd-910a-3a65411faf58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:53Z', 'updated_at': '2020-12-18T06:49:17Z', 'revision_number': 5, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'subnets': [{'id': '01748455-679f-46dd-910a-3a65411faf58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:51:11.580284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:11.606629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-534c28e7-c708-4d7c-b576-6823f7faa01d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:11.631999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fae1771a-11ce-4cdd-8719-987b6621e59a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:11.742491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Network a95d1eb4-f773-4bd7-8d20-2686794a4e44 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:11.780553 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:11.811607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-8b4bfbd6-75f3-4844-8a10-3df7bc9731ba', 'network_id': '8b4bfbd6-75f3-4844-8a10-3df7bc9731ba', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'fixed_ips': [{'subnet_id': '3604bc7f-597a-418c-96bb-4d319f50bcbd'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:51:11.813277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:11.870230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port a3761f33-d044-4d82-99be-9f69054ebee8 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:11.870715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:11.902768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No DVR routers for this DVR port 137947e5-25b3-46b0-bdfa-3031ce0a83de on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:12.044176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c76a40a-a30e-4ee7-9be1-48ee41518ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dee96d8>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:50:40Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:57Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:12.050254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c76a40a-a30e-4ee7-9be1-48ee41518ef4 None None] The sync data for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs is: [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:50:40Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '221a2dee-a399-4e7d-82c0-3268b762e08c', 'name': '', 'network_id': 'c765a100-af74-42a4-9b9f-ecadf3f8bfa8', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:39:73:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:43Z', 'updated_at': '2020-12-18T06:47:57Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'c1d58c4a-1556-4108-b88d-c8d3dc20a67e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:51:12.145978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-762ffed3-7f9c-49b6-94fe-a0a5480ed284 req-45b7b23b-b81b-4717-9859-969af7d890c5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Deleting port b2298e17-da01-4aa7-bb1e-53ebc4e01af3 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:12.147405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-762ffed3-7f9c-49b6-94fe-a0a5480ed284 req-45b7b23b-b81b-4717-9859-969af7d890c5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:12.152610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b0cf13-15f9-4742-8077-1cc474430fe2 None None] New status for floating IP b6e2600b-f827-4c8c-a5bc-bd14500bda7b: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:51:12.175565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.15', 58031) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:12.214349 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-748d18d1-d47c-449f-b2ed-21b7e150f1c2 req-dbf2beb6-1045-4081-99bb-054f09280792 service neutron] 10.222.0.15 "GET /v2.0/networks/eccf68d5-2996-439d-8302-271c33f8da73?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1742351
Dec 18 06:51:12.248979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:12.253134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:12.265157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-de4fbbd9-ccaa-46f4-a0ab-c8ededbded64 req-a36555f6-af71-4a7f-b3ab-7d29dbfa839a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:12.292683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a7d94f00-1fac-4a55-b777-bdfc31aef667 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:12.392483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:12.495418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Allocated IP 172.20.0.2 (8b4bfbd6-75f3-4844-8a10-3df7bc9731ba/3604bc7f-597a-418c-96bb-4d319f50bcbd/ed2376cb-8599-4a00-b76e-8dc584acbe9e) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:12.524001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-de4fbbd9-ccaa-46f4-a0ab-c8ededbded64 req-a36555f6-af71-4a7f-b3ab-7d29dbfa839a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:12.525317 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-de4fbbd9-ccaa-46f4-a0ab-c8ededbded64 req-a36555f6-af71-4a7f-b3ab-7d29dbfa839a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.0811999
Dec 18 06:51:12.549669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b74f1-f821-4d2e-b5a0-9899b9db6666 req-c3c813d7-27f5-412d-913a-7154a11b9152 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:12.558531 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c09b74f1-f821-4d2e-b5a0-9899b9db6666 req-c3c813d7-27f5-412d-913a-7154a11b9152 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 943 time: 1.0804179
Dec 18 06:51:12.649994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11adf50b-4fd1-4be4-b6c6-e6ca0be7c5c6 None None] New status for floating IP 2ee6573d-0a22-4822-9073-67c776d5eea3: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:51:12.665938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:12.677836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fae1771a-11ce-4cdd-8719-987b6621e59a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:12.714634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:12.789951 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] 10.222.0.23 "DELETE /v2.0/networks/a95d1eb4-f773-4bd7-8d20-2686794a4e44 HTTP/1.1" status: 204  len: 168 time: 3.9565728
Dec 18 06:51:12.791977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Pushing event deleted for resources: {'Network': ['ID=a95d1eb4-f773-4bd7-8d20-2686794a4e44,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:12.801205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236e4e2-23cf-4c6a-85b0-48f6ac37fc65 req-2bc7a447-ed56-42a7-b055-cedcc16c3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:12.804466 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1236e4e2-23cf-4c6a-85b0-48f6ac37fc65 req-2bc7a447-ed56-42a7-b055-cedcc16c3728 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8 HTTP/1.1" status: 200  len: 891 time: 1.4917519
Dec 18 06:51:12.807141 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3', 'code': 200}
Dec 18 06:51:12.833459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c09b74f1-f821-4d2e-b5a0-9899b9db6666 req-33e96a74-05a8-4a31-ab8e-7290e36726bc tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2738314
Dec 18 06:51:12.865459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-748d18d1-d47c-449f-b2ed-21b7e150f1c2 req-d43a35f6-8562-463b-834e-1a3cfa164eb5 service neutron] 10.222.0.15 "GET /v2.0/networks/eccf68d5-2996-439d-8302-271c33f8da73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6309619
Dec 18 06:51:12.965882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2,segment=NetworkSegment(3a16444d-d2e4-4d19-b7ee-5cdb15af861c),segment_id=3a16444d-d2e4-4d19-b7ee-5cdb15af861c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:12.980936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:12.984631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dab32775-57a7-4bfb-aa9c-72b4bbb7b25e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:13.026403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:13.144152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:13.148381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:13.153676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:13.198819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Transition to ACTIVE for port object ed2376cb-8599-4a00-b76e-8dc584acbe9e will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:13.199495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:13.232156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Transition to ACTIVE for port object ed2376cb-8599-4a00-b76e-8dc584acbe9e will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:13.245622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:13.280761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:13.283882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-534c28e7-c708-4d7c-b576-6823f7faa01d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:13.309787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49626) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:13.317901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1f1536de-e483-4fad-a1f9-5f079804fad7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:13.437855 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1236e4e2-23cf-4c6a-85b0-48f6ac37fc65 req-1c4c7fb6-4c8d-4b28-b744-0b45205d4cb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 HTTP/1.1" status: 200  len: 217 time: 0.2279735
Dec 18 06:51:13.467224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Pushing event updated for resources: {'Port': ['ID=ed2376cb-8599-4a00-b76e-8dc584acbe9e,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:13.483634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:13.497806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fae1771a-11ce-4cdd-8719-987b6621e59a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:13.511922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c28e7-c708-4d7c-b576-6823f7faa01d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Subnet': ['ID=f0ecd39e-90da-4377-b694-0737c3b1f59a,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:13.514732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d1955bc8-1c01-4d29-95e3-7ef410ec985c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:13.541086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-534c28e7-c708-4d7c-b576-6823f7faa01d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:13.559772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17c4c9e8>,) {'filters': {'network_id': ['d326cc63-0ce1-4bf0-b571-3c358ed7bda0']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:13.613659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17c4c9e8>, '50a9e434-2abe-4307-a30d-a7b57824d25f') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:13.614166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17c4c9e8>, '50a9e434-2abe-4307-a30d-a7b57824d25f') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:13.617068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1771a-11ce-4cdd-8719-987b6621e59a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=e6f31aa8-70fe-4b0c-ba37-806b67dda1ce,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:13.678661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:13.684005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:13.691735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:13.704724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fae1771a-11ce-4cdd-8719-987b6621e59a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:13.763482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:13.780660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Attempting to bind port ed2376cb-8599-4a00-b76e-8dc584acbe9e on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:51:13.781089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Attempting to bind port ed2376cb-8599-4a00-b76e-8dc584acbe9e by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f87070e2-46bd-4ce8-aafe-eeb48bea38af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b4bfbd6-75f3-4844-8a10-3df7bc9731ba'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:51:13.781547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Attempting to bind port ed2376cb-8599-4a00-b76e-8dc584acbe9e on network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:51:13.784501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Allocated IP 172.20.0.1 (8b4bfbd6-75f3-4844-8a10-3df7bc9731ba/3604bc7f-597a-418c-96bb-4d319f50bcbd/b6c61acf-a5c0-4894-a78b-c591c4d52dab) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:13.788904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:51:13.789337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Checking segment: {'id': 'f87070e2-46bd-4ce8-aafe-eeb48bea38af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b4bfbd6-75f3-4844-8a10-3df7bc9731ba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:13.790506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:13.790506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Bound using segment: {'id': 'f87070e2-46bd-4ce8-aafe-eeb48bea38af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b4bfbd6-75f3-4844-8a10-3df7bc9731ba'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:51:13.790923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Bound port: ed2376cb-8599-4a00-b76e-8dc584acbe9e, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f87070e2-46bd-4ce8-aafe-eeb48bea38af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8b4bfbd6-75f3-4844-8a10-3df7bc9731ba'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:51:13.791522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:13.793865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fae1771a-11ce-4cdd-8719-987b6621e59a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:13.828585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0c682-c89f-46fd-a0a4-6e8503defe21 req-8492aeb0-e143-4944-b10c-911e308e9ef2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:13.829591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-cca0c682-c89f-46fd-a0a4-6e8503defe21 req-8492aeb0-e143-4944-b10c-911e308e9ef2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:13.833332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fae1771a-11ce-4cdd-8719-987b6621e59a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/e6f31aa8-70fe-4b0c-ba37-806b67dda1ce HTTP/1.1" status: 204  len: 168 time: 3.3040791
Dec 18 06:51:13.838451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-534c28e7-c708-4d7c-b576-6823f7faa01d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:13.843364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236e4e2-23cf-4c6a-85b0-48f6ac37fc65 req-8061cc4f-e700-4bff-ad4d-a729db1d29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:13.845068 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1236e4e2-23cf-4c6a-85b0-48f6ac37fc65 req-8061cc4f-e700-4bff-ad4d-a729db1d29d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c1d58c4a-1556-4108-b88d-c8d3dc20a67e HTTP/1.1" status: 200  len: 835 time: 0.3804216
Dec 18 06:51:13.854295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49634) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:13.858431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:13.867677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Releasing vxlan tunnel 9 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:13.944791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] For port ed2376cb-8599-4a00-b76e-8dc584acbe9e, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:51:13.948748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] For port ed2376cb-8599-4a00-b76e-8dc584acbe9e, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ed2376cb-8599-4a00-b76e-8dc584acbe9e,segment=NetworkSegment(f87070e2-46bd-4ce8-aafe-eeb48bea38af),segment_id=f87070e2-46bd-4ce8-aafe-eeb48bea38af)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:51:13.956116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:13.977978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:14.010326 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-534c28e7-c708-4d7c-b576-6823f7faa01d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/f0ecd39e-90da-4377-b694-0737c3b1f59a HTTP/1.1" status: 204  len: 168 time: 3.9880459
Dec 18 06:51:14.042003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49640) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:14.120793 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-76a5aac9-6728-4ba6-b5bd-45d9b643d771 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2553320
Dec 18 06:51:14.124821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-cca0c682-c89f-46fd-a0a4-6e8503defe21 req-8492aeb0-e143-4944-b10c-911e308e9ef2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:14.126148 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cca0c682-c89f-46fd-a0a4-6e8503defe21 req-8492aeb0-e143-4944-b10c-911e308e9ef2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 945 time: 1.9341958
Dec 18 06:51:14.126864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49644) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:14.132717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Pushing event updated for resources: {'Port': ['ID=ed2376cb-8599-4a00-b76e-8dc584acbe9e,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:14.138172 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-33d50268-09b8-4bd2-9a0d-97b4b17eebff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=42abc569ca2340758e603f78afb67855&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7666593
Dec 18 06:51:14.138363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:14.153447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49646) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:14.176095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:14.258715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:14.271107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca793e-21a0-405c-9a72-9f26403ef69a req-260888df-004b-47bd-a83a-d3814a472b67 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:14.273235 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5eca793e-21a0-405c-9a72-9f26403ef69a req-260888df-004b-47bd-a83a-d3814a472b67 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 943 time: 0.3770080
Dec 18 06:51:14.308391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:14.396827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Transition to ACTIVE for port object b6c61acf-a5c0-4894-a78b-c591c4d52dab will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:14.400122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-762ffed3-7f9c-49b6-94fe-a0a5480ed284 req-45b7b23b-b81b-4717-9859-969af7d890c5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] For port b2298e17-da01-4aa7-bb1e-53ebc4e01af3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,segment=NetworkSegment(6cd5331a-bad2-4ecf-ad55-7788a46d9e55),segment_id=6cd5331a-bad2-4ecf-ad55-7788a46d9e55)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:14.400534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-762ffed3-7f9c-49b6-94fe-a0a5480ed284 req-45b7b23b-b81b-4717-9859-969af7d890c5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:14.430366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:14.450070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:14.455864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9accf-bea2-4157-96d7-09691d3bdf9d req-0ca193ea-cb0a-42ee-95ce-df6de8cfaf75 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:14.458742 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1c9accf-bea2-4157-96d7-09691d3bdf9d req-0ca193ea-cb0a-42ee-95ce-df6de8cfaf75 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 943 time: 0.4786556
Dec 18 06:51:14.466558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port 3d76c419-6705-4f85-b93c-eb509f0963f1 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:14.470296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:14.504473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2afb6433-7f60-4713-b8c0-a09bd882bbd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:14.516411 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5eca793e-21a0-405c-9a72-9f26403ef69a req-49bb662c-5d1f-43b6-8626-d9e0ed583736 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2297416
Dec 18 06:51:14.591560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2afb6433-7f60-4713-b8c0-a09bd882bbd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:14.614499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b209e0d-d2e3-4f36-9e57-b0f20e1964c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:14.680517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-762ffed3-7f9c-49b6-94fe-a0a5480ed284 req-45b7b23b-b81b-4717-9859-969af7d890c5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Calling delete_port for b2298e17-da01-4aa7-bb1e-53ebc4e01af3 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:14.680743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:14.737229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-cca0c682-c89f-46fd-a0a4-6e8503defe21 req-4a147538-fc67-47c1-be7d-c275332d198e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:14.737573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cca0c682-c89f-46fd-a0a4-6e8503defe21 req-4a147538-fc67-47c1-be7d-c275332d198e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:14.797158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:14.808917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:51:14.832222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236e4e2-23cf-4c6a-85b0-48f6ac37fc65 req-26512449-3b02-4c0b-b848-c864cedc6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:14.833976 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1236e4e2-23cf-4c6a-85b0-48f6ac37fc65 req-26512449-3b02-4c0b-b848-c864cedc6a21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c765a100-af74-42a4-9b9f-ecadf3f8bfa8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.9425268
Dec 18 06:51:14.837818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:14.870613 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'code': 200}
Dec 18 06:51:14.899573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:14.993040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0c46a2cf-4f53-49bb-a9f6-6c6659d4a7de tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:15.009926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:15.048654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network d326cc63-0ce1-4bf0-b571-3c358ed7bda0 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:15.090239 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:15.113082 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1c9accf-bea2-4157-96d7-09691d3bdf9d req-f7a59b3a-e282-4b41-b0e4-6b6ddbeca273 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/security-groups?id=d184d61c-83b3-47f8-b73f-dc4a919953fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5996194
Dec 18 06:51:15.182619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2afb6433-7f60-4713-b8c0-a09bd882bbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:15.241564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=b6c61acf-a5c0-4894-a78b-c591c4d52dab,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:15.256700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:15.257296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4cbe0e83-a86b-43ea-bedf-611301a2ee68 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:15.300574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb6433-7f60-4713-b8c0-a09bd882bbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37322a4b-bb72-473e-8517-fb1e94e2d2b4,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:15.308253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2afb6433-7f60-4713-b8c0-a09bd882bbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:15.321643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2afb6433-7f60-4713-b8c0-a09bd882bbd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:15.325302 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2afb6433-7f60-4713-b8c0-a09bd882bbd9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37322a4b-bb72-473e-8517-fb1e94e2d2b4 HTTP/1.1" status: 204  len: 168 time: 1.1628137
Dec 18 06:51:15.348509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] For port 3d76c419-6705-4f85-b93c-eb509f0963f1, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3d76c419-6705-4f85-b93c-eb509f0963f1,segment=NetworkSegment(7d24ef83-f322-4bd2-8fa9-c0308d4a5bad),segment_id=7d24ef83-f322-4bd2-8fa9-c0308d4a5bad)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:15.348879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:15.533729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for 3d76c419-6705-4f85-b93c-eb509f0963f1 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:15.542339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ed2376cb-8599-4a00-b76e-8dc584acbe9e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:51:15.563422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:15.570843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:15.574282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:15.574887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:15.659057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port ed2376cb-8599-4a00-b76e-8dc584acbe9e completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:15.706006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:15.711078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:15.733831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:15.831083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:15.841668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6440e77-5cfe-4c23-8225-b7b6ec26cab4 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:51:15.847708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Network': ['ID=d326cc63-0ce1-4bf0-b571-3c358ed7bda0,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:15.856785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:15.875910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0ee8d865-62cf-412e-bd25-419dffa5d6c2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:15.885753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:15.901552 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/d326cc63-0ce1-4bf0-b571-3c358ed7bda0 HTTP/1.1" status: 204  len: 168 time: 12.1332579
Dec 18 06:51:15.926994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:15.928123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49662) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:16.001550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=3d76c419-6705-4f85-b93c-eb509f0963f1,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:16.007667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:16.011778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Provisioning for port ed2376cb-8599-4a00-b76e-8dc584acbe9e completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:16.028642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Provisioning complete for port ed2376cb-8599-4a00-b76e-8dc584acbe9e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:16.028994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:16.057240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No DVR routers for this DVR port 3d76c419-6705-4f85-b93c-eb509f0963f1 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:16.065463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8c5d7-34be-4d09-aa70-908d6f4c8425 req-83c28be7-dd76-4d15-8c3c-583121749735 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:16.074233 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9bd8c5d7-34be-4d09-aa70-908d6f4c8425 req-83c28be7-dd76-4d15-8c3c-583121749735 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 943 time: 0.2944920
Dec 18 06:51:16.077330 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1236e4e2-23cf-4c6a-85b0-48f6ac37fc65 req-d3b89d33-f385-4a1e-a93e-8cd082328830 service neutron] 10.222.0.15 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1790116
Dec 18 06:51:16.092673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6440e77-5cfe-4c23-8225-b7b6ec26cab4 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:51:16.261350 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1236e4e2-23cf-4c6a-85b0-48f6ac37fc65 req-bd46b8db-3d86-440d-9f2a-b52b3d9af8c4 service neutron] 10.222.0.15 "GET /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1507587
Dec 18 06:51:16.266186 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9bd8c5d7-34be-4d09-aa70-908d6f4c8425 req-b27b73fd-a395-44a9-8568-fb6c643eb842 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=12409eb0-b1cf-4a45-8ee9-401e64b0fd21&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1909022
Dec 18 06:51:16.271298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:16.284794 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-0576eb2b-e43b-49ab-bcfc-cf96f014067b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:16.285411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0576eb2b-e43b-49ab-bcfc-cf96f014067b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:16.294612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0576eb2b-e43b-49ab-bcfc-cf96f014067b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/d326cc63-0ce1-4bf0-b571-3c358ed7bda0 HTTP/1.1" status: 404  len: 339 time: 0.2572379
Dec 18 06:51:16.297025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49676) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:16.321381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-950153862', 'description': 'd1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:16.326840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:16.331431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Usage tracker for resource:network and tenant:83ae0a89a3244e0691e73c0a5ec8a4ab is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:16.343708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Quota usage for network was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:16.350738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:16.362491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-762ffed3-7f9c-49b6-94fe-a0a5480ed284 req-45b7b23b-b81b-4717-9859-969af7d890c5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:16.431419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b10fe219-0ae8-4c94-b50c-5497b9b9d113 req-c846b352-1554-4dfd-b10d-28c8eca25138 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 210 time: 0.1348796
Dec 18 06:51:16.431775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:16.513719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac24e08da0>,) {'filters': {'network_id': ['2ffc2130-29fc-4d88-b219-abdb05fad942']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:16.541144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac24e08da0>, '7d24ef83-f322-4bd2-8fa9-c0308d4a5bad') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:16.541373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:16.541486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac24e08da0>, '7d24ef83-f322-4bd2-8fa9-c0308d4a5bad') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:16.547328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:16.558384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c5f631a1-6e57-42f8-b99a-fe2df873a306 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:16.567285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:16.589332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:16.606908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:16.611324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Releasing vxlan tunnel 8 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:16.701699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7b23b-b81b-4717-9859-969af7d890c5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event deleted for resources: {'Port': ['ID=b2298e17-da01-4aa7-bb1e-53ebc4e01af3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:16.714058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-45b7b23b-b81b-4717-9859-969af7d890c5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:16.755220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:51:16.764976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:16.765376 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Added segment 43c62a6b-fa2f-4ad1-b54f-17615581d65c of type vxlan for network 8141ccff-a1ef-4064-96ce-89af0ee99bf8
Dec 18 06:51:16.766340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] For port ed2376cb-8599-4a00-b76e-8dc584acbe9e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ed2376cb-8599-4a00-b76e-8dc584acbe9e,segment=NetworkSegment(f87070e2-46bd-4ce8-aafe-eeb48bea38af),segment_id=f87070e2-46bd-4ce8-aafe-eeb48bea38af)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:16.776879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:16.782821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:16.794635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:16.832500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-cca0c682-c89f-46fd-a0a4-6e8503defe21 req-4a147538-fc67-47c1-be7d-c275332d198e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2,segment=NetworkSegment(3a16444d-d2e4-4d19-b7ee-5cdb15af861c),segment_id=3a16444d-d2e4-4d19-b7ee-5cdb15af861c)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:16.832957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cca0c682-c89f-46fd-a0a4-6e8503defe21 req-4a147538-fc67-47c1-be7d-c275332d198e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:16.844346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49686) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:16.906670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 2ffc2130-29fc-4d88-b219-abdb05fad942 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:16.907909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Pushing event updated for resources: {'Port': ['ID=ed2376cb-8599-4a00-b76e-8dc584acbe9e,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:16.918971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:16.924244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.924638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.925033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.925399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.925841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.926222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.926590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.926960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.927430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.927800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.928166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.928536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.928959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.929325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.929719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.930085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.930448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.930812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.931175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.931536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.931895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.932519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.932642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.932933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:16.939963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:16.954422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:51:17.026958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-762ffed3-7f9c-49b6-94fe-a0a5480ed284 req-45b7b23b-b81b-4717-9859-969af7d890c5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] No DVR routers for this DVR port b2298e17-da01-4aa7-bb1e-53ebc4e01af3 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:17.039138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-cca0c682-c89f-46fd-a0a4-6e8503defe21 req-4a147538-fc67-47c1-be7d-c275332d198e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:17.086997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-762ffed3-7f9c-49b6-94fe-a0a5480ed284 req-45b7b23b-b81b-4717-9859-969af7d890c5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:17.092450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'name': 'network-vif-deleted', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:51:17.136054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1961928894'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:17.147003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:17.151879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:17.152527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:17.160923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:17.165900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36ee7870-2ec6-4dda-9419-90f7705adc2b tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:17.182661 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-762ffed3-7f9c-49b6-94fe-a0a5480ed284 req-45b7b23b-b81b-4717-9859-969af7d890c5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.15 "DELETE /v2.0/ports/b2298e17-da01-4aa7-bb1e-53ebc4e01af3 HTTP/1.1" status: 204  len: 173 time: 5.6311786
Dec 18 06:51:17.187753 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f6c302-f72c-46da-8ee6-245325bf2d79', 'name': 'network-vif-deleted', 'tag': 'b2298e17-da01-4aa7-bb1e-53ebc4e01af3', 'status': 'completed', 'code': 200}
Dec 18 06:51:17.252833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:network and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:17.284745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:17.291568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 2ffc2130-29fc-4d88-b219-abdb05fad942 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:17.325692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:17.413073 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.1091957
Dec 18 06:51:17.414703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49696) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:17.446743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:17.453754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Network': ['ID=8141ccff-a1ef-4064-96ce-89af0ee99bf8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:17.463718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:17.467234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8b3932b-257f-4697-8db3-92c815695811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:17.476056 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:17.504538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 8141ccff-a1ef-4064-96ce-89af0ee99bf8 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:17.534042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:17.538464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:17.542841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:17.546146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a83fad6-1e2d-4219-828a-34d1be1f12ca tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:17.548538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:17.553774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 8141ccff-a1ef-4064-96ce-89af0ee99bf8 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:17.580094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Network': ['ID=2ffc2130-29fc-4d88-b219-abdb05fad942,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:17.603641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:17.688315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:17.712734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a1181c-f5ea-436b-b986-28146a87d31e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:17.713467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-38a1181c-f5ea-436b-b986-28146a87d31e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Synchronizing usage tracker for tenant:83ae0a89a3244e0691e73c0a5ec8a4ab on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:17.758207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:17.777766 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/networks/2ffc2130-29fc-4d88-b219-abdb05fad942 HTTP/1.1" status: 204  len: 168 time: 3.7345693
Dec 18 06:51:17.786402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:security_group_rule and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:17.790102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49702) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:17.799312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2017298426', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:17.810846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:17.814231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cca0c682-c89f-46fd-a0a4-6e8503defe21 req-4a147538-fc67-47c1-be7d-c275332d198e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:17.827223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ed2376cb-8599-4a00-b76e-8dc584acbe9e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:51:17.835933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:17.839065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85c4ee6e-f007-4b94-9498-67284f3d2862 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:17.881780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:17.923359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d5a557-4408-4097-b444-50d6beee949f None None] Network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:17.938377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f63cae-ab08-4bb7-b773-aa4847290178 None None] Network 2ffc2130-29fc-4d88-b219-abdb05fad942 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:17.950910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-38a1181c-f5ea-436b-b986-28146a87d31e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Unset dirty status for tenant:83ae0a89a3244e0691e73c0a5ec8a4ab on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:17.955488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-38a1181c-f5ea-436b-b986-28146a87d31e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "GET /v2.0/networks?id=8141ccff-a1ef-4064-96ce-89af0ee99bf8 HTTP/1.1" status: 200  len: 764 time: 0.5349166
Dec 18 06:51:17.963213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49706) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:17.965617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:router and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:17.972903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a147538-fc67-47c1-be7d-c275332d198e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=68b2bbaa-ed07-4793-9d70-48ef70e7aaa2,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:17.978588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4a147538-fc67-47c1-be7d-c275332d198e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:17.979696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:18.012192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1fc335ae-fcac-4751-861a-dcf8251ac749 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'network': {'description': 'd2'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:18.063689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:18.181792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f63cae-ab08-4bb7-b773-aa4847290178 None None] Network 2ffc2130-29fc-4d88-b219-abdb05fad942 could not be found, it might have been deleted concurrently. {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 18 06:51:18.205442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:18.206552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:18.225980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ae29b6-b460-461b-82bc-4beed5c7b38a None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:18.352466 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-392a5d8d-3e5d-4628-9496-f3effa498821 req-4b96f15e-03f8-4555-b123-1a42e2346c6c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 210 time: 0.6465797
Dec 18 06:51:18.358523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:18.362057 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-38e82045-896d-4999-814a-e244c8590eee req-4aff95f9-c36c-4e7d-b456-84c3875749ae tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "GET /v2.0/ports?device_id=37f6c302-f72c-46da-8ee6-245325bf2d79 HTTP/1.1" status: 200  len: 210 time: 0.5659378
Dec 18 06:51:18.373969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:18.386234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d24027-ab10-47d2-8a39-394a0a1867e4 None None] DHCP port deletion for 2ffc2130-29fc-4d88-b219-abdb05fad942 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:51:18.388832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5da70124-8e43-4692-90f6-7364904b45fb None None] Provisioning complete for port c9374889-4f96-4650-b38b-05e82a581808 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:18.389774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5da70124-8e43-4692-90f6-7364904b45fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:18.423458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:18.515502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=b6c61acf-a5c0-4894-a78b-c591c4d52dab,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:18.521010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:18.537027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:18.551170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ed2376cb-8599-4a00-b76e-8dc584acbe9e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:18.551707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:18.655303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:18.718141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:18.719493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:18.881841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:18.930826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 05738d1f-48a6-4b27-9b34-e94170a5fbcb is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:51:19.009000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca0c682-c89f-46fd-a0a4-6e8503defe21 req-4a147538-fc67-47c1-be7d-c275332d198e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] No DVR routers for this DVR port 68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:19.019684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fc335ae-fcac-4751-861a-dcf8251ac749 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:19.097389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cca0c682-c89f-46fd-a0a4-6e8503defe21 req-4a147538-fc67-47c1-be7d-c275332d198e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:19.109815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:51:19.119275 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/05738d1f-48a6-4b27-9b34-e94170a5fbcb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9492824
Dec 18 06:51:19.120168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49710) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:19.123034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b4b4a6-0612-4a59-93fe-be56e3b84790 None None] Sync routers for ids ['05738d1f-48a6-4b27-9b34-e94170a5fbcb'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:51:19.140363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4b4a6-0612-4a59-93fe-be56e3b84790 None None] Routers {'05738d1f-48a6-4b27-9b34-e94170a5fbcb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:19.141409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-58b4b4a6-0612-4a59-93fe-be56e3b84790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d63fa20>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['05738d1f-48a6-4b27-9b34-e94170a5fbcb'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:19.215318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c67da-b5b4-4a08-9ad0-69933d00744f tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:19.216044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b18c67da-b5b4-4a08-9ad0-69933d00744f tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Synchronizing usage tracker for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:19.233141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'name': 'network-vif-deleted', 'tag': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:51:19.233381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b18c67da-b5b4-4a08-9ad0-69933d00744f tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Unset dirty status for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:19.237245 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b18c67da-b5b4-4a08-9ad0-69933d00744f tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports/b6c61acf-a5c0-4894-a78b-c591c4d52dab HTTP/1.1" status: 200  len: 910 time: 0.1130064
Dec 18 06:51:19.237784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49716) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:19.259782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-58b4b4a6-0612-4a59-93fe-be56e3b84790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d63fa20>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:19.261041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fc335ae-fcac-4751-861a-dcf8251ac749 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:19.285775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:19.291446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b4b4a6-0612-4a59-93fe-be56e3b84790 None None] Routers {'05738d1f-48a6-4b27-9b34-e94170a5fbcb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:19.292525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c45e412e-ed0e-4bd8-a4f0-f0530d29e1e7 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:19.294743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-58b4b4a6-0612-4a59-93fe-be56e3b84790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d63fa20>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['05738d1f-48a6-4b27-9b34-e94170a5fbcb'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:19.386911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3d76c419-6705-4f85-b93c-eb509f0963f1 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:19.510480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 3d76c419-6705-4f85-b93c-eb509f0963f1 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:51:19.510991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3d76c419-6705-4f85-b93c-eb509f0963f1 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:51:19.512645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-58b4b4a6-0612-4a59-93fe-be56e3b84790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d63fa20>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:19.513174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b4b4a6-0612-4a59-93fe-be56e3b84790 None None] The sync data for ids ['05738d1f-48a6-4b27-9b34-e94170a5fbcb'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:51:19.523447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-392e4f2a-d6fe-4414-9c1e-f09148434e8c None None] Provisioning complete for port a3761f33-d044-4d82-99be-9f69054ebee8 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:19.524123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-392e4f2a-d6fe-4414-9c1e-f09148434e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:19.567309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:19.573147 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39beb7c-5937-4f2c-8847-adeba1bfbe71', 'name': 'network-vif-deleted', 'tag': '68b2bbaa-ed07-4793-9d70-48ef70e7aaa2', 'status': 'completed', 'code': 200}
Dec 18 06:51:19.585497 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cca0c682-c89f-46fd-a0a4-6e8503defe21 req-4a147538-fc67-47c1-be7d-c275332d198e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "DELETE /v2.0/ports/68b2bbaa-ed07-4793-9d70-48ef70e7aaa2 HTTP/1.1" status: 204  len: 173 time: 5.4161799
Dec 18 06:51:19.586270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:19.707642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49724) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:19.790857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cc6ba5-acd2-4f2d-94ee-aaea30243982 None None] Network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:19.827808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:51:19.839360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:51:19.882847 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8fe6637a-8159-404d-8e36-aec944692b0f req-1376c2a3-e923-42a6-8482-53aa999ed5a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=b39beb7c-5937-4f2c-8847-adeba1bfbe71 HTTP/1.1" status: 200  len: 210 time: 0.0778856
Dec 18 06:51:19.914071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-67834966-9ea6-427c-abc2-64103e81e052 None None] Provisioning complete for port ed2376cb-8599-4a00-b76e-8dc584acbe9e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:19.914982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67834966-9ea6-427c-abc2-64103e81e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:19.916910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:19.944920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc335ae-fcac-4751-861a-dcf8251ac749 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Network': ['ID=8141ccff-a1ef-4064-96ce-89af0ee99bf8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:19.947933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1fc335ae-fcac-4751-861a-dcf8251ac749 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:19.955284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:19.955681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Added segment d7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8 of type vxlan for network 91a72938-020a-409e-904b-737e7d3421cf
Dec 18 06:51:19.958925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-181f084a-4683-440d-b0f2-3c43b298c422 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:19.961917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a239b413-5b54-4029-baa7-f1dd4bdf2361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.331s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:19.969544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fc335ae-fcac-4751-861a-dcf8251ac749 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network 8141ccff-a1ef-4064-96ce-89af0ee99bf8 is not hosted by any dhcp agent {{(pid=81084) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 18 06:51:19.973704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 8141ccff-a1ef-4064-96ce-89af0ee99bf8 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:19.974005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc335ae-fcac-4751-861a-dcf8251ac749 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:19.974669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fc335ae-fcac-4751-861a-dcf8251ac749 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:19.978639 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1fc335ae-fcac-4751-861a-dcf8251ac749 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "PUT /v2.0/networks/8141ccff-a1ef-4064-96ce-89af0ee99bf8 HTTP/1.1" status: 200  len: 761 time: 1.9998555
Dec 18 06:51:19.987164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 8141ccff-a1ef-4064-96ce-89af0ee99bf8 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:20.015953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49728) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:20.089223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:20.236874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e61954-dee6-4437-9f89-85a73a6321d8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:20.244702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:20.348958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819bb3c9-0b5a-41a4-93ad-c7ba5b6d22e1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:20.354742 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-819bb3c9-0b5a-41a4-93ad-c7ba5b6d22e1 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "GET /v2.0/networks?id=8141ccff-a1ef-4064-96ce-89af0ee99bf8 HTTP/1.1" status: 200  len: 764 time: 0.3282027
Dec 18 06:51:20.360163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49732) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:20.444677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:20.464230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:20.468773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:20.469460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:20.512403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1d708404-e213-4c40-b561-205bb65a49b7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:20.619292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-67834966-9ea6-427c-abc2-64103e81e052 None None] Provisioning for port b6c61acf-a5c0-4894-a78b-c591c4d52dab completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:20.633486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-67834966-9ea6-427c-abc2-64103e81e052 None None] Provisioning complete for port b6c61acf-a5c0-4894-a78b-c591c4d52dab triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:20.634130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67834966-9ea6-427c-abc2-64103e81e052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:20.692090 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 3.8402874
Dec 18 06:51:20.698439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-67834966-9ea6-427c-abc2-64103e81e052 None None] Port b6c61acf-a5c0-4894-a78b-c591c4d52dab cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:51:20.700476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:20.712302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49736) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:20.730371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Network': ['ID=91a72938-020a-409e-904b-737e7d3421cf,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:20.744685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 91a72938-020a-409e-904b-737e7d3421cf details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:20.759986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:20.763557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 91a72938-020a-409e-904b-737e7d3421cf details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:20.764298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'name': 'tempest-PortsTestJSON-1466252594'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:20.900298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:20.975434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:port and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:20.982616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:21.002537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:21.012392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15eba6f-d629-4777-9771-764e90cfb320 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:21.017224 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e15eba6f-d629-4777-9771-764e90cfb320 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.6558564
Dec 18 06:51:21.018110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49742) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:21.031082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ef7d63e2-f61c-42f8-8cba-49d06d883f89 None None] Provisioning complete for port ed2376cb-8599-4a00-b76e-8dc584acbe9e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:21.031781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef7d63e2-f61c-42f8-8cba-49d06d883f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:21.076920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49746) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:21.174760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f7f78ca9-eb48-4e55-b200-742af6c113d9 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Synchronizing usage tracker for tenant:83ae0a89a3244e0691e73c0a5ec8a4ab on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:21.192323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ef7d63e2-f61c-42f8-8cba-49d06d883f89 None None] Provisioning complete for port b6c61acf-a5c0-4894-a78b-c591c4d52dab triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:21.193339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef7d63e2-f61c-42f8-8cba-49d06d883f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:21.259492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d63e2-f61c-42f8-8cba-49d06d883f89 None None] Port b6c61acf-a5c0-4894-a78b-c591c4d52dab cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:51:21.271770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:21.277135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:21.381915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2d57efd8-731e-4bef-b61e-19489ddfd678 None None] Provisioning complete for port ed2376cb-8599-4a00-b76e-8dc584acbe9e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:21.382747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d57efd8-731e-4bef-b61e-19489ddfd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:21.389946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:21.553695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2d57efd8-731e-4bef-b61e-19489ddfd678 None None] Provisioning complete for port b6c61acf-a5c0-4894-a78b-c591c4d52dab triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:21.554228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d57efd8-731e-4bef-b61e-19489ddfd678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:21.618201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2d57efd8-731e-4bef-b61e-19489ddfd678 None None] Port b6c61acf-a5c0-4894-a78b-c591c4d52dab cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:51:21.737057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f7f78ca9-eb48-4e55-b200-742af6c113d9 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Unset dirty status for tenant:83ae0a89a3244e0691e73c0a5ec8a4ab on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:21.742284 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f7f78ca9-eb48-4e55-b200-742af6c113d9 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "GET /v2.0/subnets?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 207 time: 0.7145386
Dec 18 06:51:21.743867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1dd64178-762a-449b-9f77-75d3bd754a11 None None] Provisioning complete for port b6c61acf-a5c0-4894-a78b-c591c4d52dab triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:21.744260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1dd64178-762a-449b-9f77-75d3bd754a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:21.748596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49750) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:21.759158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:21.801957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1dd64178-762a-449b-9f77-75d3bd754a11 None None] Port b6c61acf-a5c0-4894-a78b-c591c4d52dab cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:51:21.913677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-181f084a-4683-440d-b0f2-3c43b298c422 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port b6c61acf-a5c0-4894-a78b-c591c4d52dab {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:21.914245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-181f084a-4683-440d-b0f2-3c43b298c422 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:21.923995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a7b4cca3-7a45-4085-8fc5-92f6d43df1b7 None None] Provisioning complete for port ed2376cb-8599-4a00-b76e-8dc584acbe9e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:21.924509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7b4cca3-7a45-4085-8fc5-92f6d43df1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:22.072936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b657125d-c248-4dcb-ace0-18c95fa52995 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:22.093233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port fe2c46a6-80a7-460d-9761-739c70e8bd37 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:51:22.133578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7716e0ac-11c3-45be-8250-8b6175854329 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:22.137915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7716e0ac-11c3-45be-8250-8b6175854329 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:22.142256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7716e0ac-11c3-45be-8250-8b6175854329 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:22.147360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7716e0ac-11c3-45be-8250-8b6175854329 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:22.151665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7716e0ac-11c3-45be-8250-8b6175854329 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:22.156100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7716e0ac-11c3-45be-8250-8b6175854329 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:22.157122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7716e0ac-11c3-45be-8250-8b6175854329 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Synchronizing usage tracker for tenant:83ae0a89a3244e0691e73c0a5ec8a4ab on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:22.187960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b657125d-c248-4dcb-ace0-18c95fa52995 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:22.237485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7716e0ac-11c3-45be-8250-8b6175854329 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Unset dirty status for tenant:83ae0a89a3244e0691e73c0a5ec8a4ab on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:22.238805 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7716e0ac-11c3-45be-8250-8b6175854329 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.4842896
Dec 18 06:51:22.244975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49754) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:22.266614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] For port a3761f33-d044-4d82-99be-9f69054ebee8, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a3761f33-d044-4d82-99be-9f69054ebee8,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:22.347262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Deleting port d1fded5f-4a4d-40e8-a905-a24f6900a6e3 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:22.347643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:22.412888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:22.429954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-181f084a-4683-440d-b0f2-3c43b298c422 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:22.537533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:22.564575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:22.565490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:22.586458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de61255b-505d-4423-a594-dabc31899438 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:22.653590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-181f084a-4683-440d-b0f2-3c43b298c422 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for b6c61acf-a5c0-4894-a78b-c591c4d52dab owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:22.774081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Allocated IP 172.26.7.188 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/26954930-32bc-477a-9a70-9ab028495389) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:22.776331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b657125d-c248-4dcb-ace0-18c95fa52995 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:22.780611 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-16a776ea-e406-41e6-bb4c-75a4121ec3c8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.5234902
Dec 18 06:51:22.781783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:22.788796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49758) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:22.840627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=a3761f33-d044-4d82-99be-9f69054ebee8,revision_number=6']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:22.863063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:22.913405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8c7ddbbf-560a-495a-805d-06734586612b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.293s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:23.007832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b657125d-c248-4dcb-ace0-18c95fa52995 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:23.009077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b657125d-c248-4dcb-ace0-18c95fa52995 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/security-groups/12409eb0-b1cf-4a45-8ee9-401e64b0fd21 HTTP/1.1" status: 204  len: 168 time: 1.8690825
Dec 18 06:51:23.058743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004c649-679c-4cda-8d38-b44daa777a60 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:23.059429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49764) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:23.060251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004c649-679c-4cda-8d38-b44daa777a60 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:23.061772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004c649-679c-4cda-8d38-b44daa777a60 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:23.063645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004c649-679c-4cda-8d38-b44daa777a60 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:23.063768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=be24177a-11fa-410c-8fef-f45d6caf5ced,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:23.065128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9004c649-679c-4cda-8d38-b44daa777a60 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:23.066135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9004c649-679c-4cda-8d38-b44daa777a60 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Synchronizing usage tracker for tenant:83ae0a89a3244e0691e73c0a5ec8a4ab on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:23.068298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:23.073264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] For port d1fded5f-4a4d-40e8-a905-a24f6900a6e3, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=d1fded5f-4a4d-40e8-a905-a24f6900a6e3,segment=NetworkSegment(6cd5331a-bad2-4ecf-ad55-7788a46d9e55),segment_id=6cd5331a-bad2-4ecf-ad55-7788a46d9e55)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:23.073705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:23.130818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:23.132425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-927ea0b0-9b06-46ec-97be-ee437cfef611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:23.165455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:23.225331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Calling delete_port for d1fded5f-4a4d-40e8-a905-a24f6900a6e3 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:23.229262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:23.231218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657125d-c248-4dcb-ace0-18c95fa52995 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'SecurityGroup': ['ID=12409eb0-b1cf-4a45-8ee9-401e64b0fd21,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:23.238638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93040dfc-061a-4fe9-8c13-4df28d840050 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:23.253478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9004c649-679c-4cda-8d38-b44daa777a60 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Unset dirty status for tenant:83ae0a89a3244e0691e73c0a5ec8a4ab on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:23.258733 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9004c649-679c-4cda-8d38-b44daa777a60 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.4647977
Dec 18 06:51:23.260563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b657125d-c248-4dcb-ace0-18c95fa52995 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:23.261074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:23.268002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49768) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:23.324675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:23.325342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:23.398591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a3761f33-d044-4d82-99be-9f69054ebee8 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:51:23.470547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:23.498000 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 9.3575234
Dec 18 06:51:23.504181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49772) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:23.515368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=fe2c46a6-80a7-460d-9761-739c70e8bd37,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:23.528083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:23.533553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'mac_address': 'fa:16:3e:6d:21:83', 'name': 'tempest-NetworksTestDHCPv6-1934314640'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:23.590370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port a3761f33-d044-4d82-99be-9f69054ebee8 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:23.590998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:23.725454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027514e-d493-485a-861c-02060938de3a tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:23.728068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027514e-d493-485a-861c-02060938de3a tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:23.728709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027514e-d493-485a-861c-02060938de3a tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:23.730178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027514e-d493-485a-861c-02060938de3a tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:23.731383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027514e-d493-485a-861c-02060938de3a tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:23.733166 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9027514e-d493-485a-861c-02060938de3a tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.4641285
Dec 18 06:51:23.747481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49776) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:23.752863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-181f084a-4683-440d-b0f2-3c43b298c422 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:23.775983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-91fe67db-d2f6-4030-b9be-a6e7b7a1d92a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:23.886828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f084a-4683-440d-b0f2-3c43b298c422 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Port': ['ID=b6c61acf-a5c0-4894-a78b-c591c4d52dab,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:23.894951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-181f084a-4683-440d-b0f2-3c43b298c422 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:23.991107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9f105e42-1cbc-48ce-8ba9-e66fd3602392 None None] Provisioning complete for port a3761f33-d044-4d82-99be-9f69054ebee8 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:23.991569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f105e42-1cbc-48ce-8ba9-e66fd3602392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:24.093310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:24.111843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-859f865d-6a6a-4d8e-b8e1-0b9396c0f100 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:24.182049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Checking segment: {'id': 'd7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '91a72938-020a-409e-904b-737e7d3421cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:24.182404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network hostable DHCP agents. Network: 91a72938-020a-409e-904b-737e7d3421cf, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:51:24.197530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:24.220152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:24.273655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event deleted for resources: {'Port': ['ID=d1fded5f-4a4d-40e8-a905-a24f6900a6e3,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:24.282611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:24.375606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-181f084a-4683-440d-b0f2-3c43b298c422 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:24.484987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:24.504277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:24.509089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=26954930-32bc-477a-9a70-9ab028495389,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:24.511905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:24.519913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:51:24.522964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:24.537897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 91a72938-020a-409e-904b-737e7d3421cf is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:51:24.546589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:24.555663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:24.629108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 91a72938-020a-409e-904b-737e7d3421cf) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:24.637619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2114bee-07ba-4a75-a641-14c3bba676df None None] Network 91a72938-020a-409e-904b-737e7d3421cf requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:24.654584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d838ce45-ffdf-450d-a242-fe8236dc4391 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:24.656074 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d838ce45-ffdf-450d-a242-fe8236dc4391 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "GET /v2.0/networks/2ca0d6a0-10db-4e5e-9d25-7c7292e5046b HTTP/1.1" status: 200  len: 804 time: 0.9057493
Dec 18 06:51:24.660570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:24.665756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:24.666629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:24.676768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49780) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:24.678086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:24.902227 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 4.1734841
Dec 18 06:51:24.955498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49784) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:25.025023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'network': {'name': 'tempest-PortsTestJSON-781061559'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:25.036089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:25.044779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:25.045474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:25.073744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:25.114906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:network and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:25.121884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:25.133411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:25.148588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181f084a-4683-440d-b0f2-3c43b298c422 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 05738d1f-48a6-4b27-9b34-e94170a5fbcb has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:51:25.150989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:25.160417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:25.227016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:25.232424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:25.300593 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5f8cdfda-4d9b-4926-bbdf-5f9d2707314c tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "GET /v2.0/networks/2ca0d6a0-10db-4e5e-9d25-7c7292e5046b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.6056361
Dec 18 06:51:25.309901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49788) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:25.700367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181f084a-4683-440d-b0f2-3c43b298c422 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:51:25.711330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e40e02-415f-48e2-868e-2c94c201f7bb None None] Sync routers for ids ['05738d1f-48a6-4b27-9b34-e94170a5fbcb'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:51:25.716195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:51:25.721395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1554a231-d219-479d-a9bb-d597a773ceef tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:25.722223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e40e02-415f-48e2-868e-2c94c201f7bb None None] Routers {'05738d1f-48a6-4b27-9b34-e94170a5fbcb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:25.728809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1554a231-d219-479d-a9bb-d597a773ceef tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "GET /v2.0/subnets/8015a88c-afb3-4ee4-aa64-37c27ea33261 HTTP/1.1" status: 200  len: 843 time: 0.4022751
Dec 18 06:51:25.728994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-96e40e02-415f-48e2-868e-2c94c201f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e715cf8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['05738d1f-48a6-4b27-9b34-e94170a5fbcb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:25.733418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49792) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:25.771324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 38a1ae8d-144b-4b7e-a767-952873644bf5 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:51:25.789301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-96e40e02-415f-48e2-868e-2c94c201f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e715cf8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:25.798612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e40e02-415f-48e2-868e-2c94c201f7bb None None] Routers {'05738d1f-48a6-4b27-9b34-e94170a5fbcb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:25.799398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-96e40e02-415f-48e2-868e-2c94c201f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e715cf8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['05738d1f-48a6-4b27-9b34-e94170a5fbcb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:25.800269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:25.800727 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Added segment b4f100ba-8b9a-48f4-a030-cdd023d51bf6 of type vxlan for network 55fc7417-3953-43d3-8f2b-ce9bca52316d
Dec 18 06:51:25.834139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-181f084a-4683-440d-b0f2-3c43b298c422 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/05738d1f-48a6-4b27-9b34-e94170a5fbcb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5924773
Dec 18 06:51:25.836373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49796) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:25.861168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-96e40e02-415f-48e2-868e-2c94c201f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e715cf8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:25.861666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e40e02-415f-48e2-868e-2c94c201f7bb None None] The sync data for ids ['05738d1f-48a6-4b27-9b34-e94170a5fbcb'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:51:25.980932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:25.988191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ed10933c-5976-4a91-b498-251fffba2873 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Synchronizing usage tracker for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:26.005374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6b6a1f-908c-4e7a-aa33-0bec575faa77 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:26.006900 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3e6b6a1f-908c-4e7a-aa33-0bec575faa77 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "GET /v2.0/subnets/8015a88c-afb3-4ee4-aa64-37c27ea33261?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2700870
Dec 18 06:51:26.013647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49800) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:26.039647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-960839933'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:26.061013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:26.124121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ed10933c-5976-4a91-b498-251fffba2873 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Unset dirty status for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:26.125433 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ed10933c-5976-4a91-b498-251fffba2873 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=05738d1f-48a6-4b27-9b34-e94170a5fbcb HTTP/1.1" status: 200  len: 205 time: 0.2829947
Dec 18 06:51:26.136036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49804) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:26.212338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:26.236509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:26.241119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:26.241838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:26.253316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6e38a22a-b9a1-40af-a56f-4ce40feafc75 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:26.402208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:26.407659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:26.440637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06f2a533-d86b-4a06-ad7b-045b3b3b28e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:26.457859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:26.510014 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.5532598
Dec 18 06:51:26.522897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49808) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:26.545414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'ports': [{'network_id': '91a72938-020a-409e-904b-737e7d3421cf'}, {'network_id': '55fc7417-3953-43d3-8f2b-ce9bca52316d'}]} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:26.545803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:26.546325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': '55fc7417-3953-43d3-8f2b-ce9bca52316d'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:26.631445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::f816:3eff:fe6d:2183 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/be24177a-11fa-410c-8fef-f45d6caf5ced/38a1ae8d-144b-4b7e-a767-952873644bf5) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:26.670225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Network': ['ID=55fc7417-3953-43d3-8f2b-ce9bca52316d,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:26.673414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:26.688555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 55fc7417-3953-43d3-8f2b-ce9bca52316d details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:26.706386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 55fc7417-3953-43d3-8f2b-ce9bca52316d details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:26.757831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:51:26.836619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06f2a533-d86b-4a06-ad7b-045b3b3b28e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:26.841226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06f2a533-d86b-4a06-ad7b-045b3b3b28e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:26.853647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:26.854098 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Added segment 35528c1d-dbe4-4dea-b29e-d5eb158d225e of type vxlan for network ff796640-edf1-45b9-951e-192d6c9d91f3
Dec 18 06:51:26.959126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06f2a533-d86b-4a06-ad7b-045b3b3b28e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:26.959686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f2a533-d86b-4a06-ad7b-045b3b3b28e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Fanout notify agent at l3_agent the message router_deleted on router 05738d1f-48a6-4b27-9b34-e94170a5fbcb {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:51:26.984771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:27.007597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06f2a533-d86b-4a06-ad7b-045b3b3b28e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:27.008796 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-06f2a533-d86b-4a06-ad7b-045b3b3b28e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/05738d1f-48a6-4b27-9b34-e94170a5fbcb HTTP/1.1" status: 204  len: 168 time: 0.8706405
Dec 18 06:51:27.015027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:51:27.015700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49812) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:27.159459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:27.162626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:27.166782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:27.167437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:27.176792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:27.186133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:port and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:27.195471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for port was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:27.263710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:27.322831 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.3067148
Dec 18 06:51:27.336418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49816) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:27.349107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 2} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:27.355374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:27.372571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'subnet': {'network_id': 'ff796640-edf1-45b9-951e-192d6c9d91f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:27.444709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Network': ['ID=ff796640-edf1-45b9-951e-192d6c9d91f3,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:27.447844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:27.456058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network ff796640-edf1-45b9-951e-192d6c9d91f3 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:27.465151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:27.475075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network ff796640-edf1-45b9-951e-192d6c9d91f3 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:27.500217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:51:27.509139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "PUT /v2.0/routers/e049ca3c-ef54-4b10-b1d5-0f8742e3a797/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7993336
Dec 18 06:51:27.519908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49820) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:27.597807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:27.599318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ee3e10-643a-4df0-a71e-3f0b2ce73974 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting subnet 3604bc7f-597a-418c-96bb-4d319f50bcbd {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:51:27.604930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81ee3e10-643a-4df0-a71e-3f0b2ce73974 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:27.614273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b4927-40ac-40bf-8f22-dea45312058c None None] Sync routers for ids ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:51:27.655299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:27.686778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b4927-40ac-40bf-8f22-dea45312058c None None] Routers {'e049ca3c-ef54-4b10-b1d5-0f8742e3a797'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:27.687891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-554b4927-40ac-40bf-8f22-dea45312058c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d3d77b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:27.708995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 38a1ae8d-144b-4b7e-a767-952873644bf5 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:27.723014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:27.744849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 221a2dee-a399-4e7d-82c0-3268b762e08c {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:27.745242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:27.758370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81ee3e10-643a-4df0-a71e-3f0b2ce73974 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:27.865707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:27.882681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-554b4927-40ac-40bf-8f22-dea45312058c None None] Set router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:51:28.017108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Made reservation on behalf of 83ae0a89a3244e0691e73c0a5ec8a4ab for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:28.167288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89eeeb0-299a-44ff-8a12-a1180d245e51 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Deleting subnet 01748455-679f-46dd-910a-3a65411faf58 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:51:28.172124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a89eeeb0-299a-44ff-8a12-a1180d245e51 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:28.181089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:28.196131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-554b4927-40ac-40bf-8f22-dea45312058c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d3d77b8>, [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:51:23Z', 'revision_number': 5, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:28.200433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b4927-40ac-40bf-8f22-dea45312058c None None] Checking router: e049ca3c-ef54-4b10-b1d5-0f8742e3a797 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:51:28.210150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554b4927-40ac-40bf-8f22-dea45312058c None None] Routers {'e049ca3c-ef54-4b10-b1d5-0f8742e3a797'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:28.210816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-554b4927-40ac-40bf-8f22-dea45312058c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d3d77b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:28.220415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-01753693-0a73-45ff-8898-6441d7f9616e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:28.246151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a89eeeb0-299a-44ff-8a12-a1180d245e51 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:28.277568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81ee3e10-643a-4df0-a71e-3f0b2ce73974 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:28.514547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a89eeeb0-299a-44ff-8a12-a1180d245e51 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:28.597261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-554b4927-40ac-40bf-8f22-dea45312058c None None] Set router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:51:28.648577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port 62ecdc5a-14fe-4902-b536-7715a1324673 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:51:28.733901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:28.806978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81ee3e10-643a-4df0-a71e-3f0b2ce73974 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:28.825827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-05f1b795-34e4-4376-8d2f-451c3786750a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:28.830789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=38a1ae8d-144b-4b7e-a767-952873644bf5,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:28.845540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:28.883445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 221a2dee-a399-4e7d-82c0-3268b762e08c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=221a2dee-a399-4e7d-82c0-3268b762e08c,segment=NetworkSegment(3a16444d-d2e4-4d19-b7ee-5cdb15af861c),segment_id=3a16444d-d2e4-4d19-b7ee-5cdb15af861c)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:28.883786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:28.909214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 6da7dabc-da63-4a66-ae73-c77dc50159d1 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:51:28.921701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_backend_mixin [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Performing IP validity checks on allocation pools {{(pid=81084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 18 06:51:28.922300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_backend_mixin [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Checking for overlaps among allocation pools and gateway ip {{(pid=81084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 18 06:51:28.927601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-554b4927-40ac-40bf-8f22-dea45312058c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d3d77b8>, [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:51:23Z', 'revision_number': 5, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:28.932144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee3e10-643a-4df0-a71e-3f0b2ce73974 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Subnet': ['ID=3604bc7f-597a-418c-96bb-4d319f50bcbd,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:28.932987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b4927-40ac-40bf-8f22-dea45312058c None None] The sync data for ids ['e049ca3c-ef54-4b10-b1d5-0f8742e3a797'] in dv-neutron-765072-3-ovs is: [{'id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1934427157', 'tenant_id': 'bc7c235eb838414281a14b7e5d4d034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241'}], 'enable_snat': True}, 'gw_port_id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:48:33Z', 'updated_at': '2020-12-18T06:51:23Z', 'revision_number': 5, 'project_id': 'bc7c235eb838414281a14b7e5d4d034f', 'gw_port': {'id': '660fc134-ed07-4a23-9c9b-31a3a856c535', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:de:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e049ca3c-ef54-4b10-b1d5-0f8742e3a797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:48:38Z', 'updated_at': '2020-12-18T06:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:51:28.949247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81ee3e10-643a-4df0-a71e-3f0b2ce73974 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:29.042104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81ee3e10-643a-4df0-a71e-3f0b2ce73974 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:29.051367 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-81ee3e10-643a-4df0-a71e-3f0b2ce73974 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/3604bc7f-597a-418c-96bb-4d319f50bcbd HTTP/1.1" status: 204  len: 168 time: 2.0345967
Dec 18 06:51:29.055602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49824) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:29.060837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cba6dd-a68a-4890-a35f-ddc3edf7e7ad None None] Network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:29.062627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 221a2dee-a399-4e7d-82c0-3268b762e08c owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:29.138122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a89eeeb0-299a-44ff-8a12-a1180d245e51 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:29.156524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66d48093-b5c9-4810-8982-c1ca6b0126ae tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:29.282801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89eeeb0-299a-44ff-8a12-a1180d245e51 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event deleted for resources: {'Subnet': ['ID=01748455-679f-46dd-910a-3a65411faf58,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:29.292180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a89eeeb0-299a-44ff-8a12-a1180d245e51 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:29.330713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:29.347358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:29.360951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976e6979-7e95-4641-8759-bbf935deb4f4 None None] DHCP port deletion for 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:51:29.368794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d1fded5f-4a4d-40e8-a905-a24f6900a6e3 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:29.369580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:29.386170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:29.390695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:29.391306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:29.404788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a89eeeb0-299a-44ff-8a12-a1180d245e51 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:29.413568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port ed2376cb-8599-4a00-b76e-8dc584acbe9e {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:29.413930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:29.421142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-976e6979-7e95-4641-8759-bbf935deb4f4 None None] Deleting port ed2376cb-8599-4a00-b76e-8dc584acbe9e {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:29.421754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-976e6979-7e95-4641-8759-bbf935deb4f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:29.453800 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a89eeeb0-299a-44ff-8a12-a1180d245e51 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "DELETE /v2.0/subnets/01748455-679f-46dd-910a-3a65411faf58 HTTP/1.1" status: 204  len: 168 time: 1.9328408
Dec 18 06:51:29.456555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49828) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:29.541103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:29.623228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30676fa9-be5a-4739-b3c9-c6e500c495f6 None None] Network eccf68d5-2996-439d-8302-271c33f8da73 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:29.705188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:51:29.717989 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 6.1971540
Dec 18 06:51:29.718158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d51ac-60d8-4296-b6a0-5e62b52fa3f2 None None] Sync routers for ids ['6da7dabc-da63-4a66-ae73-c77dc50159d1'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:51:29.728303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d51ac-60d8-4296-b6a0-5e62b52fa3f2 None None] Routers {'6da7dabc-da63-4a66-ae73-c77dc50159d1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:29.729338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49832) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:29.729456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6f2d51ac-60d8-4296-b6a0-5e62b52fa3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d8f4ac8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6da7dabc-da63-4a66-ae73-c77dc50159d1'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:29.776128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-976e6979-7e95-4641-8759-bbf935deb4f4 None None] For port ed2376cb-8599-4a00-b76e-8dc584acbe9e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ed2376cb-8599-4a00-b76e-8dc584acbe9e,segment=NetworkSegment(f87070e2-46bd-4ce8-aafe-eeb48bea38af),segment_id=f87070e2-46bd-4ce8-aafe-eeb48bea38af)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:29.776686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-976e6979-7e95-4641-8759-bbf935deb4f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:29.802792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6f2d51ac-60d8-4296-b6a0-5e62b52fa3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d8f4ac8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:29.812703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port e17cfd1d-293a-4be6-929a-e41bc4557a03 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:51:29.814285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d51ac-60d8-4296-b6a0-5e62b52fa3f2 None None] Routers {'6da7dabc-da63-4a66-ae73-c77dc50159d1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:29.815162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6f2d51ac-60d8-4296-b6a0-5e62b52fa3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d8f4ac8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6da7dabc-da63-4a66-ae73-c77dc50159d1'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:29.856003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:29.857311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 12.0653212
Dec 18 06:51:29.861069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49836) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:29.892514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6f2d51ac-60d8-4296-b6a0-5e62b52fa3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d8f4ac8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:29.893369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2d51ac-60d8-4296-b6a0-5e62b52fa3f2 None None] The sync data for ids ['6da7dabc-da63-4a66-ae73-c77dc50159d1'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:51:29.933785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: d1fded5f-4a4d-40e8-a905-a24f6900a6e3 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:51:29.934183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d1fded5f-4a4d-40e8-a905-a24f6900a6e3 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:51:29.952193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:29.952381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-976e6979-7e95-4641-8759-bbf935deb4f4 None None] Calling delete_port for ed2376cb-8599-4a00-b76e-8dc584acbe9e owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:30.018321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] For port ed2376cb-8599-4a00-b76e-8dc584acbe9e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ed2376cb-8599-4a00-b76e-8dc584acbe9e,segment=NetworkSegment(f87070e2-46bd-4ce8-aafe-eeb48bea38af),segment_id=f87070e2-46bd-4ce8-aafe-eeb48bea38af)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:30.018679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:30.040859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1068813d-c085-4b4f-a767-c1fd1ae4f983 None None] Provisioning for port 38a1ae8d-144b-4b7e-a767-952873644bf5 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:30.050819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1068813d-c085-4b4f-a767-c1fd1ae4f983 None None] Provisioning complete for port 38a1ae8d-144b-4b7e-a767-952873644bf5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:30.051206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1068813d-c085-4b4f-a767-c1fd1ae4f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:30.116628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d853b0a7-9023-42ec-822d-28da4f739947 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:30.121071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d853b0a7-9023-42ec-822d-28da4f739947 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:30.121952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d853b0a7-9023-42ec-822d-28da4f739947 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:30.128046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:30.155685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-33a874de-d8c3-4908-9f19-31724d810af8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:30.159811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1068813d-c085-4b4f-a767-c1fd1ae4f983 None None] Port 38a1ae8d-144b-4b7e-a767-952873644bf5 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:51:30.180425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-976e6979-7e95-4641-8759-bbf935deb4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:30.182018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for ed2376cb-8599-4a00-b76e-8dc584acbe9e owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:30.198498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de6f8b94-6b8f-411b-b573-ca540bb1e577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:30.272505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=221a2dee-a399-4e7d-82c0-3268b762e08c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:30.281296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:30.305250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e6979-7e95-4641-8759-bbf935deb4f4 None None] Pushing event deleted for resources: {'Port': ['ID=ed2376cb-8599-4a00-b76e-8dc584acbe9e,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:30.307178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d853b0a7-9023-42ec-822d-28da4f739947 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:30.309616 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d853b0a7-9023-42ec-822d-28da4f739947 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.5707698
Dec 18 06:51:30.318984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-976e6979-7e95-4641-8759-bbf935deb4f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:30.321985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49840) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:30.351264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976e6979-7e95-4641-8759-bbf935deb4f4 None None] No DVR routers for this DVR port ed2376cb-8599-4a00-b76e-8dc584acbe9e on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:30.424171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dc9415-e27d-42f1-8dc2-18a5160c1e06 None None] DHCP port deletion for eccf68d5-2996-439d-8302-271c33f8da73 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:51:30.429915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-83dc9415-e27d-42f1-8dc2-18a5160c1e06 None None] Deleting port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:30.430729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83dc9415-e27d-42f1-8dc2-18a5160c1e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:30.440892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:30.446073 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-185e0b3d-56f1-410b-87c9-bf18111273c8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/routers/6da7dabc-da63-4a66-ae73-c77dc50159d1 HTTP/1.1" status: 200  len: 885 time: 0.5782728
Dec 18 06:51:30.447640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49844) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:30.474756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2222a2a3-c7c0-4330-950c-cd05f049b576 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 38a1ae8d-144b-4b7e-a767-952873644bf5 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:30.475146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2222a2a3-c7c0-4330-950c-cd05f049b576 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:30.513722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:30.531657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Deleting port 660fc134-ed07-4a23-9c9b-31a3a856c535 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:30.531976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:30.560562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:51:30.560876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:51:30.705639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-83dc9415-e27d-42f1-8dc2-18a5160c1e06 None None] For port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3,segment=NetworkSegment(6cd5331a-bad2-4ecf-ad55-7788a46d9e55),segment_id=6cd5331a-bad2-4ecf-ad55-7788a46d9e55)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:30.706891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83dc9415-e27d-42f1-8dc2-18a5160c1e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:30.708961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:30.795365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8cb49523-6412-41f4-ab27-76866f52767e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:30.859530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-83dc9415-e27d-42f1-8dc2-18a5160c1e06 None None] Calling delete_port for 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:30.937820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83dc9415-e27d-42f1-8dc2-18a5160c1e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:30.954448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4a02cfd0-5267-4a58-aafc-af60b1c8cfdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:31.048486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc9415-e27d-42f1-8dc2-18a5160c1e06 None None] Pushing event deleted for resources: {'Port': ['ID=9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:31.053852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83dc9415-e27d-42f1-8dc2-18a5160c1e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:31.080464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port ed2376cb-8599-4a00-b76e-8dc584acbe9e {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:31.080851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:31.104388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc9415-e27d-42f1-8dc2-18a5160c1e06 None None] No DVR routers for this DVR port 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:31.191853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] The port 'ed2376cb-8599-4a00-b76e-8dc584acbe9e' was deleted {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:51:31.236164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] For port 660fc134-ed07-4a23-9c9b-31a3a856c535, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=660fc134-ed07-4a23-9c9b-31a3a856c535,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:31.236582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:31.400402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=62ecdc5a-14fe-4902-b536-7715a1324673,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:31.416400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:31.446459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:31.471563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Calling delete_port for 660fc134-ed07-4a23-9c9b-31a3a856c535 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:31.481156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:51:31.481593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9ea4bcb5-197a-4d5c-95d0-a5fe94a68db3 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:51:31.482067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ed2376cb-8599-4a00-b76e-8dc584acbe9e no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:31.497303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:31.515204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: ed2376cb-8599-4a00-b76e-8dc584acbe9e {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:51:31.515608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ed2376cb-8599-4a00-b76e-8dc584acbe9e not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:51:31.527479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10652f0f-2adc-4c8d-ac2a-ac7873f6370c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:31.542345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:31.669417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bc35e1ae-509d-4129-90c0-adf504b3994d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Synchronizing usage tracker for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:router {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:31.670403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 91a72938-020a-409e-904b-737e7d3421cf is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:31.694167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:31.707143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2222a2a3-c7c0-4330-950c-cd05f049b576 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:31.715548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:31.716425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:31.741143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:31.756579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1787edd8>,) {'filters': {'network_id': ['8b4bfbd6-75f3-4844-8a10-3df7bc9731ba']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:31.763697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bc35e1ae-509d-4129-90c0-adf504b3994d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Unset dirty status for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:router {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:31.765003 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bc35e1ae-509d-4129-90c0-adf504b3994d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 1.3159723
Dec 18 06:51:31.772751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49848) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:31.776507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1787edd8>, 'f87070e2-46bd-4ce8-aafe-eeb48bea38af') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:31.776846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1787edd8>, 'f87070e2-46bd-4ce8-aafe-eeb48bea38af') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:31.791221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5d1e1856-8e75-4440-849c-0233af5fe257 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2017298426'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:31.856468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:31.889129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:31.907097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:31.929160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Subnet': ['ID=6b2f809f-beb7-4ec4-bff1-f795729e9c7c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:31.962427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Releasing vxlan tunnel 5 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:32.009375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:32.025809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-daee9329-6784-4bdb-9e1f-783691d8829b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:32.071896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2222a2a3-c7c0-4330-950c-cd05f049b576 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 38a1ae8d-144b-4b7e-a767-952873644bf5 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:32.221092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=e17cfd1d-293a-4be6-929a-e41bc4557a03,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:32.239220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:32.300133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:32.369318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:32.386722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Checking segment: {'id': 'b4f100ba-8b9a-48f4-a030-cdd023d51bf6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '55fc7417-3953-43d3-8f2b-ce9bca52316d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:32.387123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network hostable DHCP agents. Network: 55fc7417-3953-43d3-8f2b-ce9bca52316d, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:51:32.445858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Checking segment: {'id': '35528c1d-dbe4-4dea-b29e-d5eb158d225e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ff796640-edf1-45b9-951e-192d6c9d91f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:32.446175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network hostable DHCP agents. Network: ff796640-edf1-45b9-951e-192d6c9d91f3, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:51:32.505597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2222a2a3-c7c0-4330-950c-cd05f049b576 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:32.530080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9fd26613-4f47-4dd3-a13d-c80e4cbfa4fa tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:32.563567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 55fc7417-3953-43d3-8f2b-ce9bca52316d is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:51:32.565738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network ff796640-edf1-45b9-951e-192d6c9d91f3 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:51:32.643682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222a2a3-c7c0-4330-950c-cd05f049b576 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=38a1ae8d-144b-4b7e-a767-952873644bf5,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:32.671614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:32.716456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2222a2a3-c7c0-4330-950c-cd05f049b576 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:32.729226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, ff796640-edf1-45b9-951e-192d6c9d91f3) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:32.730784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 55fc7417-3953-43d3-8f2b-ce9bca52316d) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:32.742594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1cdfe-8646-40b5-aeab-eced6f91df8e None None] Network ff796640-edf1-45b9-951e-192d6c9d91f3 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:32.746279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:32.750591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:32.754181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:32.755424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:32.757778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 8b4bfbd6-75f3-4844-8a10-3df7bc9731ba has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:32.759627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086d7376-063d-47ca-b391-b245e3e3cb50 None None] Network 55fc7417-3953-43d3-8f2b-ce9bca52316d requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:32.788791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:32.789453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:32.866051 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 6.3393238
Dec 18 06:51:32.866051 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 5.5250850
Dec 18 06:51:32.930066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49852) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:32.930469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49854) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:32.987431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c2ca79fa-712e-4c46-8dfa-5f6b3c8b6f86 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:33.104994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2222a2a3-c7c0-4330-950c-cd05f049b576 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.106955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2222a2a3-c7c0-4330-950c-cd05f049b576 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/38a1ae8d-144b-4b7e-a767-952873644bf5 HTTP/1.1" status: 204  len: 168 time: 2.7814126
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:33.144589 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:33.173438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49860) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:33.220278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.222245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3dabe935-6abd-4ba9-82ef-63c733a1d795 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port e17cfd1d-293a-4be6-929a-e41bc4557a03 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:33.222638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dabe935-6abd-4ba9-82ef-63c733a1d795 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.230478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.407094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 6f94462c-bcad-448b-aae1-d96f56b384a6 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:51:33.410620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-ff796640-edf1-45b9-951e-192d6c9d91f3', 'network_id': 'ff796640-edf1-45b9-951e-192d6c9d91f3', 'tenant_id': '83ae0a89a3244e0691e73c0a5ec8a4ab', 'fixed_ips': [{'subnet_id': '6b2f809f-beb7-4ec4-bff1-f795729e9c7c'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:51:33.412118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.423460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.436253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:33.438502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158b3609-659a-4b35-861a-da5117f32646 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:33.440116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158b3609-659a-4b35-861a-da5117f32646 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:33.440930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-158b3609-659a-4b35-861a-da5117f32646 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:33.461661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.464365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.464936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Fanout notify agent at l3_agent the message router_deleted on router e049ca3c-ef54-4b10-b1d5-0f8742e3a797 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:51:33.480086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c2ca79fa-712e-4c46-8dfa-5f6b3c8b6f86 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2115791'] for subnet, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.490612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Network': ['ID=8b4bfbd6-75f3-4844-8a10-3df7bc9731ba,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:33.501547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:33.523830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d1e1856-8e75-4440-849c-0233af5fe257 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.542458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.546633 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1c76c1ab-cd40-4466-8ff3-e8fa2849b706 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "DELETE /v2.0/routers/e049ca3c-ef54-4b10-b1d5-0f8742e3a797 HTTP/1.1" status: 204  len: 168 time: 4.0890799
Dec 18 06:51:33.547530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49864) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:33.574400 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/networks/8b4bfbd6-75f3-4844-8a10-3df7bc9731ba HTTP/1.1" status: 204  len: 168 time: 4.5176823
Dec 18 06:51:33.578433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49868) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:33.579544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d1e1856-8e75-4440-849c-0233af5fe257 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.587461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'router': {'name': 'tempest-RoutersTest-router-1739499686', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:33.621195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-158b3609-659a-4b35-861a-da5117f32646 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:33.622457 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-158b3609-659a-4b35-861a-da5117f32646 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.4479532
Dec 18 06:51:33.643722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49872) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:33.653913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:33.783931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:router and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:33.795099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:33.800189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Allocated IP 2001:db8::3 (ff796640-edf1-45b9-951e-192d6c9d91f3/6b2f809f-beb7-4ec4-bff1-f795729e9c7c/4fa20d99-33a2-4586-b4b0-ae3a1888e836) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:33.817169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:33.887159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.948676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:33.949833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.027656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.038466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Transition to ACTIVE for port object 4fa20d99-33a2-4586-b4b0-ae3a1888e836 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:34.056379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Transition to ACTIVE for port object 4fa20d99-33a2-4586-b4b0-ae3a1888e836 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:34.061171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.080092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d79218d-f895-46ae-82a1-77a336666745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:34.141792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.144662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dabe935-6abd-4ba9-82ef-63c733a1d795 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.226664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Pushing event updated for resources: {'Port': ['ID=4fa20d99-33a2-4586-b4b0-ae3a1888e836,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:34.231894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:34.281686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Network ff796640-edf1-45b9-951e-192d6c9d91f3 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:34.283146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:34.285341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:34.291904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1e1856-8e75-4440-849c-0233af5fe257 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 6da7dabc-da63-4a66-ae73-c77dc50159d1 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:51:34.341783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Attempting to bind port 4fa20d99-33a2-4586-b4b0-ae3a1888e836 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:51:34.342113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Attempting to bind port 4fa20d99-33a2-4586-b4b0-ae3a1888e836 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '35528c1d-dbe4-4dea-b29e-d5eb158d225e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ff796640-edf1-45b9-951e-192d6c9d91f3'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:51:34.342539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Attempting to bind port 4fa20d99-33a2-4586-b4b0-ae3a1888e836 on network ff796640-edf1-45b9-951e-192d6c9d91f3 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:51:34.347980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3dabe935-6abd-4ba9-82ef-63c733a1d795 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for e17cfd1d-293a-4be6-929a-e41bc4557a03 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:34.348307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:51:34.348766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Checking segment: {'id': '35528c1d-dbe4-4dea-b29e-d5eb158d225e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ff796640-edf1-45b9-951e-192d6c9d91f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:34.349221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.349704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Bound using segment: {'id': '35528c1d-dbe4-4dea-b29e-d5eb158d225e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ff796640-edf1-45b9-951e-192d6c9d91f3'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:51:34.350223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Bound port: 4fa20d99-33a2-4586-b4b0-ae3a1888e836, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35528c1d-dbe4-4dea-b29e-d5eb158d225e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ff796640-edf1-45b9-951e-192d6c9d91f3'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:51:34.350651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.412904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.437213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:51:34.447595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] For port 4fa20d99-33a2-4586-b4b0-ae3a1888e836, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:51:34.451366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4012fee6-ded6-4701-8ad7-99d9f082c42f None None] Sync routers for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:51:34.455392 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/6f94462c-bcad-448b-aae1-d96f56b384a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3859003
Dec 18 06:51:34.455625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49876) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:34.459340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] For port 4fa20d99-33a2-4586-b4b0-ae3a1888e836, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4fa20d99-33a2-4586-b4b0-ae3a1888e836,segment=NetworkSegment(35528c1d-dbe4-4dea-b29e-d5eb158d225e),segment_id=35528c1d-dbe4-4dea-b29e-d5eb158d225e)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:51:34.464640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.480128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3def5d94-542d-4c92-a8dc-39a75d2e75e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:34.508415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012fee6-ded6-4701-8ad7-99d9f082c42f None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:34.509140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4012fee6-ded6-4701-8ad7-99d9f082c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1f7128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:34.634415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dabe935-6abd-4ba9-82ef-63c733a1d795 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.700865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fa2e6978-35ca-44d0-b759-c6893159b736 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:34.717264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-b367a55a-d59b-4dfa-b916-635d56324a5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet be24177a-11fa-410c-8fef-f45d6caf5ced {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:51:34.772056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Pushing event updated for resources: {'Port': ['ID=4fa20d99-33a2-4586-b4b0-ae3a1888e836,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:34.797119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:34.800513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b367a55a-d59b-4dfa-b916-635d56324a5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.846526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.853812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabe935-6abd-4ba9-82ef-63c733a1d795 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=e17cfd1d-293a-4be6-929a-e41bc4557a03,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:34.857156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-4012fee6-ded6-4701-8ad7-99d9f082c42f None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:51:34.881278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3dabe935-6abd-4ba9-82ef-63c733a1d795 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:34.932437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d4dd780>,) {'filters': {'network_id': ['eccf68d5-2996-439d-8302-271c33f8da73']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:34.959789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c2ca79fa-712e-4c46-8dfa-5f6b3c8b6f86 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773577311774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036850807116'] for subnet, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.979230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3dabe935-6abd-4ba9-82ef-63c733a1d795 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:34.982319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:35.115204 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3dabe935-6abd-4ba9-82ef-63c733a1d795 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/e17cfd1d-293a-4be6-929a-e41bc4557a03 HTTP/1.1" status: 204  len: 168 time: 2.1805310
Dec 18 06:51:35.119578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49880) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:35.129404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-782a0d4f-997b-435c-a980-b70aeb0949a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting subnet c1d58c4a-1556-4108-b88d-c8d3dc20a67e {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:51:35.183753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-782a0d4f-997b-435c-a980-b70aeb0949a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:35.214830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4012fee6-ded6-4701-8ad7-99d9f082c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1f7128>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:51:29Z', 'revision_number': 7, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:35.220415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4012fee6-ded6-4701-8ad7-99d9f082c42f None None] Checking router: 6f94462c-bcad-448b-aae1-d96f56b384a6 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:51:35.232588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012fee6-ded6-4701-8ad7-99d9f082c42f None None] Routers {'6f94462c-bcad-448b-aae1-d96f56b384a6'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:35.233317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4012fee6-ded6-4701-8ad7-99d9f082c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1f7128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6f94462c-bcad-448b-aae1-d96f56b384a6'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:35.243717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca79fa-712e-4c46-8dfa-5f6b3c8b6f86 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event updated for resources: {'Subnet': ['ID=6b2f809f-beb7-4ec4-bff1-f795729e9c7c,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:35.254832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c2ca79fa-712e-4c46-8dfa-5f6b3c8b6f86 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:35.271635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d4dd780>, '6cd5331a-bad2-4ecf-ad55-7788a46d9e55') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:35.271970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d4dd780>, '6cd5331a-bad2-4ecf-ad55-7788a46d9e55') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:35.291346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-782a0d4f-997b-435c-a980-b70aeb0949a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:35.294502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b367a55a-d59b-4dfa-b916-635d56324a5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:35.404617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cb1735-5657-422a-af45-92723cb671ed tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:35.411891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:35.419172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cb1735-5657-422a-af45-92723cb671ed tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:35.422258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-93cb1735-5657-422a-af45-92723cb671ed tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:35.443086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca79fa-712e-4c46-8dfa-5f6b3c8b6f86 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:35.443802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c2ca79fa-712e-4c46-8dfa-5f6b3c8b6f86 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:35.445128 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c2ca79fa-712e-4c46-8dfa-5f6b3c8b6f86 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "PUT /v2.0/subnets/6b2f809f-beb7-4ec4-bff1-f795729e9c7c HTTP/1.1" status: 200  len: 900 time: 2.5117588
Dec 18 06:51:35.450219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49884) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:35.490154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-93cb1735-5657-422a-af45-92723cb671ed tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:35.496997 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-93cb1735-5657-422a-af45-92723cb671ed tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.3685544
Dec 18 06:51:35.498171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49888) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:35.508968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:35.568379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-782a0d4f-997b-435c-a980-b70aeb0949a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:35.575873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Releasing vxlan tunnel 4 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:35.602876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1e1856-8e75-4440-849c-0233af5fe257 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:51:35.618039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b3a94-0f0a-40ce-820f-d497bd602cf6 None None] Sync routers for ids ['6da7dabc-da63-4a66-ae73-c77dc50159d1'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:51:35.641347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f66f1c23-61f8-440e-b524-0f78717df6b7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port 62ecdc5a-14fe-4902-b536-7715a1324673 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:35.641767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f66f1c23-61f8-440e-b524-0f78717df6b7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:35.673321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b3a94-0f0a-40ce-820f-d497bd602cf6 None None] Routers {'6da7dabc-da63-4a66-ae73-c77dc50159d1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:35.674065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-423b3a94-0f0a-40ce-820f-d497bd602cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1da2ca20>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6da7dabc-da63-4a66-ae73-c77dc50159d1'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:35.742302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d1e1856-8e75-4440-849c-0233af5fe257 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:35.743524 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5d1e1856-8e75-4440-849c-0233af5fe257 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/6da7dabc-da63-4a66-ae73-c77dc50159d1 HTTP/1.1" status: 200  len: 892 time: 3.9697745
Dec 18 06:51:35.757111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49892) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:35.759045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 660fc134-ed07-4a23-9c9b-31a3a856c535 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:35.804133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 660fc134-ed07-4a23-9c9b-31a3a856c535 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:51:35.804915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 660fc134-ed07-4a23-9c9b-31a3a856c535 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:51:35.827896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-4012fee6-ded6-4701-8ad7-99d9f082c42f None None] Set router 6f94462c-bcad-448b-aae1-d96f56b384a6 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:51:35.852592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-423b3a94-0f0a-40ce-820f-d497bd602cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1da2ca20>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:35.865553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423b3a94-0f0a-40ce-820f-d497bd602cf6 None None] Routers {'6da7dabc-da63-4a66-ae73-c77dc50159d1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:35.866254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-423b3a94-0f0a-40ce-820f-d497bd602cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1da2ca20>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['6da7dabc-da63-4a66-ae73-c77dc50159d1'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:35.958546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-423b3a94-0f0a-40ce-820f-d497bd602cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1da2ca20>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:35.959600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423b3a94-0f0a-40ce-820f-d497bd602cf6 None None] The sync data for ids ['6da7dabc-da63-4a66-ae73-c77dc50159d1'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:51:36.016913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b367a55a-d59b-4dfa-b916-635d56324a5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:36.057232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Network eccf68d5-2996-439d-8302-271c33f8da73 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:36.080378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:36.122701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f66f1c23-61f8-440e-b524-0f78717df6b7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:36.131783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:36.152124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4012fee6-ded6-4701-8ad7-99d9f082c42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1f7128>, [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:51:29Z', 'revision_number': 7, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:36.156830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4012fee6-ded6-4701-8ad7-99d9f082c42f None None] The sync data for ids ['6f94462c-bcad-448b-aae1-d96f56b384a6'] in dv-neutron-765072-3-ovs is: [{'id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'name': 'tempest-TestNetworkBasicOps-router-949109926', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '50826fcd-91cb-415a-ba61-413969047691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:47:25Z', 'updated_at': '2020-12-18T06:51:29Z', 'revision_number': 7, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '50826fcd-91cb-415a-ba61-413969047691', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94462c-bcad-448b-aae1-d96f56b384a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:47:28Z', 'updated_at': '2020-12-18T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:51:36.269762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f66f1c23-61f8-440e-b524-0f78717df6b7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for 62ecdc5a-14fe-4902-b536-7715a1324673 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:36.356767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-782a0d4f-997b-435c-a980-b70aeb0949a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:36.372971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38749373-bbb6-41c2-9863-5b0493342788 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:36.431714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Deleting port 4fa20d99-33a2-4586-b4b0-ae3a1888e836 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:36.432101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:36.466158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a0d4f-997b-435c-a980-b70aeb0949a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Subnet': ['ID=c1d58c4a-1556-4108-b88d-c8d3dc20a67e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:36.472109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-782a0d4f-997b-435c-a980-b70aeb0949a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:36.483235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f66f1c23-61f8-440e-b524-0f78717df6b7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:36.500701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:36.580087 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cdd941dd-54e9-4520-81e9-2de86f5fcc05 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/routers/6da7dabc-da63-4a66-ae73-c77dc50159d1 HTTP/1.1" status: 200  len: 892 time: 0.8109546
Dec 18 06:51:36.599199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49896) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:36.696380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Network eccf68d5-2996-439d-8302-271c33f8da73 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:36.746726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7b33982c-8409-4875-90de-a03433d0b365 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Synchronizing usage tracker for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:36.776526 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:36.790736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566ef8da-124b-49a0-9a04-fbef85ef8bcd None None] Network ff796640-edf1-45b9-951e-192d6c9d91f3 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:36.894466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e41a9a4a-5f49-4c09-acaf-613b40d485dc None None] Provisioning for port 4fa20d99-33a2-4586-b4b0-ae3a1888e836 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:36.913863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f1c23-61f8-440e-b524-0f78717df6b7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=62ecdc5a-14fe-4902-b536-7715a1324673,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:36.926242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f66f1c23-61f8-440e-b524-0f78717df6b7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:36.966707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-782a0d4f-997b-435c-a980-b70aeb0949a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:36.982160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad03d0-7439-4b43-a554-3813dfe3fef2 None None] Network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:36.987470 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-782a0d4f-997b-435c-a980-b70aeb0949a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/subnets/c1d58c4a-1556-4108-b88d-c8d3dc20a67e HTTP/1.1" status: 204  len: 168 time: 2.5276029
Dec 18 06:51:36.991292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49900) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:37.073133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f66f1c23-61f8-440e-b524-0f78717df6b7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:37.075267 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f66f1c23-61f8-440e-b524-0f78717df6b7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/62ecdc5a-14fe-4902-b536-7715a1324673 HTTP/1.1" status: 204  len: 168 time: 1.5731978
Dec 18 06:51:37.078328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49904) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:37.259693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:37.340470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7b33982c-8409-4875-90de-a03433d0b365 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Unset dirty status for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:37.343571 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7b33982c-8409-4875-90de-a03433d0b365 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=6da7dabc-da63-4a66-ae73-c77dc50159d1 HTTP/1.1" status: 200  len: 205 time: 0.7413664
Dec 18 06:51:37.354592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4f593e-3dc5-4a41-a822-9b05a72dcd16 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:37.355372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5f4f593e-3dc5-4a41-a822-9b05a72dcd16 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:37.358045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49908) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:37.373573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb2a5c3-c3b3-41f0-89e2-fc17faec35ee None None] DHCP port deletion for c765a100-af74-42a4-9b9f-ecadf3f8bfa8 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:51:37.379892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ccb2a5c3-c3b3-41f0-89e2-fc17faec35ee None None] Deleting port e88d3188-a41d-4c68-8a0d-d7fe20d538ee {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:37.380476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ccb2a5c3-c3b3-41f0-89e2-fc17faec35ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:37.525060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4fa20d99-33a2-4586-b4b0-ae3a1888e836 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:51:37.535007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:37.540341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:37.567929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9781083c-852a-423c-ab1a-e03567106894 tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:37.570934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5f4f593e-3dc5-4a41-a822-9b05a72dcd16 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:37.572239 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5f4f593e-3dc5-4a41-a822-9b05a72dcd16 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.4929056
Dec 18 06:51:37.577391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49912) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:37.597823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:37.658921 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "DELETE /v2.0/networks/eccf68d5-2996-439d-8302-271c33f8da73 HTTP/1.1" status: 204  len: 168 time: 4.1093180
Dec 18 06:51:37.662124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49916) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:37.671334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event deleted for resources: {'Network': ['ID=eccf68d5-2996-439d-8302-271c33f8da73,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:37.673787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399d0f1f-c120-43e1-b833-b914bc59799a None None] Network ff796640-edf1-45b9-951e-192d6c9d91f3 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:37.682334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:37.688183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:37.698429 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae6a962-fb56-4092-95d7-c8f5ff94f4c0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:51:37.702452 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cae6a962-fb56-4092-95d7-c8f5ff94f4c0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/e17cfd1d-293a-4be6-929a-e41bc4557a03 HTTP/1.1" status: 404  len: 333 time: 0.1193094
Dec 18 06:51:37.703330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:37.716493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49920) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:37.759566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 50826fcd-91cb-415a-ba61-413969047691 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:37.759967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:37.812731 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-58830e8d-8e88-434d-98f6-ef4b47713919 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:51:37.816740 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-58830e8d-8e88-434d-98f6-ef4b47713919 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/62ecdc5a-14fe-4902-b536-7715a1324673 HTTP/1.1" status: 404  len: 333 time: 0.0965638
Dec 18 06:51:37.823522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49924) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:37.833261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ccb2a5c3-c3b3-41f0-89e2-fc17faec35ee None None] For port e88d3188-a41d-4c68-8a0d-d7fe20d538ee, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e88d3188-a41d-4c68-8a0d-d7fe20d538ee,segment=NetworkSegment(3a16444d-d2e4-4d19-b7ee-5cdb15af861c),segment_id=3a16444d-d2e4-4d19-b7ee-5cdb15af861c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:37.833743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ccb2a5c3-c3b3-41f0-89e2-fc17faec35ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:37.843860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 4fa20d99-33a2-4586-b4b0-ae3a1888e836 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:37.847165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b367a55a-d59b-4dfa-b916-635d56324a5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:37.851458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:37.884275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c0492807-7157-42c9-abdd-bec9a7b77195 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:37.921106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 4fa20d99-33a2-4586-b4b0-ae3a1888e836 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:37.921452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.000483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367a55a-d59b-4dfa-b916-635d56324a5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=be24177a-11fa-410c-8fef-f45d6caf5ced,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:38.022349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ccb2a5c3-c3b3-41f0-89e2-fc17faec35ee None None] Calling delete_port for e88d3188-a41d-4c68-8a0d-d7fe20d538ee owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:38.024003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b367a55a-d59b-4dfa-b916-635d56324a5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:38.057913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] For port 4fa20d99-33a2-4586-b4b0-ae3a1888e836, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4fa20d99-33a2-4586-b4b0-ae3a1888e836,segment=NetworkSegment(35528c1d-dbe4-4dea-b29e-d5eb158d225e),segment_id=35528c1d-dbe4-4dea-b29e-d5eb158d225e)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:38.058331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.160550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bf5a3c3-b83d-4034-a42f-d110a1e82942 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.184648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.244757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ccb2a5c3-c3b3-41f0-89e2-fc17faec35ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.257351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-586442bf-6b70-422f-b33e-3d57cfc20ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:38.276416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Calling delete_port for 4fa20d99-33a2-4586-b4b0-ae3a1888e836 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:38.355086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.371237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2a5c3-c3b3-41f0-89e2-fc17faec35ee None None] Pushing event deleted for resources: {'Port': ['ID=e88d3188-a41d-4c68-8a0d-d7fe20d538ee,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:38.371457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b367a55a-d59b-4dfa-b916-635d56324a5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.373287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3f9bcb-e003-433d-8676-b5645d4f0cfd None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:38.381414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bf5a3c3-b83d-4034-a42f-d110a1e82942 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.382672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port 26954930-32bc-477a-9a70-9ab028495389 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:38.383061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.393554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ccb2a5c3-c3b3-41f0-89e2-fc17faec35ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:38.482661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 50826fcd-91cb-415a-ba61-413969047691, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=50826fcd-91cb-415a-ba61-413969047691,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:38.483007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.502490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b367a55a-d59b-4dfa-b916-635d56324a5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/be24177a-11fa-410c-8fef-f45d6caf5ced HTTP/1.1" status: 204  len: 168 time: 4.8542585
Dec 18 06:51:38.506165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49928) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:38.589418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Allocated IP 172.26.7.139 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/bceb7897-fdfc-4276-9044-e0eec72cae2f) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:38.695212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.705504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bf5a3c3-b83d-4034-a42f-d110a1e82942 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.711998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 50826fcd-91cb-415a-ba61-413969047691 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:38.712858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e046b9c-4d32-457b-b5ec-1f5b4b807e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:38.725778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.747079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5a3c3-b83d-4034-a42f-d110a1e82942 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Pushing event deleted for resources: {'SecurityGroup': ['ID=d184d61c-83b3-47f8-b73f-dc4a919953fb,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:38.751894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3bf5a3c3-b83d-4034-a42f-d110a1e82942 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:38.807898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-64979108-805d-43a9-8d06-2d6668393e1f tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:38.824008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb2a5c3-c3b3-41f0-89e2-fc17faec35ee None None] No DVR routers for this DVR port e88d3188-a41d-4c68-8a0d-d7fe20d538ee on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:38.870133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Port': ['ID=4fa20d99-33a2-4586-b4b0-ae3a1888e836,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:38.875529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 221a2dee-a399-4e7d-82c0-3268b762e08c no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:38.881803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:38.908896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bf5a3c3-b83d-4034-a42f-d110a1e82942 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:38.913367 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3bf5a3c3-b83d-4034-a42f-d110a1e82942 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] 10.222.0.23 "DELETE /v2.0/security-groups/d184d61c-83b3-47f8-b73f-dc4a919953fb HTTP/1.1" status: 204  len: 168 time: 1.2385936
Dec 18 06:51:38.925952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 221a2dee-a399-4e7d-82c0-3268b762e08c {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:51:38.926351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 221a2dee-a399-4e7d-82c0-3268b762e08c not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:51:39.004460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:39.075176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f4cbe0-0679-4c49-aa7f-e1edfbcf9c3e None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:51:39.080176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-88f4cbe0-0679-4c49-aa7f-e1edfbcf9c3e None None] Deleting port a3761f33-d044-4d82-99be-9f69054ebee8 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:39.080697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88f4cbe0-0679-4c49-aa7f-e1edfbcf9c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:39.106095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No DVR routers for this DVR port 4fa20d99-33a2-4586-b4b0-ae3a1888e836 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:39.185722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:39.208259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f1708faa-6544-4866-a6a1-dff40bebb683 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:39.230621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:39.248839 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a3e70e33-75ce-4154-98b0-7862bfcf78c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.7294693
Dec 18 06:51:39.260579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49940) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:39.266354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:39.369950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-88f4cbe0-0679-4c49-aa7f-e1edfbcf9c3e None None] For port a3761f33-d044-4d82-99be-9f69054ebee8, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a3761f33-d044-4d82-99be-9f69054ebee8,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:39.370867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88f4cbe0-0679-4c49-aa7f-e1edfbcf9c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:39.501844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=bceb7897-fdfc-4276-9044-e0eec72cae2f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:39.513403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17c58390>,) {'filters': {'network_id': ['55fc7417-3953-43d3-8f2b-ce9bca52316d']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:39.528916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:39.539322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-88f4cbe0-0679-4c49-aa7f-e1edfbcf9c3e None None] Calling delete_port for a3761f33-d044-4d82-99be-9f69054ebee8 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:39.546974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17c58390>, 'b4f100ba-8b9a-48f4-a030-cdd023d51bf6') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:39.547565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17c58390>, 'b4f100ba-8b9a-48f4-a030-cdd023d51bf6') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:39.568063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:39.579857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:39.586948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49946) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:39.592200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687962cc-987e-43ba-8a58-f2f0e7ba8bbe None None] DHCP port deletion for ff796640-edf1-45b9-951e-192d6c9d91f3 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:51:39.595553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e88d3188-a41d-4c68-8a0d-d7fe20d538ee no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:39.688143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: e88d3188-a41d-4c68-8a0d-d7fe20d538ee {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:51:39.688143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e88d3188-a41d-4c68-8a0d-d7fe20d538ee not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:51:39.688507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a3761f33-d044-4d82-99be-9f69054ebee8 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:39.708385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:39.719162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:39.721069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f0b3ce0a-b836-4f46-9870-0fe2ea35304f None None] Could not find standard attr ID for object 4fa20d99-33a2-4586-b4b0-ae3a1888e836. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:51:39.725090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:39.747025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88f4cbe0-0679-4c49-aa7f-e1edfbcf9c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:39.787816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for 26954930-32bc-477a-9a70-9ab028495389 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:39.820461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:39.829275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Releasing vxlan tunnel 9 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:39.845103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c35b76ec-7834-4cba-a782-8511bbf2126d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:39.905975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4cbe0-0679-4c49-aa7f-e1edfbcf9c3e None None] Pushing event deleted for resources: {'Port': ['ID=a3761f33-d044-4d82-99be-9f69054ebee8,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:39.912028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-88f4cbe0-0679-4c49-aa7f-e1edfbcf9c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:39.935812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777d8cf6-3b1e-4bdb-9312-e33bc1290e5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:39.936748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-777d8cf6-3b1e-4bdb-9312-e33bc1290e5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:39.937637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No active binding found for port a3761f33-d044-4d82-99be-9f69054ebee8 {{(pid=81086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 18 06:51:39.938111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a3761f33-d044-4d82-99be-9f69054ebee8 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:51:39.938590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4fa20d99-33a2-4586-b4b0-ae3a1888e836 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:39.974555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 4fa20d99-33a2-4586-b4b0-ae3a1888e836 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:51:39.974955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4fa20d99-33a2-4586-b4b0-ae3a1888e836 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:51:39.988731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4cbe0-0679-4c49-aa7f-e1edfbcf9c3e None None] No DVR routers for this DVR port a3761f33-d044-4d82-99be-9f69054ebee8 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:40.024645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f29c6cb-b588-43da-b2a3-768a4e40a9ab None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:51:40.026495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-777d8cf6-3b1e-4bdb-9312-e33bc1290e5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:40.031445 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-777d8cf6-3b1e-4bdb-9312-e33bc1290e5e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.7016571
Dec 18 06:51:40.054611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49954) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:40.097335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:40.139665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:40.153313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f29c6cb-b588-43da-b2a3-768a4e40a9ab None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:51:40.158356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-096e35dd-5ffe-4a18-8d8f-1379604b1097 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:40.230287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e6a5f9c7-8bd5-4b3f-a4d2-bbfb1df2a212 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc7c235eb838414281a14b7e5d4d034f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6357794
Dec 18 06:51:40.231850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 55fc7417-3953-43d3-8f2b-ce9bca52316d has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:40.276818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:40.291617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49958) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:40.527498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90f2221-2e30-4f77-885d-ce598224faea None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:51:40.545486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:40.629383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Subnet': ['ID=6b2f809f-beb7-4ec4-bff1-f795729e9c7c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:40.650729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90f2221-2e30-4f77-885d-ce598224faea None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:51:40.652305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80791b0e-b434-440b-9b93-46b38039d0eb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:40.653199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-80791b0e-b434-440b-9b93-46b38039d0eb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:40.655998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:40.674607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 55fc7417-3953-43d3-8f2b-ce9bca52316d has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:40.718608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-80791b0e-b434-440b-9b93-46b38039d0eb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:40.722359 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-80791b0e-b434-440b-9b93-46b38039d0eb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6642568
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:40.762080 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:40.773238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49962) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:40.864487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ecadb56-e67d-4f47-b31f-3b38a7ae8de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:40.906405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:40.926817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:40.927021 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8bdc7a11-835a-40de-8808-ce45f3f994b1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1426144
Dec 18 06:51:40.934816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49966) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:40.966443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:41.005178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ecadb56-e67d-4f47-b31f-3b38a7ae8de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.013656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.030512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24011b82-6d60-4c99-895e-4e70d3cbb8c7 None None] Network ff796640-edf1-45b9-951e-192d6c9d91f3 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:41.080720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ed5968c-d93a-4228-9f51-f59be80359a5 tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:41.120896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.130402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Network': ['ID=55fc7417-3953-43d3-8f2b-ce9bca52316d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:41.133128 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/networks/55fc7417-3953-43d3-8f2b-ce9bca52316d HTTP/1.1" status: 204  len: 168 time: 3.3062942
Dec 18 06:51:41.152723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:41.158032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49970) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:41.158788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.187591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c32ef28>,) {'filters': {'network_id': ['ff796640-edf1-45b9-951e-192d6c9d91f3']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:41.214975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c32ef28>, '35528c1d-dbe4-4dea-b29e-d5eb158d225e') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:41.215451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c32ef28>, '35528c1d-dbe4-4dea-b29e-d5eb158d225e') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:41.225580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6195c8c3-c4d5-409f-9d5e-fa1f8d640a4f None None] DHCP port deletion for ff796640-edf1-45b9-951e-192d6c9d91f3 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:51:41.236139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.260841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'network': {'name': 'tempest-PortsTestJSON-165987383'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:41.289864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:41.323565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.327749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Releasing vxlan tunnel 12 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:41.617533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network ff796640-edf1-45b9-951e-192d6c9d91f3 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:41.625993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.657964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:network and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:41.666569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ecadb56-e67d-4f47-b31f-3b38a7ae8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.672204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.712962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:41.716970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f088706c-114f-4ed8-910a-71dbc6b7dc9e tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:41.720647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.725970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.744754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:41.758009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecadb56-e67d-4f47-b31f-3b38a7ae8de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7963c1e8-dd39-4a83-8dca-8e77b3595d75,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:41.761816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4ecadb56-e67d-4f47-b31f-3b38a7ae8de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:41.766687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:41.794999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4ecadb56-e67d-4f47-b31f-3b38a7ae8de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.798065 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4ecadb56-e67d-4f47-b31f-3b38a7ae8de1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7963c1e8-dd39-4a83-8dca-8e77b3595d75 HTTP/1.1" status: 204  len: 168 time: 1.4987013
Dec 18 06:51:41.808339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:41.814343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.824918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.825501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Fanout notify agent at l3_agent the message router_deleted on router 6f94462c-bcad-448b-aae1-d96f56b384a6 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:51:41.827417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:41.831327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.921206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network ff796640-edf1-45b9-951e-192d6c9d91f3 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:41.952773 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:41.968835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:41.971540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.009770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.013471 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-664f444c-c983-45c3-88e0-3345da87b6a4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/routers/6f94462c-bcad-448b-aae1-d96f56b384a6 HTTP/1.1" status: 204  len: 168 time: 5.0186613
Dec 18 06:51:42.014646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49978) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:42.018944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:42.058408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.059002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Fanout notify agent at l3_agent the message router_deleted on router 6da7dabc-da63-4a66-ae73-c77dc50159d1 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:51:42.114425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.120535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:42.139681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.157736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Network': ['ID=ff796640-edf1-45b9-951e-192d6c9d91f3,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:42.165750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:42.184897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:51:42.195009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/ff796640-edf1-45b9-951e-192d6c9d91f3 HTTP/1.1" status: 204  len: 168 time: 6.7343211
Dec 18 06:51:42.200167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49982) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:42.245828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.245995 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Added segment 74310d48-fa38-45ce-a8da-4738726bd376 of type vxlan for network 939eaa9b-d22f-4104-bb77-31ea6319a0ec
Dec 18 06:51:42.249604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 49986) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:42.253159 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-122c38a0-818e-4fe3-8603-acfd8c56d5f7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:42.253789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122c38a0-818e-4fe3-8603-acfd8c56d5f7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:42.257563 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-122c38a0-818e-4fe3-8603-acfd8c56d5f7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/subnets/6b2f809f-beb7-4ec4-bff1-f795729e9c7c HTTP/1.1" status: 404  len: 337 time: 0.0540094
Dec 18 06:51:42.257563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 9b5dea12-cbb8-496c-9281-4c971c1106d2 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:51:42.259390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49988) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:42.268046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.269180 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bfd15129-e246-4c97-af15-e1f4647f3188 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/6da7dabc-da63-4a66-ae73-c77dc50159d1 HTTP/1.1" status: 204  len: 168 time: 4.9064600
Dec 18 06:51:42.287439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49994) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:42.297834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1159142686'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:42.332186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.357731 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa05527a-3422-4f48-b7a1-0536c270d8f5 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:42.358174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa05527a-3422-4f48-b7a1-0536c270d8f5 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:42.360015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fa05527a-3422-4f48-b7a1-0536c270d8f5 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/ff796640-edf1-45b9-951e-192d6c9d91f3 HTTP/1.1" status: 404  len: 339 time: 0.0996668
Dec 18 06:51:42.368288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:42.372222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 49998) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:42.387515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.406428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:network and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:42.413806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.471027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:42.494951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.498315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:42.517444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:42.532356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Usage tracker for resource:security_group_rule and tenant:969d756745ed4091a9f26f66cd03b27e is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:42.568684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:42.608484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.613295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:42.725251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.729446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:42.730143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.742229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f8ec27e3-f268-4c92-9a41-0c36b3f68244 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:42.778847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.954940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:42.960440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:42.987476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:51:42.990877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Network': ['ID=939eaa9b-d22f-4104-bb77-31ea6319a0ec,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:42.999944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec68ff8-a03b-464f-b76e-01e4444c4c7e None None] Sync routers for ids ['9b5dea12-cbb8-496c-9281-4c971c1106d2'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:51:43.011816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 939eaa9b-d22f-4104-bb77-31ea6319a0ec details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:43.021095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:43.026171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 939eaa9b-d22f-4104-bb77-31ea6319a0ec details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:43.031339 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.8634987
Dec 18 06:51:43.043161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50002) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:43.063397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': '939eaa9b-d22f-4104-bb77-31ea6319a0ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:43.089395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17150f60>,) {'filters': {'network_id': ['c765a100-af74-42a4-9b9f-ecadf3f8bfa8']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:43.098401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:51:43.133409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17150f60>, '3a16444d-d2e4-4d19-b7ee-5cdb15af861c') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:43.133880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17150f60>, '3a16444d-d2e4-4d19-b7ee-5cdb15af861c') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:43.153708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.165105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec68ff8-a03b-464f-b76e-01e4444c4c7e None None] Routers {'9b5dea12-cbb8-496c-9281-4c971c1106d2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:43.165928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-eec68ff8-a03b-464f-b76e-01e4444c4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c369d68>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9b5dea12-cbb8-496c-9281-4c971c1106d2'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:43.185797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.190755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.192757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.210864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Releasing vxlan tunnel 10 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:43.211315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.212660 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 9.6308389
Dec 18 06:51:43.226132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50006) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:43.231468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8281e871-fb04-425c-885a-722d38a5c136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:43.247024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.247479 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Added segment fea5c261-bd45-48e1-8f40-a99425c6b5d5 of type vxlan for network aa0a36f1-30e1-4208-a405-1c74ac2d694a
Dec 18 06:51:43.268450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-eec68ff8-a03b-464f-b76e-01e4444c4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c369d68>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:43.306407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec68ff8-a03b-464f-b76e-01e4444c4c7e None None] Routers {'9b5dea12-cbb8-496c-9281-4c971c1106d2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:43.307191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-eec68ff8-a03b-464f-b76e-01e4444c4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c369d68>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9b5dea12-cbb8-496c-9281-4c971c1106d2'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:43.349368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.384731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-eec68ff8-a03b-464f-b76e-01e4444c4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c369d68>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:43.385191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec68ff8-a03b-464f-b76e-01e4444c4c7e None None] The sync data for ids ['9b5dea12-cbb8-496c-9281-4c971c1106d2'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:51:43.403562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 50826fcd-91cb-415a-ba61-413969047691 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:43.437839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 50826fcd-91cb-415a-ba61-413969047691 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:51:43.438243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 50826fcd-91cb-415a-ba61-413969047691 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:51:43.459501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775f4e35-0ac8-4f61-9c1b-95e9a4ae40f9,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:43.472341 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=969d756745ed4091a9f26f66cd03b27e&name=default HTTP/1.1" status: 200  len: 2883 time: 1.2084553
Dec 18 06:51:43.488930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50010) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:43.514608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.519261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:43.539408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.539845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.540270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.540696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.541110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.541544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.541956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.542377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.542777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.543185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.543594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.544002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.544468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.544873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.545277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.545709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.546112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.546516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.546917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.547320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.547722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.548123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.548524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.548924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:43.559090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:43.572708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:43.582810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.609023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:43.612208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:43.631364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:43.696354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17db77b8>,) {'filters': {'network_id': ['8141ccff-a1ef-4064-96ce-89af0ee99bf8']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:43.714388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:43.740948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17db77b8>, '43c62a6b-fa2f-4ad1-b54f-17615581d65c') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:43.741232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17db77b8>, '43c62a6b-fa2f-4ad1-b54f-17615581d65c') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:43.794754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network c765a100-af74-42a4-9b9f-ecadf3f8bfa8 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:43.818023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:43.821908 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:43.824807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:43.824807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.827581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.839618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ba8b9ca-28b1-4c5c-9e5f-6c0922d6429c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:43.859334 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b440cd74-9467-43af-b3ad-bac0eb724478 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/routers/9b5dea12-cbb8-496c-9281-4c971c1106d2 HTTP/1.1" status: 200  len: 881 time: 0.6277931
Dec 18 06:51:43.875832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50014) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:43.988320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12fd7b93-6ef8-477a-b94e-332526b0b458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.991194 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.7025092
Dec 18 06:51:43.994058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.998030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:43.998261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:44.002686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50018) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:44.004954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:44.006218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:44.039446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Network': ['ID=c765a100-af74-42a4-9b9f-ecadf3f8bfa8,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:44.042291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:44.050923 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/networks/c765a100-af74-42a4-9b9f-ecadf3f8bfa8 HTTP/1.1" status: 204  len: 168 time: 2.0341785
Dec 18 06:51:44.052716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'subnet': {'network_id': 'aa0a36f1-30e1-4208-a405-1c74ac2d694a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:44.072325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:44.074373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50022) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:44.115180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'network': {'name': 'tempest-network-smoke--613356235', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'port_security_enabled': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:44.134264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:44.145081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Network': ['ID=aa0a36f1-30e1-4208-a405-1c74ac2d694a,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:44.149337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:network and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:44.153688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:44.157343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network aa0a36f1-30e1-4208-a405-1c74ac2d694a details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:44.170831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:44.175178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network aa0a36f1-30e1-4208-a405-1c74ac2d694a details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:44.268555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:51:44.271643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:44.274088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:44.290126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12fd7b93-6ef8-477a-b94e-332526b0b458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:44.291905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-03c663cb-0a17-4451-9d87-af7e640c4427 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:44.388253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:44.393586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:44.497284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:44.502153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network 8141ccff-a1ef-4064-96ce-89af0ee99bf8 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:44.514516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:44.530608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:subnet and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:44.591300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:44.623035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4827e55-dba4-445e-8b52-4ce432309b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:44.624140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:44.755049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:44.778906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12fd7b93-6ef8-477a-b94e-332526b0b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:44.781919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=4c4a07d8-00be-46eb-958b-07b8669af518,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:44.785049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:44.814308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:51:44.833647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:44.834042 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Added segment ff03a812-edcc-46e8-ad59-71c0731a4fa2 of type vxlan for network aa4d225c-531e-48fe-880f-a6baa687bf50
Dec 18 06:51:44.845380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3c96dab6-8a1b-4090-8b07-8d5d85988fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:44.853825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-48e5bef0-63cb-4caa-87e5-c15bbb9adaae tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Synchronizing usage tracker for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:router {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:44.882613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network 8141ccff-a1ef-4064-96ce-89af0ee99bf8 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:44.889472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:44.894842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:44.904758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885b6c07-dea1-46c5-a7a5-425c355bd8ac None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:44.908901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:44.916833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:44.917490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:44.929079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd7b93-6ef8-477a-b94e-332526b0b458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775f4e35-0ac8-4f61-9c1b-95e9a4ae40f9,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:44.929815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-48e5bef0-63cb-4caa-87e5-c15bbb9adaae tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Unset dirty status for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:router {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:44.931020 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:44.933111 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-48e5bef0-63cb-4caa-87e5-c15bbb9adaae tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 1.0534446
Dec 18 06:51:44.938171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50026) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:44.945851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-71729402-9b65-4495-a3f4-9023abcc17f9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1739499686'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:44.986992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-12fd7b93-6ef8-477a-b94e-332526b0b458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:45.051433 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 4.0950058
Dec 18 06:51:45.052629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50030) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:45.069418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'mac_address': 'fa:16:3e:e9:af:3e', 'name': 'tempest-NetworksTestDHCPv6-2029846992'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:45.072540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:45.092675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:45.096915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:45.097630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:45.155252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0ef05ab5-ce10-4387-9de7-a235c2df585f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:45.155517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12fd7b93-6ef8-477a-b94e-332526b0b458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:45.156681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-12fd7b93-6ef8-477a-b94e-332526b0b458 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/775f4e35-0ac8-4f61-9c1b-95e9a4ae40f9 HTTP/1.1" status: 204  len: 168 time: 1.6616316
Dec 18 06:51:45.167636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:45.186138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f0c1a450-a761-4cc4-9335-0af6dac42f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:45.201770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:45.220030 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/8141ccff-a1ef-4064-96ce-89af0ee99bf8 HTTP/1.1" status: 204  len: 168 time: 2.8467128
Dec 18 06:51:45.226208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50036) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:45.229262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Network': ['ID=8141ccff-a1ef-4064-96ce-89af0ee99bf8,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:45.290399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:45.303849 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-46401ef9-86f7-4602-8356-333ae9621b05 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:45.304293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46401ef9-86f7-4602-8356-333ae9621b05 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:45.306176 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-46401ef9-86f7-4602-8356-333ae9621b05 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/subnets/a0614fe4-83ee-46d0-a770-d2160a2e5444 HTTP/1.1" status: 404  len: 337 time: 0.0785165
Dec 18 06:51:45.351215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50040) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:45.376580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': '4c4a07d8-00be-46eb-958b-07b8669af518'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:51:45.377965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:45.394581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Network': ['ID=aa4d225c-531e-48fe-880f-a6baa687bf50,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:45.411522 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-576a2bb3-ea69-425b-9f2f-0fa06a03f31d tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:45.411979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576a2bb3-ea69-425b-9f2f-0fa06a03f31d tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:45.413957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-576a2bb3-ea69-425b-9f2f-0fa06a03f31d tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/d326cc63-0ce1-4bf0-b571-3c358ed7bda0 HTTP/1.1" status: 404  len: 339 time: 0.0557837
Dec 18 06:51:45.417654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:45.418616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50044) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:45.428111 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.3492930
Dec 18 06:51:45.433925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50048) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:45.435811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network aa4d225c-531e-48fe-880f-a6baa687bf50 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:45.447052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'admin_state_up': True, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:45.455188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:45.460032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:router and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:45.461596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network aa4d225c-531e-48fe-880f-a6baa687bf50 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:45.463329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:45.469695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:45.553583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:45.554814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:45.678891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:45.695809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:45.775378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:45.870225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:45.876765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.028109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Allocated IP 2001:db8::f816:3eff:fea9:1ce6 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/4c4a07d8-00be-46eb-958b-07b8669af518/31e450d6-a8e1-4400-845b-fe38f9bac4ab) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:46.086671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-508f7428-87ce-4ca7-8e24-b85509a90565 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Deleting subnet aa52d64f-0b00-4e59-a5c6-288238372431 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:51:46.137983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-508f7428-87ce-4ca7-8e24-b85509a90565 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.265777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.277669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Transition to ACTIVE for port object 31e450d6-a8e1-4400-845b-fe38f9bac4ab will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:46.287610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-508f7428-87ce-4ca7-8e24-b85509a90565 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.295691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Transition to ACTIVE for port object 31e450d6-a8e1-4400-845b-fe38f9bac4ab will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:46.300503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.318224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:46.325619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.336417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.353792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f54fa74-35a3-43b4-a9d9-43789c6a57f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:46.420740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71729402-9b65-4495-a3f4-9023abcc17f9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.463175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Pushing event updated for resources: {'Port': ['ID=31e450d6-a8e1-4400-845b-fe38f9bac4ab,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:46.466380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:46.508265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71729402-9b65-4495-a3f4-9023abcc17f9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.513531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 5690db3c-4d0d-487b-8218-75afc1be6e46 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:51:46.527162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Subnet': ['ID=e6a2ee49-d8ca-4ee9-b1c4-c282b8622a97,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:46.530390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:46.531712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:46.532847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:46.534093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:46.594047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Attempting to bind port 31e450d6-a8e1-4400-845b-fe38f9bac4ab on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:51:46.594857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Attempting to bind port 31e450d6-a8e1-4400-845b-fe38f9bac4ab by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:51:46.595168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Attempting to bind port 31e450d6-a8e1-4400-845b-fe38f9bac4ab on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:51:46.601150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:51:46.601782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:46.602347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.602916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:51:46.603553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Bound port: 31e450d6-a8e1-4400-845b-fe38f9bac4ab, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:51:46.604083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.616307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-508f7428-87ce-4ca7-8e24-b85509a90565 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.714908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] For port 31e450d6-a8e1-4400-845b-fe38f9bac4ab, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:51:46.720437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] For port 31e450d6-a8e1-4400-845b-fe38f9bac4ab, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=31e450d6-a8e1-4400-845b-fe38f9bac4ab,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:51:46.723824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.739796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6042ab23-16d4-44aa-a735-6d7429f4ad7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:46.851485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Checking segment: {'id': '74310d48-fa38-45ce-a8da-4738726bd376', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '939eaa9b-d22f-4104-bb77-31ea6319a0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:46.851895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network hostable DHCP agents. Network: 939eaa9b-d22f-4104-bb77-31ea6319a0ec, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:51:46.882333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:46.895993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Pushing event updated for resources: {'Port': ['ID=31e450d6-a8e1-4400-845b-fe38f9bac4ab,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:46.901720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:46.904816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1f7578c9-e029-4343-9dd4-4525390cccf1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:47.048244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 939eaa9b-d22f-4104-bb77-31ea6319a0ec is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:51:47.108769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 939eaa9b-d22f-4104-bb77-31ea6319a0ec) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:47.116646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d00349-5094-464c-ae4f-c3d99fef54f5 None None] Network 939eaa9b-d22f-4104-bb77-31ea6319a0ec requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:47.128732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Subnet': ['ID=f6fc3e4b-7328-4ed7-9240-cd85943c146e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:47.174065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::f816:3eff:fee9:af3e (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/4c4a07d8-00be-46eb-958b-07b8669af518/5690db3c-4d0d-487b-8218-75afc1be6e46) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:47.176160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:47.183057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71729402-9b65-4495-a3f4-9023abcc17f9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 9b5dea12-cbb8-496c-9281-4c971c1106d2 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:51:47.195585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:47.196250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:47.259719 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.2118700
Dec 18 06:51:47.260659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50052) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:47.270526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': '939eaa9b-d22f-4104-bb77-31ea6319a0ec', 'name': 'tempest-PortsTestJSON-1422188749'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:47.402253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-508f7428-87ce-4ca7-8e24-b85509a90565 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:47.422748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-259085b0-b6a3-43ea-88e6-af0f06b3d39f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:47.452783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Checking segment: {'id': 'fea5c261-bd45-48e1-8f40-a99425c6b5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa0a36f1-30e1-4208-a405-1c74ac2d694a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:47.453618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network hostable DHCP agents. Network: aa0a36f1-30e1-4208-a405-1c74ac2d694a, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:51:47.463545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-939eaa9b-d22f-4104-bb77-31ea6319a0ec', 'network_id': '939eaa9b-d22f-4104-bb77-31ea6319a0ec', 'tenant_id': '4188d9c05dcd428b8cdbc76ccf79a62d', 'fixed_ips': [{'subnet_id': 'e6a2ee49-d8ca-4ee9-b1c4-c282b8622a97'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:51:47.464061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:47.511223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85624a6c-c96c-41da-ab62-610fc052f6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:47.532013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:47.539604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 31e450d6-a8e1-4400-845b-fe38f9bac4ab up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:51:47.555894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f7428-87ce-4ca7-8e24-b85509a90565 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Subnet': ['ID=aa52d64f-0b00-4e59-a5c6-288238372431,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:47.564398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-508f7428-87ce-4ca7-8e24-b85509a90565 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:47.602880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network aa0a36f1-30e1-4208-a405-1c74ac2d694a is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:51:47.629999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:47.638913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:47.655930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, aa0a36f1-30e1-4208-a405-1c74ac2d694a) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:47.659590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:47.673381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be579998-fafc-47f0-a4fc-2d5877cb1dd5 None None] Network aa0a36f1-30e1-4208-a405-1c74ac2d694a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:47.687836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:47.688499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:47.694575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-508f7428-87ce-4ca7-8e24-b85509a90565 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:47.703593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:47.709131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:47.713717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1fdada-9698-4e6f-bd55-6b88b49ea53d None None] Network 30a67338-1fb8-4f65-9760-300cc5e50987 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:47.734749 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-508f7428-87ce-4ca7-8e24-b85509a90565 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/subnets/aa52d64f-0b00-4e59-a5c6-288238372431 HTTP/1.1" status: 204  len: 168 time: 2.3146191
Dec 18 06:51:47.737688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50056) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:47.741601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:47.795675 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.7742753
Dec 18 06:51:47.807257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50060) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:47.818439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c294c80c-34ce-4245-a75c-1c86a74a51a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1435401757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:47.831788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c294c80c-34ce-4245-a75c-1c86a74a51a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:47.860863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c294c80c-34ce-4245-a75c-1c86a74a51a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:router and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:47.863426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71729402-9b65-4495-a3f4-9023abcc17f9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:51:47.882060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033271be-d025-4c5a-b5df-0ae2e444441e None None] Sync routers for ids ['9b5dea12-cbb8-496c-9281-4c971c1106d2'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:51:47.902585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033271be-d025-4c5a-b5df-0ae2e444441e None None] Routers {'9b5dea12-cbb8-496c-9281-4c971c1106d2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:47.904695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-033271be-d025-4c5a-b5df-0ae2e444441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d869d68>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9b5dea12-cbb8-496c-9281-4c971c1106d2'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:47.914586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c294c80c-34ce-4245-a75c-1c86a74a51a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:47.923931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac70e69d-55b0-4059-aeea-911d6f067625 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Deleting subnet e93e87cf-8684-4762-bdc2-6674b4140bc0 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:51:47.931595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 31e450d6-a8e1-4400-845b-fe38f9bac4ab completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:47.940087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71729402-9b65-4495-a3f4-9023abcc17f9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:47.940762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c294c80c-34ce-4245-a75c-1c86a74a51a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:47.944020 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-71729402-9b65-4495-a3f4-9023abcc17f9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/9b5dea12-cbb8-496c-9281-4c971c1106d2 HTTP/1.1" status: 200  len: 888 time: 3.0047972
Dec 18 06:51:47.947817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50064) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:47.952563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac70e69d-55b0-4059-aeea-911d6f067625 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:48.021058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c294c80c-34ce-4245-a75c-1c86a74a51a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:48.022036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c294c80c-34ce-4245-a75c-1c86a74a51a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:48.054390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac70e69d-55b0-4059-aeea-911d6f067625 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:48.080245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-033271be-d025-4c5a-b5df-0ae2e444441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d869d68>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:48.096199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033271be-d025-4c5a-b5df-0ae2e444441e None None] Routers {'9b5dea12-cbb8-496c-9281-4c971c1106d2'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:48.097384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-033271be-d025-4c5a-b5df-0ae2e444441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d869d68>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9b5dea12-cbb8-496c-9281-4c971c1106d2'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:48.110682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:48.119394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port affb5f03-4792-4f20-af68-84fedd41019f yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:51:48.173862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c294c80c-34ce-4245-a75c-1c86a74a51a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:48.216184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 5690db3c-4d0d-487b-8218-75afc1be6e46 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:48.217606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-033271be-d025-4c5a-b5df-0ae2e444441e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d869d68>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:48.218715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033271be-d025-4c5a-b5df-0ae2e444441e None None] The sync data for ids ['9b5dea12-cbb8-496c-9281-4c971c1106d2'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:51:48.292034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c294c80c-34ce-4245-a75c-1c86a74a51a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:48.324853 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a6ef8785-465b-4d7f-927f-723b1e52cdbe tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/routers/9b5dea12-cbb8-496c-9281-4c971c1106d2 HTTP/1.1" status: 200  len: 888 time: 0.3732517
Dec 18 06:51:48.326256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac70e69d-55b0-4059-aeea-911d6f067625 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:48.332129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50068) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:48.384685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-16e47209-c0f2-4fb7-85c0-c663e19322b4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Synchronizing usage tracker for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:48.402050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.7 (939eaa9b-d22f-4104-bb77-31ea6319a0ec/e6a2ee49-d8ca-4ee9-b1c4-c282b8622a97/affb5f03-4792-4f20-af68-84fedd41019f) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:48.411310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:48.412797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c294c80c-34ce-4245-a75c-1c86a74a51a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:48.415079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c294c80c-34ce-4245-a75c-1c86a74a51a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6059694
Dec 18 06:51:48.437741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-aa0a36f1-30e1-4208-a405-1c74ac2d694a', 'network_id': 'aa0a36f1-30e1-4208-a405-1c74ac2d694a', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'fixed_ips': [{'subnet_id': 'f6fc3e4b-7328-4ed7-9240-cd85943c146e'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:51:48.439211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:48.440523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50072) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:48.446300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-458d11af-1be6-4b71-a581-0e147309f78c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:48.553316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:48.573885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.65 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/32479684-9f89-4685-a211-9186c357fc4b) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:48.788214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=5690db3c-4d0d-487b-8218-75afc1be6e46,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:48.792913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:48.794061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-16e47209-c0f2-4fb7-85c0-c663e19322b4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Unset dirty status for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:48.799048 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-16e47209-c0f2-4fb7-85c0-c663e19322b4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=9b5dea12-cbb8-496c-9281-4c971c1106d2 HTTP/1.1" status: 200  len: 205 time: 0.4613986
Dec 18 06:51:48.859378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50076) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:48.890933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Allocated IP 2001:db8::2 (aa0a36f1-30e1-4208-a405-1c74ac2d694a/f6fc3e4b-7328-4ed7-9240-cd85943c146e/2752a6b2-1f96-4e36-9083-de76e23f176a) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:49.145836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.169241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d5a377be-7b92-43b3-bab6-167d20a0c25f None None] Provisioning for port 31e450d6-a8e1-4400-845b-fe38f9bac4ab completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:49.170254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.182078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d5a377be-7b92-43b3-bab6-167d20a0c25f None None] Provisioning complete for port 31e450d6-a8e1-4400-845b-fe38f9bac4ab triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:49.182513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d5a377be-7b92-43b3-bab6-167d20a0c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.250236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.274245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Transition to ACTIVE for port object 2752a6b2-1f96-4e36-9083-de76e23f176a will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:49.281998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.301226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Transition to ACTIVE for port object 2752a6b2-1f96-4e36-9083-de76e23f176a will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:49.308467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.343013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ccb2a5c3-c3b3-41f0-89e2-fc17faec35ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:49.429657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:49.547898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.584192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d5a377be-7b92-43b3-bab6-167d20a0c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.600684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.627446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Pushing event updated for resources: {'Port': ['ID=2752a6b2-1f96-4e36-9083-de76e23f176a,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:49.644939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:49.688901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d5a377be-7b92-43b3-bab6-167d20a0c25f None None] For port 31e450d6-a8e1-4400-845b-fe38f9bac4ab, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=31e450d6-a8e1-4400-845b-fe38f9bac4ab,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:49.706131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d5a377be-7b92-43b3-bab6-167d20a0c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.711172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-df349e54-d23c-4985-888f-8ef26ee81524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:49.751190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Network aa0a36f1-30e1-4208-a405-1c74ac2d694a is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:49.760232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:49.764518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:49.854727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Attempting to bind port 2752a6b2-1f96-4e36-9083-de76e23f176a on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:51:49.855071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Attempting to bind port 2752a6b2-1f96-4e36-9083-de76e23f176a by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'fea5c261-bd45-48e1-8f40-a99425c6b5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa0a36f1-30e1-4208-a405-1c74ac2d694a'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:51:49.855489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Attempting to bind port 2752a6b2-1f96-4e36-9083-de76e23f176a on network aa0a36f1-30e1-4208-a405-1c74ac2d694a {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:51:49.862897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a377be-7b92-43b3-bab6-167d20a0c25f None None] Pushing event updated for resources: {'Port': ['ID=31e450d6-a8e1-4400-845b-fe38f9bac4ab,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:49.871584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d5a377be-7b92-43b3-bab6-167d20a0c25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:49.872622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:51:49.873059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Checking segment: {'id': 'fea5c261-bd45-48e1-8f40-a99425c6b5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa0a36f1-30e1-4208-a405-1c74ac2d694a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:49.873547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.873997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Bound using segment: {'id': 'fea5c261-bd45-48e1-8f40-a99425c6b5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa0a36f1-30e1-4208-a405-1c74ac2d694a'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:51:49.874545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Bound port: 2752a6b2-1f96-4e36-9083-de76e23f176a, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea5c261-bd45-48e1-8f40-a99425c6b5d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa0a36f1-30e1-4208-a405-1c74ac2d694a'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:51:49.874980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.876144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:49.892290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cce0f72c-3a4f-466e-ba6c-72bb6d576373 None None] Provisioning complete for port 31e450d6-a8e1-4400-845b-fe38f9bac4ab triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:49.892725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cce0f72c-3a4f-466e-ba6c-72bb6d576373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.895845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:49.906448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:49.911290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:49.911985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:49.929427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:49.937619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:49.946397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=32479684-9f89-4685-a211-9186c357fc4b,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:49.948880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:50.010865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:50.061742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:50.100097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] For port 2752a6b2-1f96-4e36-9083-de76e23f176a, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:51:50.113277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] For port 2752a6b2-1f96-4e36-9083-de76e23f176a, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2752a6b2-1f96-4e36-9083-de76e23f176a,segment=NetworkSegment(fea5c261-bd45-48e1-8f40-a99425c6b5d5),segment_id=fea5c261-bd45-48e1-8f40-a99425c6b5d5)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:51:50.117659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:50.131423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfaa1521-b381-4339-8094-ba6fa7ed5c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:50.137153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Transition to ACTIVE for port object affb5f03-4792-4f20-af68-84fedd41019f will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:50.148497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:50.155720 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 5.1026611
Dec 18 06:51:50.156630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50080) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:50.160228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac70e69d-55b0-4059-aeea-911d6f067625 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:50.204959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port bceb7897-fdfc-4276-9044-e0eec72cae2f {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:50.205632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:50.228453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83e094c6-ee4e-4be1-988f-b6a3321002b5 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:50.231087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cce0f72c-3a4f-466e-ba6c-72bb6d576373 None None] Provisioning complete for port c9374889-4f96-4650-b38b-05e82a581808 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:50.231526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cce0f72c-3a4f-466e-ba6c-72bb6d576373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:50.279625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70e69d-55b0-4059-aeea-911d6f067625 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Subnet': ['ID=e93e87cf-8684-4762-bdc2-6674b4140bc0,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:50.282499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac70e69d-55b0-4059-aeea-911d6f067625 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:50.383014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Pushing event updated for resources: {'Port': ['ID=2752a6b2-1f96-4e36-9083-de76e23f176a,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:50.393901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:50.401095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:50.417082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f16e9c52-f45f-4ead-b25f-1d1bfa3838fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:50.506380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Allocated IP 172.20.0.2 (939eaa9b-d22f-4104-bb77-31ea6319a0ec/e6a2ee49-d8ca-4ee9-b1c4-c282b8622a97/24bbac09-9488-43e8-9b6f-14155bdca0d8) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:50.550183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c2bc1-e127-4f3f-98a7-8481ef19c829 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:50.557016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c2bc1-e127-4f3f-98a7-8481ef19c829 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:50.557943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b25c2bc1-e127-4f3f-98a7-8481ef19c829 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:51:50.585868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac70e69d-55b0-4059-aeea-911d6f067625 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:50.607668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=affb5f03-4792-4f20-af68-84fedd41019f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:50.616192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:50.629075 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ac70e69d-55b0-4059-aeea-911d6f067625 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/subnets/e93e87cf-8684-4762-bdc2-6674b4140bc0 HTTP/1.1" status: 204  len: 168 time: 2.8907204
Dec 18 06:51:50.629999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50084) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:50.644382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebcfad1-08f7-4118-9550-be99ace1abf1 None None] Network 30a67338-1fb8-4f65-9760-300cc5e50987 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:50.699805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:50.770102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b25c2bc1-e127-4f3f-98a7-8481ef19c829 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:51:50.771435 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b25c2bc1-e127-4f3f-98a7-8481ef19c829 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.6051617
Dec 18 06:51:50.777503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50088) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:50.872339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c6286e68-728f-4702-a6ea-033ebbd086b7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 5690db3c-4d0d-487b-8218-75afc1be6e46 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:50.872852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6286e68-728f-4702-a6ea-033ebbd086b7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:50.941445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for bceb7897-fdfc-4276-9044-e0eec72cae2f owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:50.986067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:51.000524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b76235ca-8ef7-4c11-9452-ae6ab5aea9ad None None] Provisioning for port 5690db3c-4d0d-487b-8218-75afc1be6e46 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:51.014314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 939eaa9b-d22f-4104-bb77-31ea6319a0ec is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:51.020813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:51.026876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:51.057787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b76235ca-8ef7-4c11-9452-ae6ab5aea9ad None None] Provisioning complete for port 5690db3c-4d0d-487b-8218-75afc1be6e46 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:51.058607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b76235ca-8ef7-4c11-9452-ae6ab5aea9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:51.137937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:51.188059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b76235ca-8ef7-4c11-9452-ae6ab5aea9ad None None] Port 5690db3c-4d0d-487b-8218-75afc1be6e46 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:51:51.215592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:51.233239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Transition to ACTIVE for port object 24bbac09-9488-43e8-9b6f-14155bdca0d8 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:51.257506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Transition to ACTIVE for port object 24bbac09-9488-43e8-9b6f-14155bdca0d8 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:51.264137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:51.278600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:51.312410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Deleting port c9374889-4f96-4650-b38b-05e82a581808 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:51.312669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:51.415686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Pushing event updated for resources: {'Port': ['ID=24bbac09-9488-43e8-9b6f-14155bdca0d8,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:51.420102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:51.462623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Allocated IP 2001:db8::1 (aa0a36f1-30e1-4208-a405-1c74ac2d694a/f6fc3e4b-7328-4ed7-9240-cd85943c146e/b6c4e834-681a-40f6-a624-39871882eeb1) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:51.475870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:51.476551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:51.505785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Network 939eaa9b-d22f-4104-bb77-31ea6319a0ec is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:51.508951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c714303-9f5c-480a-9fb7-42823d05344e None None] DHCP port deletion for 30a67338-1fb8-4f65-9760-300cc5e50987 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:51:51.511505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:51.519500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:51.525994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6c714303-9f5c-480a-9fb7-42823d05344e None None] Deleting port c9374889-4f96-4650-b38b-05e82a581808 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:51.527820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c714303-9f5c-480a-9fb7-42823d05344e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:51.600571 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.3392837
Dec 18 06:51:51.603715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50092) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:51.684607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 31e450d6-a8e1-4400-845b-fe38f9bac4ab up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:51:51.710424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6286e68-728f-4702-a6ea-033ebbd086b7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:51.717961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:51.719120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Attempting to bind port 24bbac09-9488-43e8-9b6f-14155bdca0d8 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:51:51.719552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Attempting to bind port 24bbac09-9488-43e8-9b6f-14155bdca0d8 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '74310d48-fa38-45ce-a8da-4738726bd376', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '939eaa9b-d22f-4104-bb77-31ea6319a0ec'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:51:51.720006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Attempting to bind port 24bbac09-9488-43e8-9b6f-14155bdca0d8 on network 939eaa9b-d22f-4104-bb77-31ea6319a0ec {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:51:51.724232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port affb5f03-4792-4f20-af68-84fedd41019f {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:51.724232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:51.747297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:51:51.747724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Checking segment: {'id': '74310d48-fa38-45ce-a8da-4738726bd376', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '939eaa9b-d22f-4104-bb77-31ea6319a0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:51.748181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:51.748647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Bound using segment: {'id': '74310d48-fa38-45ce-a8da-4738726bd376', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '939eaa9b-d22f-4104-bb77-31ea6319a0ec'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:51:51.749291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Bound port: 24bbac09-9488-43e8-9b6f-14155bdca0d8, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74310d48-fa38-45ce-a8da-4738726bd376', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '939eaa9b-d22f-4104-bb77-31ea6319a0ec'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:51:51.749764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:51.895988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c6286e68-728f-4702-a6ea-033ebbd086b7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 5690db3c-4d0d-487b-8218-75afc1be6e46 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:51.989671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6c714303-9f5c-480a-9fb7-42823d05344e None None] For port c9374889-4f96-4650-b38b-05e82a581808, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c9374889-4f96-4650-b38b-05e82a581808,segment=NetworkSegment(ffdaf370-cd5a-4b75-96c0-28fa88454f98),segment_id=ffdaf370-cd5a-4b75-96c0-28fa88454f98)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:51.990131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c714303-9f5c-480a-9fb7-42823d05344e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:52.008683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 31e450d6-a8e1-4400-845b-fe38f9bac4ab triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:52.009690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:52.178610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6c714303-9f5c-480a-9fb7-42823d05344e None None] Calling delete_port for c9374889-4f96-4650-b38b-05e82a581808 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:52.206311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] For port 24bbac09-9488-43e8-9b6f-14155bdca0d8, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:51:52.252419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:52.253804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] For port 24bbac09-9488-43e8-9b6f-14155bdca0d8, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=24bbac09-9488-43e8-9b6f-14155bdca0d8,segment=NetworkSegment(74310d48-fa38-45ce-a8da-4738726bd376),segment_id=74310d48-fa38-45ce-a8da-4738726bd376)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:51:52.265658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:52.270862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6286e68-728f-4702-a6ea-033ebbd086b7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:52.288865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c9a0c3b9-4908-422a-98d7-85023e0b8033 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:52.328857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:52.335648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] For port c9374889-4f96-4650-b38b-05e82a581808, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c9374889-4f96-4650-b38b-05e82a581808,segment=NetworkSegment(ffdaf370-cd5a-4b75-96c0-28fa88454f98),segment_id=ffdaf370-cd5a-4b75-96c0-28fa88454f98)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:52.336059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:52.343340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:52.375806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdc67b0-2a5f-4152-b75b-0cb41984b256 None None] Network aa0a36f1-30e1-4208-a405-1c74ac2d694a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:52.401304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6286e68-728f-4702-a6ea-033ebbd086b7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=5690db3c-4d0d-487b-8218-75afc1be6e46,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:52.416851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c6286e68-728f-4702-a6ea-033ebbd086b7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:52.481750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Calling delete_port for c9374889-4f96-4650-b38b-05e82a581808 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:52.539694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for affb5f03-4792-4f20-af68-84fedd41019f owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:52.588900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c714303-9f5c-480a-9fb7-42823d05344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:52.604743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-417fb3ae-3025-4412-8a65-4bfcfb34c5c7 None None] Provisioning for port 2752a6b2-1f96-4e36-9083-de76e23f176a completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:52.624621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:52.703076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6286e68-728f-4702-a6ea-033ebbd086b7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:52.717859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:51:52.718239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:51:52.748600 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c6286e68-728f-4702-a6ea-033ebbd086b7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/5690db3c-4d0d-487b-8218-75afc1be6e46 HTTP/1.1" status: 204  len: 168 time: 1.9639704
Dec 18 06:51:52.749494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50096) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:52.786149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Pushing event updated for resources: {'Port': ['ID=24bbac09-9488-43e8-9b6f-14155bdca0d8,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:52.789673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:52.813147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:52.813748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:52.850279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 4c29e209-fb7d-4282-9892-d0309bc7c07e is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:51:52.853390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:52.914457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eb0fba0c-88b0-4c15-a276-703ec90df421 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:52.969698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=affb5f03-4792-4f20-af68-84fedd41019f,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:52.986002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.986364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.986783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.987202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.987615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.988027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.989051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.989482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.989919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.990329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.990737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.991142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.992537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.992537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.992537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.992891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.993153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.993842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.994236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.994637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.995051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.995453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.995852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:52.996254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:51:53.003721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:53.012111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7eb2f0-4576-4976-9c39-5add3635ba23 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:53.013783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7eb2f0-4576-4976-9c39-5add3635ba23 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:53.018041 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9d7eb2f0-4576-4976-9c39-5add3635ba23 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.2652102
Dec 18 06:51:53.018908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50100) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:53.068804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c714303-9f5c-480a-9fb7-42823d05344e None None] Pushing event deleted for resources: {'Port': ['ID=c9374889-4f96-4650-b38b-05e82a581808,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:53.070604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.071449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6c714303-9f5c-480a-9fb7-42823d05344e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:53.073170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2752a6b2-1f96-4e36-9083-de76e23f176a up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:51:53.075201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.175675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.176464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Fanout notify agent at l3_agent the message router_deleted on router 9b5dea12-cbb8-496c-9281-4c971c1106d2 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:51:53.205246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c714303-9f5c-480a-9fb7-42823d05344e None None] No DVR routers for this DVR port c9374889-4f96-4650-b38b-05e82a581808 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:53.219004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Deleting port c9374889-4f96-4650-b38b-05e82a581808 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:53.219646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.263579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.271620 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-03e8a876-4f18-4c48-b3aa-33e8cf499d33 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/9b5dea12-cbb8-496c-9281-4c971c1106d2 HTTP/1.1" status: 204  len: 168 time: 4.4112368
Dec 18 06:51:53.277502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 2752a6b2-1f96-4e36-9083-de76e23f176a completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:53.287862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 2752a6b2-1f96-4e36-9083-de76e23f176a triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:53.288084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.294215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50104) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:53.302203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:51:53.308674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] The port 'c9374889-4f96-4650-b38b-05e82a581808' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:51:53.320939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Sync routers for ids ['4c29e209-fb7d-4282-9892-d0309bc7c07e'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:51:53.326703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'network': {'name': 'tempest-RoutersTest-1746621091'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:53.343549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Routers {'4c29e209-fb7d-4282-9892-d0309bc7c07e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:53.344389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d05aba8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4c29e209-fb7d-4282-9892-d0309bc7c07e'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:53.389261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:53.428034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:network and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:53.438801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:53.446050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.446508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.450995 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 8.0130541
Dec 18 06:51:53.451142 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/affb5f03-4792-4f20-af68-84fedd41019f HTTP/1.1" status: 204  len: 168 time: 1.8457618
Dec 18 06:51:53.456828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50108) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:53.464842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50110) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:53.474602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:53.518213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbc113b-5615-4115-9fe8-6f731808d05e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 4c4a07d8-00be-46eb-958b-07b8669af518 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:51:53.533560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bbc113b-5615-4115-9fe8-6f731808d05e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.625031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bbc113b-5615-4115-9fe8-6f731808d05e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.630849 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7350ea1b-f3ce-48ed-b31b-ea8dc372ae39 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:53.631359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7350ea1b-f3ce-48ed-b31b-ea8dc372ae39 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:53.636215 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7350ea1b-f3ce-48ed-b31b-ea8dc372ae39 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/affb5f03-4792-4f20-af68-84fedd41019f HTTP/1.1" status: 404  len: 333 time: 0.1652598
Dec 18 06:51:53.640826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8de49846-793c-4f54-92c3-984cff50f928 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets?project_id=6302410f1da34973bcf54fc230e8ac73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1690836
Dec 18 06:51:53.640826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50116) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:53.641138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.714354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.747527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Set router 4c29e209-fb7d-4282-9892-d0309bc7c07e gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:51:53.774044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50118) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:53.775011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:53.782742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.804911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'subnet': {'name': 'tempest-subnet-smoke-175718055', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:53.826463 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac173bd-9b65-4da4-9854-01e09814a4e2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:51:53.830816 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eac173bd-9b65-4da4-9854-01e09814a4e2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/affb5f03-4792-4f20-af68-84fedd41019f HTTP/1.1" status: 404  len: 333 time: 0.1732135
Dec 18 06:51:53.834317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50124) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:53.837101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bbc113b-5615-4115-9fe8-6f731808d05e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.902618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac171cfb38>,) {'filters': {'network_id': ['30a67338-1fb8-4f65-9760-300cc5e50987']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:53.921830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac171cfb38>, 'ffdaf370-cd5a-4b75-96c0-28fa88454f98') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:53.922196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac171cfb38>, 'ffdaf370-cd5a-4b75-96c0-28fa88454f98') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:53.941270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.960306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 2752a6b2-1f96-4e36-9083-de76e23f176a, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2752a6b2-1f96-4e36-9083-de76e23f176a,segment=NetworkSegment(fea5c261-bd45-48e1-8f40-a99425c6b5d5),segment_id=fea5c261-bd45-48e1-8f40-a99425c6b5d5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:53.971207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:53.977881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:54.029260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-32044e72-a7e5-49a2-a7b1-bd3afbf69881 None None] Provisioning complete for port 2752a6b2-1f96-4e36-9083-de76e23f176a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:54.029734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32044e72-a7e5-49a2-a7b1-bd3afbf69881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:54.075049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:54.078725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Releasing vxlan tunnel 6 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:54.088300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:51:54.102942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:54.103577 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Added segment 048bb469-a7d2-49f0-8fea-7701be288617 of type vxlan for network 69617fce-315a-4992-810f-e0ee0b4a5094
Dec 18 06:51:54.132508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 24bbac09-9488-43e8-9b6f-14155bdca0d8 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:51:54.193547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-78666112-4005-4511-bd79-6c936ecf7088 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting subnet e6a2ee49-d8ca-4ee9-b1c4-c282b8622a97 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:51:54.197451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78666112-4005-4511-bd79-6c936ecf7088 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:54.224785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:54.237914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=2752a6b2-1f96-4e36-9083-de76e23f176a,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:54.238689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:54.241975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:54.260055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78666112-4005-4511-bd79-6c936ecf7088 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:54.305025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:54.316992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:subnet and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:54.322732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Transition to ACTIVE for port object b6c4e834-681a-40f6-a624-39871882eeb1 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:54.324200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:54.350856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 24bbac09-9488-43e8-9b6f-14155bdca0d8 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:54.359106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78666112-4005-4511-bd79-6c936ecf7088 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:54.363151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:54.380232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d05aba8>, [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:51:50Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:54.384628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Checking router: 4c29e209-fb7d-4282-9892-d0309bc7c07e for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:51:54.384993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Updating router 4c29e209-fb7d-4282-9892-d0309bc7c07e port 32479684-9f89-4685-a211-9186c357fc4b binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:51:54.427463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c9374889-4f96-4650-b38b-05e82a581808 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:54.468329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:54.483188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: c9374889-4f96-4650-b38b-05e82a581808 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:51:54.483584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c9374889-4f96-4650-b38b-05e82a581808 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:51:54.485304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:54.490229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:54.491726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:54.505498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-28cde534-7bbf-4a2e-9419-5e5524cdf986 None None] Provisioning complete for port 2752a6b2-1f96-4e36-9083-de76e23f176a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:54.505963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28cde534-7bbf-4a2e-9419-5e5524cdf986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:54.527846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5c097d3e-a7c4-4419-876e-0011f46e3c63 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:54.540817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:54.656583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network 30a67338-1fb8-4f65-9760-300cc5e50987 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:54.671750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:55.000492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0953d85a-d8f8-4500-b180-e64fb13627ba None None] Network 939eaa9b-d22f-4104-bb77-31ea6319a0ec requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:55.013552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network 30a67338-1fb8-4f65-9760-300cc5e50987 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:55.043660 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:55.095708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a465cea3-4fc5-4e2a-837f-545241cbf5af None None] Provisioning complete for port 2752a6b2-1f96-4e36-9083-de76e23f176a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:55.096023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a465cea3-4fc5-4e2a-837f-545241cbf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:55.128611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:55.155285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:55.162913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:55.182328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:55.193050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Network': ['ID=30a67338-1fb8-4f65-9760-300cc5e50987,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:55.200292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:55.208278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78666112-4005-4511-bd79-6c936ecf7088 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:55.218540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bbc113b-5615-4115-9fe8-6f731808d05e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:55.225368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f4b9bd9-76bd-4ed6-be8e-ffd3884d58e8 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:55.235753 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.9375639
Dec 18 06:51:55.245614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50128) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:55.324008 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/30a67338-1fb8-4f65-9760-300cc5e50987 HTTP/1.1" status: 204  len: 168 time: 4.6831529
Dec 18 06:51:55.325283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78666112-4005-4511-bd79-6c936ecf7088 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Subnet': ['ID=e6a2ee49-d8ca-4ee9-b1c4-c282b8622a97,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:55.327477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Network': ['ID=69617fce-315a-4992-810f-e0ee0b4a5094,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:55.332351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-78666112-4005-4511-bd79-6c936ecf7088 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:55.335283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'subnet': {'network_id': '69617fce-315a-4992-810f-e0ee0b4a5094', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:55.348947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 69617fce-315a-4992-810f-e0ee0b4a5094 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:55.351768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50132) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:55.373175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 69617fce-315a-4992-810f-e0ee0b4a5094 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:55.373415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:55.374151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a866fa6-b049-41b5-a481-402046e7f8b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:55.387712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78666112-4005-4511-bd79-6c936ecf7088 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:55.389639 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-78666112-4005-4511-bd79-6c936ecf7088 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/e6a2ee49-d8ca-4ee9-b1c4-c282b8622a97 HTTP/1.1" status: 204  len: 168 time: 1.5543044
Dec 18 06:51:55.392362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50136) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:55.515696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:55.516135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:55.586698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port 24bbac09-9488-43e8-9b6f-14155bdca0d8 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:55.587071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:55.649717 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f89c050-c3ab-4d2a-95f1-ce552096ea47 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:55.650141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f89c050-c3ab-4d2a-95f1-ce552096ea47 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:55.656943 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2f89c050-c3ab-4d2a-95f1-ce552096ea47 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/subnets/bbbe8286-9df1-4b56-a6a8-e08c8a2720b3 HTTP/1.1" status: 404  len: 337 time: 0.2943544
Dec 18 06:51:55.658597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50140) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:55.717287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:51:55.749721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=b6c4e834-681a-40f6-a624-39871882eeb1,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:55.763713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:55.769494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fecc38c7-f2fb-4467-a761-271401969457 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:55.784604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf67288-253e-4f70-936f-01ae967a6fd3 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:55.812633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bbc113b-5615-4115-9fe8-6f731808d05e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:55.817738 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2bbc113b-5615-4115-9fe8-6f731808d05e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/4c4a07d8-00be-46eb-958b-07b8669af518 HTTP/1.1" status: 204  len: 168 time: 2.7948380
Dec 18 06:51:55.826344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50144) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:55.827399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:55.836676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc113b-5615-4115-9fe8-6f731808d05e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=4c4a07d8-00be-46eb-958b-07b8669af518,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:55.899347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2bbc113b-5615-4115-9fe8-6f731808d05e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:55.912790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:subnet and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:55.924379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:55.935832 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7fc8d10e-eaf1-4408-ac9e-9c0a9dbe0da8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0937471
Dec 18 06:51:55.935832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network aa0a36f1-30e1-4208-a405-1c74ac2d694a is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:55.941150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50148) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:55.945577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:55.947757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:55.954971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:55.976216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:51:55.976631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:55.995723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.093818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Transition to ACTIVE for port object 32479684-9f89-4685-a211-9186c357fc4b will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:56.102801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.140104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-88f4cbe0-0679-4c49-aa7f-e1edfbcf9c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:56.146863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:56.193196 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e06629-025d-4e99-abb1-ebd03613f890 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:56.194016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e06629-025d-4e99-abb1-ebd03613f890 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:56.196100 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-81e06629-025d-4e99-abb1-ebd03613f890 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/f083104f-8334-4cd8-b2a6-87a45e1ce2f8 HTTP/1.1" status: 404  len: 339 time: 0.5360796
Dec 18 06:51:56.203818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50152) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:56.235173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2752a6b2-1f96-4e36-9083-de76e23f176a up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:51:56.278589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c4c5c2-bc3b-4c23-a0d2-ae2c190a6d45 None None] DHCP port deletion for 939eaa9b-d22f-4104-bb77-31ea6319a0ec request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:51:56.282266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e442f080-47ca-47aa-baf2-94f57e0d0578 None None] Provisioning for port 24bbac09-9488-43e8-9b6f-14155bdca0d8 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:56.283195 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a75edf-a0d4-4317-95e2-4881ce97e1b2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:56.283902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a75edf-a0d4-4317-95e2-4881ce97e1b2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:56.287172 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b7a75edf-a0d4-4317-95e2-4881ce97e1b2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/subnets/5ff3ace0-70ad-4524-8f2e-37f077e48926 HTTP/1.1" status: 404  len: 337 time: 0.0818536
Dec 18 06:51:56.291676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50156) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:56.307355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:56.319607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-40c4c5c2-bc3b-4c23-a0d2-ae2c190a6d45 None None] Deleting port 24bbac09-9488-43e8-9b6f-14155bdca0d8 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:56.320694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40c4c5c2-bc3b-4c23-a0d2-ae2c190a6d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.348647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.355361 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf65e15-22cc-49ef-aa39-251ba90869e6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:56.355867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf65e15-22cc-49ef-aa39-251ba90869e6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:56.357923 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2bf65e15-22cc-49ef-aa39-251ba90869e6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/551f04b7-b271-414a-8143-2ef5f2d14a30 HTTP/1.1" status: 404  len: 339 time: 0.0648088
Dec 18 06:51:56.362716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50160) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:56.365919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e442f080-47ca-47aa-baf2-94f57e0d0578 None None] Provisioning complete for port 24bbac09-9488-43e8-9b6f-14155bdca0d8 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:56.366351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e442f080-47ca-47aa-baf2-94f57e0d0578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.367752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] For port 24bbac09-9488-43e8-9b6f-14155bdca0d8, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=24bbac09-9488-43e8-9b6f-14155bdca0d8,segment=NetworkSegment(74310d48-fa38-45ce-a8da-4738726bd376),segment_id=74310d48-fa38-45ce-a8da-4738726bd376)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:56.368165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.368298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:56.432112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b88394-cb3d-41bc-846c-54ade016f756 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:56.432977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b88394-cb3d-41bc-846c-54ade016f756 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:56.435414 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c5b88394-cb3d-41bc-846c-54ade016f756 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/subnets/2b115cba-2282-4f96-84e6-63e3980e22bc HTTP/1.1" status: 404  len: 337 time: 0.0711970
Dec 18 06:51:56.463020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50164) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:56.473605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba06d3-7ff6-4bf3-9652-7ba6da19f079 None None] Pushing event updated for resources: {'Port': ['ID=32479684-9f89-4685-a211-9186c357fc4b,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:56.476704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-41ba06d3-7ff6-4bf3-9652-7ba6da19f079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:56.555637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for 24bbac09-9488-43e8-9b6f-14155bdca0d8 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:56.556490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:56.563519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.588803 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-1247fe10-b7ad-4ec7-b032-c05316cb947d tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] DELETE failed (client error): The resource could not be found.
Dec 18 06:51:56.589472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1247fe10-b7ad-4ec7-b032-c05316cb947d tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:51:56.610022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ca3e6f-ab43-439d-8db7-f0e672af724f None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:51:56.648684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 2752a6b2-1f96-4e36-9083-de76e23f176a triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:56.649442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.667245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.687249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa58ca8c-6ab7-4c3e-8553-8e8e195731a2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:56.692992 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1247fe10-b7ad-4ec7-b032-c05316cb947d tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/e15c324a-8775-45f8-9157-856f86f4571a HTTP/1.1" status: 404  len: 339 time: 0.2150838
Dec 18 06:51:56.709824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.721953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca3e6f-ab43-439d-8db7-f0e672af724f None None] Deleting port 31e450d6-a8e1-4400-845b-fe38f9bac4ab {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:56.722338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5ca3e6f-ab43-439d-8db7-f0e672af724f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.726534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50168) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:56.793810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=24bbac09-9488-43e8-9b6f-14155bdca0d8,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:56.806061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:56.842537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No DVR routers for this DVR port 24bbac09-9488-43e8-9b6f-14155bdca0d8 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:56.866829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Attempting to bind port 32479684-9f89-4685-a211-9186c357fc4b on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:51:56.867256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Attempting to bind port 32479684-9f89-4685-a211-9186c357fc4b by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:51:56.867676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Attempting to bind port 32479684-9f89-4685-a211-9186c357fc4b on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:51:56.890179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e442f080-47ca-47aa-baf2-94f57e0d0578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.915495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:51:56.915841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:56.916250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.916700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:51:56.917239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Bound port: 32479684-9f89-4685-a211-9186c357fc4b, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:51:56.918040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:56.979341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.111407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1dce1860>,) {'filters': {'network_id': ['939eaa9b-d22f-4104-bb77-31ea6319a0ec']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:57.126243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dce1860>, '74310d48-fa38-45ce-a8da-4738726bd376') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:57.126633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dce1860>, '74310d48-fa38-45ce-a8da-4738726bd376') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:57.140384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.162248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.164442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Releasing vxlan tunnel 4 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:51:57.205981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-40c4c5c2-bc3b-4c23-a0d2-ae2c190a6d45 None None] For port 24bbac09-9488-43e8-9b6f-14155bdca0d8, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=24bbac09-9488-43e8-9b6f-14155bdca0d8,segment=NetworkSegment(74310d48-fa38-45ce-a8da-4738726bd376),segment_id=74310d48-fa38-45ce-a8da-4738726bd376)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:57.206437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40c4c5c2-bc3b-4c23-a0d2-ae2c190a6d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.354989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 939eaa9b-d22f-4104-bb77-31ea6319a0ec has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:57.365686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.412746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-40c4c5c2-bc3b-4c23-a0d2-ae2c190a6d45 None None] Calling delete_port for 24bbac09-9488-43e8-9b6f-14155bdca0d8 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:57.555821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 939eaa9b-d22f-4104-bb77-31ea6319a0ec has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:51:57.580429 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:51:57.643256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] For port 32479684-9f89-4685-a211-9186c357fc4b, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:51:57.661407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-79adfeed-673e-42a4-878c-de6cf8ab6979 None None] Provisioning for port b6c4e834-681a-40f6-a624-39871882eeb1 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:51:57.673246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-79adfeed-673e-42a4-878c-de6cf8ab6979 None None] Provisioning complete for port b6c4e834-681a-40f6-a624-39871882eeb1 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:51:57.673932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-79adfeed-673e-42a4-878c-de6cf8ab6979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.682346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.686180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.708293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-451f5327-9e89-4dce-992a-9d73e55a5b89 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:57.734131 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/networks/939eaa9b-d22f-4104-bb77-31ea6319a0ec HTTP/1.1" status: 204  len: 168 time: 2.3406572
Dec 18 06:51:57.739109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50172) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:57.745047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'network': {'name': 'tempest-PortsTestJSON-232456907'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:57.746470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] For port 32479684-9f89-4685-a211-9186c357fc4b, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=32479684-9f89-4685-a211-9186c357fc4b,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:51:57.752638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Network': ['ID=939eaa9b-d22f-4104-bb77-31ea6319a0ec,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:57.756251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:57.757460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:57.762449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:network and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:57.765839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:57.766128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.772610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:57.781854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:57.783442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c5ca3e6f-ab43-439d-8db7-f0e672af724f None None] For port 31e450d6-a8e1-4400-845b-fe38f9bac4ab, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=31e450d6-a8e1-4400-845b-fe38f9bac4ab,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:51:57.783896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5ca3e6f-ab43-439d-8db7-f0e672af724f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.788313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.794438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-11eec8f8-a395-44ae-a364-10f9b0599aaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:57.823064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:51:57.833032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.833669 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Added segment 2e83a5a0-9429-4e24-a94b-d0edcd8876a2 of type vxlan for network 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e
Dec 18 06:51:57.836358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f3fa32-19cb-4710-b8f9-c9eb047030df tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Deleting subnet 86dae762-7965-48a1-b262-8da5be641d80 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:51:57.856267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55f3fa32-19cb-4710-b8f9-c9eb047030df tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.861182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.882255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-40c4c5c2-bc3b-4c23-a0d2-ae2c190a6d45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:51:57.882673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-40c4c5c2-bc3b-4c23-a0d2-ae2c190a6d45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:51:57.891499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.896471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:57.897251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:57.902910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34b9e52e-131e-4218-a001-befc481615b2 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:57.954105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-79adfeed-673e-42a4-878c-de6cf8ab6979 None None] Port b6c4e834-681a-40f6-a624-39871882eeb1 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:51:58.009471 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2698741
Dec 18 06:51:58.013033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50176) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:58.022329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': '75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:58.025420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca3e6f-ab43-439d-8db7-f0e672af724f None None] Calling delete_port for 31e450d6-a8e1-4400-845b-fe38f9bac4ab owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:51:58.042500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Network': ['ID=75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:58.073434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:58.093132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:58.140294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:51:58.147358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:58.152101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:58.155133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:58.162157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:58.165624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 31e450d6-a8e1-4400-845b-fe38f9bac4ab no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:58.171814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:58.200265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55f3fa32-19cb-4710-b8f9-c9eb047030df tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:58.292223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:58.353800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:58.380880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-02094952-638b-479d-bdf8-8b0bd4c58ee3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:58.386747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-40c4c5c2-bc3b-4c23-a0d2-ae2c190a6d45 None None] Deleting port 24bbac09-9488-43e8-9b6f-14155bdca0d8 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:51:58.386886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40c4c5c2-bc3b-4c23-a0d2-ae2c190a6d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:58.419474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba06d3-7ff6-4bf3-9652-7ba6da19f079 None None] Pushing event updated for resources: {'Port': ['ID=32479684-9f89-4685-a211-9186c357fc4b,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:58.448314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-41ba06d3-7ff6-4bf3-9652-7ba6da19f079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:58.494595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-40c4c5c2-bc3b-4c23-a0d2-ae2c190a6d45 None None] The port '24bbac09-9488-43e8-9b6f-14155bdca0d8' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:51:58.506049 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No ports have port_id starting with 31e450d6-a8e1-4400-845b-fe38f9bac4ab
Dec 18 06:51:58.506984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5ca3e6f-ab43-439d-8db7-f0e672af724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:58.531670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-41ba06d3-7ff6-4bf3-9652-7ba6da19f079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:58.560525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 24bbac09-9488-43e8-9b6f-14155bdca0d8 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:51:58.586810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:58.602937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Subnet': ['ID=18d4dfc1-b8e8-46f8-9ba3-6d698031562d,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:58.617967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:58.619716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:58.620591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:58.635051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55f3fa32-19cb-4710-b8f9-c9eb047030df tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:58.679516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22ead13f-88db-449f-8f09-11c158515f17 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:58.800635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:58.841415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 24bbac09-9488-43e8-9b6f-14155bdca0d8 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:51:58.841819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 24bbac09-9488-43e8-9b6f-14155bdca0d8 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:51:58.843447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca3e6f-ab43-439d-8db7-f0e672af724f None None] Pushing event deleted for resources: {'Port': ['ID=31e450d6-a8e1-4400-845b-fe38f9bac4ab,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:58.851877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c5ca3e6f-ab43-439d-8db7-f0e672af724f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:58.870859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Routers {'4c29e209-fb7d-4282-9892-d0309bc7c07e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:51:58.871565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d05aba8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4c29e209-fb7d-4282-9892-d0309bc7c07e'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:58.891503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e3213b6-42cf-4a08-a8b5-936067c77b42 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:58.961930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Subnet': ['ID=4f0f5a9f-27b4-4d81-a89a-cde725fe70e8,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:58.973784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:58.976079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=b6c4e834-681a-40f6-a624-39871882eeb1,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:51:58.997829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:51:59.070412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca3e6f-ab43-439d-8db7-f0e672af724f None None] No DVR routers for this DVR port 31e450d6-a8e1-4400-845b-fe38f9bac4ab on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:51:59.074599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Checking segment: {'id': '2e83a5a0-9429-4e24-a94b-d0edcd8876a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:59.074599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network hostable DHCP agents. Network: 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:51:59.095119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] Set router 4c29e209-fb7d-4282-9892-d0309bc7c07e gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:51:59.098474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:51:59.107349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:59.123639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:51:59.124405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:59.143630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb5e61-3f62-4871-89d1-85924c7f9e80 None None] Network 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:51:59.146122 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1320922
Dec 18 06:51:59.148668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50180) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:51:59.155192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': '75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-988909442'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:51:59.245569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:59.265219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcd0f7bd-fb0a-462e-acd2-ade274a85a82 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:51:59.307338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:51:59.312656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:port and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:51:59.315843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for port was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:51:59.330391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:51:59.340473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:51:59.346553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:59.519073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port dffb3a04-ea57-4ffe-b936-10db40a79bc8 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:51:59.610875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e', 'network_id': '75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e', 'tenant_id': '4188d9c05dcd428b8cdbc76ccf79a62d', 'fixed_ips': [{'subnet_id': '4f0f5a9f-27b4-4d81-a89a-cde725fe70e8'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:51:59.612279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:59.635318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d05aba8>, [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:51:50Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:51:59.657622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0bd682-5705-47f1-ae46-a1577ac80569 None None] The sync data for ids ['4c29e209-fb7d-4282-9892-d0309bc7c07e'] in dv-neutron-765072-3-ovs is: [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:51:50Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:51:59.689298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:51:59.702145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.2 (75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e/4f0f5a9f-27b4-4d81-a89a-cde725fe70e8/dffb3a04-ea57-4ffe-b936-10db40a79bc8) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:51:59.713284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Checking segment: {'id': 'ff03a812-edcc-46e8-ad59-71c0731a4fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:51:59.713719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network hostable DHCP agents. Network: aa4d225c-531e-48fe-880f-a6baa687bf50, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:51:59.733542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network aa0a36f1-30e1-4208-a405-1c74ac2d694a is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:51:59.736971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:59.768829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:51:59.911105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:51:59.929624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Transition to ACTIVE for port object dffb3a04-ea57-4ffe-b936-10db40a79bc8 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:51:59.951366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:00.004636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Subnet': ['ID=afc65ca0-d18b-4f09-afb9-d21c3dcc4c86,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:00.022409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:00.023130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38dc496c-846f-40d1-bf63-0869afd03599 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:00.039456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-46ed18e4-4643-480b-9d2a-2ec170eb6212 {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:52:00.039890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:52:00.043866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f66f1c23-61f8-440e-b524-0f78717df6b7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:00.054461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network aa4d225c-531e-48fe-880f-a6baa687bf50 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:52:00.146031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9171dcba-70bc-4806-b927-cf90e73b272e None None] Provisioning complete for port b6c4e834-681a-40f6-a624-39871882eeb1 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:00.146474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9171dcba-70bc-4806-b927-cf90e73b272e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:00.176329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=dffb3a04-ea57-4ffe-b936-10db40a79bc8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:00.189420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, aa4d225c-531e-48fe-880f-a6baa687bf50) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:00.200795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:00.217107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30849c88-2308-41f7-9222-62810ef983f0 None None] Network aa4d225c-531e-48fe-880f-a6baa687bf50 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:00.254456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:00.256189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:00.258810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:00.279844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:00.280508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:00.310610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9171dcba-70bc-4806-b927-cf90e73b272e None None] Port b6c4e834-681a-40f6-a624-39871882eeb1 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:52:00.318836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=4bcc3440-81ea-48a2-9bf1-cc030e82be2b,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:00.331201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:00.349833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:00.350528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:00.352785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55f3fa32-19cb-4710-b8f9-c9eb047030df tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:00.378469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b367a55a-d59b-4dfa-b916-635d56324a5f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:00.382123 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 885 time: 1.2322330
Dec 18 06:52:00.384208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50184) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:00.469638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4d91dc2e-273f-41d0-b5ec-b956dfa7db6f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port dffb3a04-ea57-4ffe-b936-10db40a79bc8 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:00.470028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d91dc2e-273f-41d0-b5ec-b956dfa7db6f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:00.478235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:00.496440 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 6.6978490
Dec 18 06:52:00.498549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50188) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:00.501081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:00.503987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3fa32-19cb-4710-b8f9-c9eb047030df tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Subnet': ['ID=86dae762-7965-48a1-b262-8da5be641d80,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:00.516639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c30ebe8-3772-4030-9d0e-8c5f2b13bb3b None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:00.542213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-55f3fa32-19cb-4710-b8f9-c9eb047030df tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:00.561009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:00.561783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:00.566975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Checking segment: {'id': '048bb469-a7d2-49f0-8fea-7701be288617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '69617fce-315a-4992-810f-e0ee0b4a5094'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:00.567428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network hostable DHCP agents. Network: 69617fce-315a-4992-810f-e0ee0b4a5094, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:52:00.595310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:00.659228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 109c5fc9-ca93-4b57-801d-6a71cf9ec648 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:52:00.671789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-aa4d225c-531e-48fe-880f-a6baa687bf50', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ips': [{'subnet_id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:52:00.673284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:00.686358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55f3fa32-19cb-4710-b8f9-c9eb047030df tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:00.689594 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-55f3fa32-19cb-4710-b8f9-c9eb047030df tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/subnets/86dae762-7965-48a1-b262-8da5be641d80 HTTP/1.1" status: 204  len: 168 time: 3.9618039
Dec 18 06:52:00.695419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50192) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:00.700918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 69617fce-315a-4992-810f-e0ee0b4a5094 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:52:00.787940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7113af8-24f4-4668-9eb1-21c6c2f8133c None None] Network d20178be-1089-41cd-8683-6f88d9904142 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:00.794338 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 4.8505945
Dec 18 06:52:00.867603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50196) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:00.868401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 69617fce-315a-4992-810f-e0ee0b4a5094) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:00.889707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f6e462-d483-4cca-8471-cb87f97c7d89 None None] Network 69617fce-315a-4992-810f-e0ee0b4a5094 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:00.896500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'mac_address': 'fa:16:3e:c3:8d:15', 'name': 'tempest-NetworksTestDHCPv6-691233989'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:01.081228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:01.081823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:01.123251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:01.219491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:52:01.223787 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.9251380
Dec 18 06:52:01.227057 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/109c5fc9-ca93-4b57-801d-6a71cf9ec648/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7853742
Dec 18 06:52:01.232023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50200) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:01.232462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50202) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:01.240737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63513d4d-49ea-4d99-b82f-0664a1be5aaa None None] Sync routers for ids ['109c5fc9-ca93-4b57-801d-6a71cf9ec648'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:52:01.255058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63513d4d-49ea-4d99-b82f-0664a1be5aaa None None] Routers {'109c5fc9-ca93-4b57-801d-6a71cf9ec648'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:01.256258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63513d4d-49ea-4d99-b82f-0664a1be5aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d78d048>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['109c5fc9-ca93-4b57-801d-6a71cf9ec648'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:01.292966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f3d720c5-77b0-4e53-8d37-aaac26ca163e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'router': {'name': 'tempest-RoutersTest-router-1401297557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:01.321562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f3d720c5-77b0-4e53-8d37-aaac26ca163e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:01.324074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Deleting port 3819089c-0867-4716-b9f5-5b66c53374c4 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:01.324455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:01.356890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63513d4d-49ea-4d99-b82f-0664a1be5aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d78d048>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:01.385845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f3d720c5-77b0-4e53-8d37-aaac26ca163e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:router and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:01.395506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63513d4d-49ea-4d99-b82f-0664a1be5aaa None None] Routers {'109c5fc9-ca93-4b57-801d-6a71cf9ec648'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:01.397010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f3d720c5-77b0-4e53-8d37-aaac26ca163e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:01.397961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63513d4d-49ea-4d99-b82f-0664a1be5aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d78d048>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['109c5fc9-ca93-4b57-801d-6a71cf9ec648'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:01.419166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f3d720c5-77b0-4e53-8d37-aaac26ca163e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:01.424938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:01.437307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:01.444762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a24453-ba3b-4e78-abd0-02a1be391f35 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:01.445396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-92a24453-ba3b-4e78-abd0-02a1be391f35 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Synchronizing usage tracker for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:01.449798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:01.482711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:01.505310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63513d4d-49ea-4d99-b82f-0664a1be5aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d78d048>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:01.506374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63513d4d-49ea-4d99-b82f-0664a1be5aaa None None] The sync data for ids ['109c5fc9-ca93-4b57-801d-6a71cf9ec648'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:52:01.507688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3d720c5-77b0-4e53-8d37-aaac26ca163e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:01.509157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3d720c5-77b0-4e53-8d37-aaac26ca163e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:01.525424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d91dc2e-273f-41d0-b5ec-b956dfa7db6f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:01.532569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:01.536958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:52:01.554504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-92a24453-ba3b-4e78-abd0-02a1be391f35 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Unset dirty status for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:01.560370 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-92a24453-ba3b-4e78-abd0-02a1be391f35 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports/b6c4e834-681a-40f6-a624-39871882eeb1 HTTP/1.1" status: 200  len: 911 time: 0.3202379
Dec 18 06:52:01.590140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50208) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:01.651308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-20dc72f1-387c-4d7b-ba7e-4b63f8b08218 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f6fc3e4b-7328-4ed7-9240-cd85943c146e'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:01.730801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3d720c5-77b0-4e53-8d37-aaac26ca163e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:01.758364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4d91dc2e-273f-41d0-b5ec-b956dfa7db6f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for dffb3a04-ea57-4ffe-b936-10db40a79bc8 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:01.796436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] For port 3819089c-0867-4716-b9f5-5b66c53374c4, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3819089c-0867-4716-b9f5-5b66c53374c4,segment=NetworkSegment(0118027b-da95-4eb8-879b-466d913cfaa7),segment_id=0118027b-da95-4eb8-879b-466d913cfaa7)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:01.796846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:01.805580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3d720c5-77b0-4e53-8d37-aaac26ca163e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:01.916225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': '4bcc3440-81ea-48a2-9bf1-cc030e82be2b'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:52:01.917084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:01.965783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Calling delete_port for 3819089c-0867-4716-b9f5-5b66c53374c4 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:01.993017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Allocated IP 172.20.0.2 (aa4d225c-531e-48fe-880f-a6baa687bf50/18d4dfc1-b8e8-46f8-9ba3-6d698031562d/3889c741-b189-4b61-90e7-9e4bfc672023) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:01.997323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:02.019009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3d720c5-77b0-4e53-8d37-aaac26ca163e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:02.019009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f3d720c5-77b0-4e53-8d37-aaac26ca163e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7853041
Dec 18 06:52:02.023872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50212) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:02.068463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Allocated IP 172.20.0.3 (75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e/4f0f5a9f-27b4-4d81-a89a-cde725fe70e8/1dd06795-a464-4223-83e3-81f60d840e95) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:02.144241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-69617fce-315a-4992-810f-e0ee0b4a5094', 'network_id': '69617fce-315a-4992-810f-e0ee0b4a5094', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'fixed_ips': [{'subnet_id': 'afc65ca0-d18b-4f09-afb9-d21c3dcc4c86'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:52:02.145799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:02.155919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 32479684-9f89-4685-a211-9186c357fc4b up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:02.271660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:02.323784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c6e390-5253-46f4-865c-e60fa310116d None None] DHCP port deletion for d20178be-1089-41cd-8683-6f88d9904142 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:52:02.438338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6e390-5253-46f4-865c-e60fa310116d None None] Deleting port 3819089c-0867-4716-b9f5-5b66c53374c4 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:02.438705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6c6e390-5253-46f4-865c-e60fa310116d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:02.491750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:02.510419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c6286e68-728f-4702-a6ea-033ebbd086b7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:02.616902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d91dc2e-273f-41d0-b5ec-b956dfa7db6f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:02.670615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 1c43a09c-36d3-4972-90de-661329b55736 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:52:02.724591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Port': ['ID=3819089c-0867-4716-b9f5-5b66c53374c4,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:02.742929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:02.771912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b6c6e390-5253-46f4-865c-e60fa310116d None None] The port '3819089c-0867-4716-b9f5-5b66c53374c4' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:52:02.775375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-96e2ba3d-089a-476d-9595-736ef15ca8c9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:02.860694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 32479684-9f89-4685-a211-9186c357fc4b completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:02.872029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No DVR routers for this DVR port 3819089c-0867-4716-b9f5-5b66c53374c4 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:52:02.938982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 32479684-9f89-4685-a211-9186c357fc4b triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:02.939397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.007397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::f816:3eff:fec3:8d15 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/4bcc3440-81ea-48a2-9bf1-cc030e82be2b/1c43a09c-36d3-4972-90de-661329b55736) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:03.042111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.180297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.198282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.210728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91dc2e-273f-41d0-b5ec-b956dfa7db6f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=dffb3a04-ea57-4ffe-b936-10db40a79bc8,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:03.221410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Transition to ACTIVE for port object 3889c741-b189-4b61-90e7-9e4bfc672023 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:03.254915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d91dc2e-273f-41d0-b5ec-b956dfa7db6f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:03.285385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17e8a080>,) {'filters': {'network_id': ['d20178be-1089-41cd-8683-6f88d9904142']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:03.310387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20dc72f1-387c-4d7b-ba7e-4b63f8b08218 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.316078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17e8a080>, '0118027b-da95-4eb8-879b-466d913cfaa7') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:03.316982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17e8a080>, '0118027b-da95-4eb8-879b-466d913cfaa7') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:03.343484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.382413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.386870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Releasing vxlan tunnel 11 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:52:03.443478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Transition to ACTIVE for port object 1dd06795-a464-4223-83e3-81f60d840e95 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:03.526150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.533488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Transition to ACTIVE for port object 3889c741-b189-4b61-90e7-9e4bfc672023 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:03.566003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Transition to ACTIVE for port object 1dd06795-a464-4223-83e3-81f60d840e95 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:03.567766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.577630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.585584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f67760cc-4ef1-4d6a-85c6-33756e5ba3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:03.623412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 1c43a09c-36d3-4972-90de-661329b55736 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:03.625236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network d20178be-1089-41cd-8683-6f88d9904142 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:52:03.635720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.684551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.708443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.729301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d91dc2e-273f-41d0-b5ec-b956dfa7db6f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.784128 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4d91dc2e-273f-41d0-b5ec-b956dfa7db6f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/dffb3a04-ea57-4ffe-b936-10db40a79bc8 HTTP/1.1" status: 204  len: 168 time: 3.3963957
Dec 18 06:52:03.800898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50216) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:03.815039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Allocated IP 172.20.0.2 (69617fce-315a-4992-810f-e0ee0b4a5094/afc65ca0-d18b-4f09-afb9-d21c3dcc4c86/1784f406-4c20-4e0e-9fb0-77c560631d08) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:03.842934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Pushing event updated for resources: {'Port': ['ID=3889c741-b189-4b61-90e7-9e4bfc672023,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:03.846255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:03.851500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 32479684-9f89-4685-a211-9186c357fc4b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=32479684-9f89-4685-a211-9186c357fc4b,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:03.854187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6c714303-9f5c-480a-9fb7-42823d05344e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:03.871461 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f61a04-6d70-4232-b02b-3d02aff59ad9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:52:03.872038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-07f61a04-6d70-4232-b02b-3d02aff59ad9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:03.885443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network d20178be-1089-41cd-8683-6f88d9904142 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:52:03.900995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:52:03.921433 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:52:03.937369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:03.987399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:04.083843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-07f61a04-6d70-4232-b02b-3d02aff59ad9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:04.087895 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-07f61a04-6d70-4232-b02b-3d02aff59ad9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/dffb3a04-ea57-4ffe-b936-10db40a79bc8 HTTP/1.1" status: 404  len: 333 time: 0.2832937
Dec 18 06:52:04.107802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50220) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:04.123566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3819089c-0867-4716-b9f5-5b66c53374c4 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:52:04.161906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Pushing event updated for resources: {'Port': ['ID=1dd06795-a464-4223-83e3-81f60d840e95,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:04.165445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:04.181490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:04.203668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:04.217863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:04.230241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 3819089c-0867-4716-b9f5-5b66c53374c4 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:52:04.230655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3819089c-0867-4716-b9f5-5b66c53374c4 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:52:04.231553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=1c43a09c-36d3-4972-90de-661329b55736,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:04.242826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Allocated IP 2001:db8::f816:3eff:fe16:38d3 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/4bcc3440-81ea-48a2-9bf1-cc030e82be2b/b0a250d8-91c7-4bdb-ab03-0ab93bc005dd) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:04.252118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:04.267825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9039d118-c403-4c0d-8021-81caead6dd30 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:04.319897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Network 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:04.339742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:04.342252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:04.349505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Network aa4d225c-531e-48fe-880f-a6baa687bf50 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:04.356794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Network': ['ID=d20178be-1089-41cd-8683-6f88d9904142,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:04.379123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:04.385653 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/d20178be-1089-41cd-8683-6f88d9904142 HTTP/1.1" status: 204  len: 168 time: 3.6870744
Dec 18 06:52:04.389940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50224) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:04.456921 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-3689d980-7f07-4492-96b2-8c3b63c59350 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] DELETE failed (client error): The resource could not be found.
Dec 18 06:52:04.457350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3689d980-7f07-4492-96b2-8c3b63c59350 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:52:04.461646 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3689d980-7f07-4492-96b2-8c3b63c59350 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/subnets/9502910e-784c-4a17-bd02-3b42ba4f77bc HTTP/1.1" status: 404  len: 337 time: 0.0669637
Dec 18 06:52:04.473629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:04.474295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50228) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:04.479579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:04.480551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:04.482594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:04.502554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=32479684-9f89-4685-a211-9186c357fc4b,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:04.505200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:04.505977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:04.509410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:04.510115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:04.550275 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-27385168-8544-4c19-87d9-479c034e1ac3 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] DELETE failed (client error): The resource could not be found.
Dec 18 06:52:04.550811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27385168-8544-4c19-87d9-479c034e1ac3 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:52:04.555087 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-27385168-8544-4c19-87d9-479c034e1ac3 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/dec25233-5e1e-41d3-a2f8-d0240165d52f HTTP/1.1" status: 404  len: 339 time: 0.0773418
Dec 18 06:52:04.556719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50232) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:04.564107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-48766369-a786-4fc7-bb20-0de1705e56a2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting subnet 4f0f5a9f-27b4-4d81-a89a-cde725fe70e8 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:52:04.602524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48766369-a786-4fc7-bb20-0de1705e56a2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:04.633090 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.7619343
Dec 18 06:52:04.643216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50236) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:04.657231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Attempting to bind port 1dd06795-a464-4223-83e3-81f60d840e95 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:04.657722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Attempting to bind port 1dd06795-a464-4223-83e3-81f60d840e95 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '2e83a5a0-9429-4e24-a94b-d0edcd8876a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:04.658414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Attempting to bind port 1dd06795-a464-4223-83e3-81f60d840e95 on network 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:04.661264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Attempting to bind port 3889c741-b189-4b61-90e7-9e4bfc672023 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:04.662106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Attempting to bind port 3889c741-b189-4b61-90e7-9e4bfc672023 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ff03a812-edcc-46e8-ad59-71c0731a4fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:04.662106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Attempting to bind port 3889c741-b189-4b61-90e7-9e4bfc672023 on network aa4d225c-531e-48fe-880f-a6baa687bf50 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:04.664515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:04.688960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:04.689727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Checking segment: {'id': 'ff03a812-edcc-46e8-ad59-71c0731a4fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:04.689849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:04.691142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Bound using segment: {'id': 'ff03a812-edcc-46e8-ad59-71c0731a4fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:04.691142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Bound port: 3889c741-b189-4b61-90e7-9e4bfc672023, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff03a812-edcc-46e8-ad59-71c0731a4fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:04.691510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:04.701401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:04.701878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Checking segment: {'id': '2e83a5a0-9429-4e24-a94b-d0edcd8876a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:04.703624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:04.704106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Bound using segment: {'id': '2e83a5a0-9429-4e24-a94b-d0edcd8876a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:04.705092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Bound port: 1dd06795-a464-4223-83e3-81f60d840e95, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e83a5a0-9429-4e24-a94b-d0edcd8876a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:04.705092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:04.752753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48766369-a786-4fc7-bb20-0de1705e56a2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:04.773375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.1 (aa4d225c-531e-48fe-880f-a6baa687bf50/18d4dfc1-b8e8-46f8-9ba3-6d698031562d/804e7c30-4b25-4e34-9e1b-c1d50e03c7a8) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:04.773970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Transition to ACTIVE for port object 1784f406-4c20-4e0e-9fb0-77c560631d08 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:04.869190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Transition to ACTIVE for port object 1784f406-4c20-4e0e-9fb0-77c560631d08 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:04.931717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:04.950311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a47fc2a-a3c7-4b62-a282-d22a373b9c2c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:04.950542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a47fc2a-a3c7-4b62-a282-d22a373b9c2c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:04.957608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:04.992116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb7328a-b2c5-4bf1-8398-593fed81cd56 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Deleting subnet 8015a88c-afb3-4ee4-aa64-37c27ea33261 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:52:04.994888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48766369-a786-4fc7-bb20-0de1705e56a2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.026139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Allocated IP 172.20.0.1 (69617fce-315a-4992-810f-e0ee0b4a5094/afc65ca0-d18b-4f09-afb9-d21c3dcc4c86/f18ec502-858a-4f6c-9066-9574af48c9f7) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:05.030552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bb7328a-b2c5-4bf1-8398-593fed81cd56 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.064054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a47fc2a-a3c7-4b62-a282-d22a373b9c2c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:05.064991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0a47fc2a-a3c7-4b62-a282-d22a373b9c2c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.4142275
Dec 18 06:52:05.072668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50240) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:05.084641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20dc72f1-387c-4d7b-ba7e-4b63f8b08218 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.182791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bb7328a-b2c5-4bf1-8398-593fed81cd56 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.329115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] For port 3889c741-b189-4b61-90e7-9e4bfc672023, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:05.336996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Pushing event updated for resources: {'Port': ['ID=1784f406-4c20-4e0e-9fb0-77c560631d08,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:05.339599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:05.341921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] For port 3889c741-b189-4b61-90e7-9e4bfc672023, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3889c741-b189-4b61-90e7-9e4bfc672023,segment=NetworkSegment(ff03a812-edcc-46e8-ad59-71c0731a4fa2),segment_id=ff03a812-edcc-46e8-ad59-71c0731a4fa2)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:05.360948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.366411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.387989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-553d0977-04bd-49c1-8c0d-fe4343b807e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:05.503672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Transition to ACTIVE for port object b0a250d8-91c7-4bdb-ab03-0ab93bc005dd will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:05.573016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.576345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20dc72f1-387c-4d7b-ba7e-4b63f8b08218 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.580981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc72f1-387c-4d7b-ba7e-4b63f8b08218 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:05.581401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Transition to ACTIVE for port object b0a250d8-91c7-4bdb-ab03-0ab93bc005dd will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:05.581715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20dc72f1-387c-4d7b-ba7e-4b63f8b08218 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.587739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-20dc72f1-387c-4d7b-ba7e-4b63f8b08218 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/ports/b6c4e834-681a-40f6-a624-39871882eeb1 HTTP/1.1" status: 200  len: 911 time: 3.9923735
Dec 18 06:52:05.593257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Network 69617fce-315a-4992-810f-e0ee0b4a5094 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:05.596842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Pushing event updated for resources: {'Port': ['ID=3889c741-b189-4b61-90e7-9e4bfc672023,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:05.598750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-beb46344-3fe8-495c-90af-4e84c961228b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:05.601082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:05.614891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:05.617361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:05.651564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.670002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50244) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:05.678268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83dc9415-e27d-42f1-8dc2-18a5160c1e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:05.693443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc72f1-387c-4d7b-ba7e-4b63f8b08218 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=b6c4e834-681a-40f6-a624-39871882eeb1,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:05.701282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-20dc72f1-387c-4d7b-ba7e-4b63f8b08218 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:05.715147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:05.729351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ffcfdc9b-1473-4961-8bd8-434e8ed4918c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 1c43a09c-36d3-4972-90de-661329b55736 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:05.729766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffcfdc9b-1473-4961-8bd8-434e8ed4918c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.756663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bb7328a-b2c5-4bf1-8398-593fed81cd56 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.839237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Attempting to bind port 1784f406-4c20-4e0e-9fb0-77c560631d08 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:05.839671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Attempting to bind port 1784f406-4c20-4e0e-9fb0-77c560631d08 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '048bb469-a7d2-49f0-8fea-7701be288617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '69617fce-315a-4992-810f-e0ee0b4a5094'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:05.840091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Attempting to bind port 1784f406-4c20-4e0e-9fb0-77c560631d08 on network 69617fce-315a-4992-810f-e0ee0b4a5094 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:05.873474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:05.873959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Checking segment: {'id': '048bb469-a7d2-49f0-8fea-7701be288617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '69617fce-315a-4992-810f-e0ee0b4a5094'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:05.874396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.874974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Bound using segment: {'id': '048bb469-a7d2-49f0-8fea-7701be288617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '69617fce-315a-4992-810f-e0ee0b4a5094'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:05.875372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Bound port: 1784f406-4c20-4e0e-9fb0-77c560631d08, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048bb469-a7d2-49f0-8fea-7701be288617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '69617fce-315a-4992-810f-e0ee0b4a5094'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:05.875826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.904852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:05.906220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Pushing event updated for resources: {'Port': ['ID=b0a250d8-91c7-4bdb-ab03-0ab93bc005dd,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:05.909370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:05.947772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.026011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:06.029747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:06.032263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:06.103180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] For port 1dd06795-a464-4223-83e3-81f60d840e95, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:06.110196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 32479684-9f89-4685-a211-9186c357fc4b up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:06.120432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48766369-a786-4fc7-bb20-0de1705e56a2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.141348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Transition to ACTIVE for port object f18ec502-858a-4f6c-9066-9574af48c9f7 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:06.142691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:06.146445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] For port 1784f406-4c20-4e0e-9fb0-77c560631d08, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:06.166597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Attempting to bind port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:06.167019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Attempting to bind port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:06.167439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Attempting to bind port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:06.172987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] For port 1dd06795-a464-4223-83e3-81f60d840e95, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1dd06795-a464-4223-83e3-81f60d840e95,segment=NetworkSegment(2e83a5a0-9429-4e24-a94b-d0edcd8876a2),segment_id=2e83a5a0-9429-4e24-a94b-d0edcd8876a2)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:06.185500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] For port 1784f406-4c20-4e0e-9fb0-77c560631d08, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1784f406-4c20-4e0e-9fb0-77c560631d08,segment=NetworkSegment(048bb469-a7d2-49f0-8fea-7701be288617),segment_id=048bb469-a7d2-49f0-8fea-7701be288617)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:06.190227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:06.190692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:06.191855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.192360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:06.192896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Bound port: b0a250d8-91c7-4bdb-ab03-0ab93bc005dd, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:06.193322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.195909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2bbc113b-5615-4115-9fe8-6f731808d05e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:06.208285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.225990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=804e7c30-4b25-4e34-9e1b-c1d50e03c7a8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:06.230986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d5a377be-7b92-43b3-bab6-167d20a0c25f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:06.244032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:06.264116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.266399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network aa4d225c-531e-48fe-880f-a6baa687bf50 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:06.267622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:06.274700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:06.338874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48766369-a786-4fc7-bb20-0de1705e56a2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Subnet': ['ID=4f0f5a9f-27b4-4d81-a89a-cde725fe70e8,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:06.364253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-48766369-a786-4fc7-bb20-0de1705e56a2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:06.371663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.391399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bf619899-d8bd-43a6-a771-7acee9c98ef5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:06.432205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffcfdc9b-1473-4961-8bd8-434e8ed4918c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.460676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-659ea8a1-db93-428d-8de0-909929d6280a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.590419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bb7328a-b2c5-4bf1-8398-593fed81cd56 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.597166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 32479684-9f89-4685-a211-9186c357fc4b triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:06.597778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.621850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Pushing event updated for resources: {'Port': ['ID=1dd06795-a464-4223-83e3-81f60d840e95,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:06.625409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:06.642964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-976e6979-7e95-4641-8759-bbf935deb4f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:06.669195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bbf13d54-da41-4d11-8ed8-e51fbed348c1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:06.694164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ffcfdc9b-1473-4961-8bd8-434e8ed4918c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 1c43a09c-36d3-4972-90de-661329b55736 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:06.732119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.760766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] For port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:06.788559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] For port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b0a250d8-91c7-4bdb-ab03-0ab93bc005dd,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:06.795378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=f18ec502-858a-4f6c-9066-9574af48c9f7,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:06.802140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Pushing event updated for resources: {'Port': ['ID=1784f406-4c20-4e0e-9fb0-77c560631d08,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:06.805743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:06.808077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.810312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:06.814449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb7328a-b2c5-4bf1-8398-593fed81cd56 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Subnet': ['ID=8015a88c-afb3-4ee4-aa64-37c27ea33261,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:06.827881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-41ba06d3-7ff6-4bf3-9652-7ba6da19f079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:06.842858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48766369-a786-4fc7-bb20-0de1705e56a2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.848724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3bb7328a-b2c5-4bf1-8398-593fed81cd56 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:06.882224 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-48766369-a786-4fc7-bb20-0de1705e56a2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/4f0f5a9f-27b4-4d81-a89a-cde725fe70e8 HTTP/1.1" status: 204  len: 168 time: 2.7631872
Dec 18 06:52:06.886051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50248) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:06.961900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bb7328a-b2c5-4bf1-8398-593fed81cd56 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:06.964343 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3bb7328a-b2c5-4bf1-8398-593fed81cd56 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/subnets/8015a88c-afb3-4ee4-aa64-37c27ea33261 HTTP/1.1" status: 204  len: 168 time: 2.4075665
Dec 18 06:52:06.967268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50252) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:07.071650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Pushing event updated for resources: {'Port': ['ID=b0a250d8-91c7-4bdb-ab03-0ab93bc005dd,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:07.075530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9acc56-4af9-4a25-a886-b7688e1fb157 None None] Network 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:07.085246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 69617fce-315a-4992-810f-e0ee0b4a5094 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:07.088872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:07.091291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:07.096460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:07.177682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:07.217001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:07.277743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffcfdc9b-1473-4961-8bd8-434e8ed4918c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:07.300876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38651af2-6073-4913-a386-5aa248e5e58c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:07.331272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:07.343241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Deleting port 571ab252-9a2e-45c7-9793-74d96bc7be78 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:07.343799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:07.401856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port 1dd06795-a464-4223-83e3-81f60d840e95 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:07.402230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:07.470201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcfdc9b-1473-4961-8bd8-434e8ed4918c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=1c43a09c-36d3-4972-90de-661329b55736,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:07.472863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ffcfdc9b-1473-4961-8bd8-434e8ed4918c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:07.626538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:07.733581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] For port 571ab252-9a2e-45c7-9793-74d96bc7be78, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=571ab252-9a2e-45c7-9793-74d96bc7be78,segment=NetworkSegment(08ee62dd-bddc-429c-b339-1b59ae39152f),segment_id=08ee62dd-bddc-429c-b339-1b59ae39152f)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:07.736225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:07.919822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Calling delete_port for 571ab252-9a2e-45c7-9793-74d96bc7be78 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:07.940578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdebff31-ded9-4b9a-a433-1a71e1108bbd None None] DHCP port deletion for 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:52:07.947150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bdebff31-ded9-4b9a-a433-1a71e1108bbd None None] Deleting port 571ab252-9a2e-45c7-9793-74d96bc7be78 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:07.947712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bdebff31-ded9-4b9a-a433-1a71e1108bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:08.341719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1dd06795-a464-4223-83e3-81f60d840e95 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:08.407434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffcfdc9b-1473-4961-8bd8-434e8ed4918c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:08.422113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:08.517864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:08.541637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-181f084a-4683-440d-b0f2-3c43b298c422 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:08.564909 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ffcfdc9b-1473-4961-8bd8-434e8ed4918c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/1c43a09c-36d3-4972-90de-661329b55736 HTTP/1.1" status: 204  len: 168 time: 3.4884694
Dec 18 06:52:08.576414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50256) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:08.580022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] For port 1dd06795-a464-4223-83e3-81f60d840e95, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1dd06795-a464-4223-83e3-81f60d840e95,segment=NetworkSegment(2e83a5a0-9429-4e24-a94b-d0edcd8876a2),segment_id=2e83a5a0-9429-4e24-a94b-d0edcd8876a2)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:08.580437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:08.643930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bdebff31-ded9-4b9a-a433-1a71e1108bbd None None] For port 571ab252-9a2e-45c7-9793-74d96bc7be78, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=571ab252-9a2e-45c7-9793-74d96bc7be78,segment=NetworkSegment(08ee62dd-bddc-429c-b339-1b59ae39152f),segment_id=08ee62dd-bddc-429c-b339-1b59ae39152f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:08.644887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bdebff31-ded9-4b9a-a433-1a71e1108bbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:08.660421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Port': ['ID=571ab252-9a2e-45c7-9793-74d96bc7be78,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:08.668421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:08.689659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-659ea8a1-db93-428d-8de0-909929d6280a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port b6c4e834-681a-40f6-a624-39871882eeb1 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:08.690051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-659ea8a1-db93-428d-8de0-909929d6280a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:08.793427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] No DVR routers for this DVR port 571ab252-9a2e-45c7-9793-74d96bc7be78 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:52:08.799994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb107590-3f10-4cc6-a1fb-b788c9bd6fe6 None None] Network aa4d225c-531e-48fe-880f-a6baa687bf50 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:08.822671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bdebff31-ded9-4b9a-a433-1a71e1108bbd None None] Calling delete_port for 571ab252-9a2e-45c7-9793-74d96bc7be78 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:08.854256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 1dd06795-a464-4223-83e3-81f60d840e95 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:08.886368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for 1dd06795-a464-4223-83e3-81f60d840e95 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:08.931970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3889c741-b189-4b61-90e7-9e4bfc672023 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:09.015110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5d564267-d76e-45ed-bc85-ced1733eeb94 None None] Provisioning for port 3889c741-b189-4b61-90e7-9e4bfc672023 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:09.044042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:09.078035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-bdebff31-ded9-4b9a-a433-1a71e1108bbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:52:09.078428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-bdebff31-ded9-4b9a-a433-1a71e1108bbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:52:09.078562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760f1c7e-890c-433f-b39b-e6ca425d1491 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:09.080382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760f1c7e-890c-433f-b39b-e6ca425d1491 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:09.081187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-760f1c7e-890c-433f-b39b-e6ca425d1491 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:09.119953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 3889c741-b189-4b61-90e7-9e4bfc672023 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:09.135971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 3889c741-b189-4b61-90e7-9e4bfc672023 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:09.136398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:09.149484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-659ea8a1-db93-428d-8de0-909929d6280a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:09.277065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-760f1c7e-890c-433f-b39b-e6ca425d1491 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:09.278439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-760f1c7e-890c-433f-b39b-e6ca425d1491 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.7010014
Dec 18 06:52:09.283349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50260) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:09.288871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:09.300246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-659ea8a1-db93-428d-8de0-909929d6280a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for b6c4e834-681a-40f6-a624-39871882eeb1 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:09.323218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:09.342487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ffcfdc9b-1473-4961-8bd8-434e8ed4918c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:09.361031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1cfd1e10>,) {'filters': {'network_id': ['2ca0d6a0-10db-4e5e-9d25-7c7292e5046b']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:09.368704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 3889c741-b189-4b61-90e7-9e4bfc672023, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3889c741-b189-4b61-90e7-9e4bfc672023,segment=NetworkSegment(ff03a812-edcc-46e8-ad59-71c0731a4fa2),segment_id=ff03a812-edcc-46e8-ad59-71c0731a4fa2)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:09.372322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:09.373025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1784f406-4c20-4e0e-9fb0-77c560631d08 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:09.381251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1cfd1e10>, '08ee62dd-bddc-429c-b339-1b59ae39152f') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:09.381548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1cfd1e10>, '08ee62dd-bddc-429c-b339-1b59ae39152f') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:09.399533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:09.412890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:09.438502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:09.442227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Releasing vxlan tunnel 16 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:52:09.507217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=3889c741-b189-4b61-90e7-9e4bfc672023,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:09.510666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:09.519636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 1784f406-4c20-4e0e-9fb0-77c560631d08 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:09.525866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=1dd06795-a464-4223-83e3-81f60d840e95,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:09.570722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:09.580487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bdebff31-ded9-4b9a-a433-1a71e1108bbd None None] Deleting port 571ab252-9a2e-45c7-9793-74d96bc7be78 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:09.581264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bdebff31-ded9-4b9a-a433-1a71e1108bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:09.624853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 571ab252-9a2e-45c7-9793-74d96bc7be78 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:52:09.688213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:52:09.709375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:09.718409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 571ab252-9a2e-45c7-9793-74d96bc7be78 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:52:09.719262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 571ab252-9a2e-45c7-9793-74d96bc7be78 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:52:09.730929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bdebff31-ded9-4b9a-a433-1a71e1108bbd None None] The port '571ab252-9a2e-45c7-9793-74d96bc7be78' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:52:09.889165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No DVR routers for this DVR port 1dd06795-a464-4223-83e3-81f60d840e95 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:52:09.977808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Network 2ca0d6a0-10db-4e5e-9d25-7c7292e5046b has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:52:09.986665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-659ea8a1-db93-428d-8de0-909929d6280a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:10.057116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:52:10.090086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f34c4895-521a-4413-8cfe-167a923a3a10 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:10.105447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:52:10.128097 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:52:10.154405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:10.224610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a40c79-af4e-472e-87dc-ad295624cab6 None None] Network 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:10.272169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:10.284885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ea8a1-db93-428d-8de0-909929d6280a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=b6c4e834-681a-40f6-a624-39871882eeb1,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:10.306754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-659ea8a1-db93-428d-8de0-909929d6280a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:10.313410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:10.319376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22cbe257-54e0-466f-96fa-30b98a2f21d1 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:10.353110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:10.355590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a55d6dcd-d9d1-4b56-9a06-82fa65a60487 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:10.359472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:10.370881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3889c741-b189-4b61-90e7-9e4bfc672023 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:10.384139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Pushing event deleted for resources: {'Network': ['ID=2ca0d6a0-10db-4e5e-9d25-7c7292e5046b,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:10.403090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:10.430422 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] 10.222.0.23 "DELETE /v2.0/networks/2ca0d6a0-10db-4e5e-9d25-7c7292e5046b HTTP/1.1" status: 204  len: 168 time: 3.4616966
Dec 18 06:52:10.487611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3c9d2b17-e54d-45a0-9ee9-26a7dc955770 None None] Could not find standard attr ID for object 1dd06795-a464-4223-83e3-81f60d840e95. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:52:10.500983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef709521-b8a9-44de-a6f6-8c49395a1039 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 4bcc3440-81ea-48a2-9bf1-cc030e82be2b {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:52:10.531346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 3889c741-b189-4b61-90e7-9e4bfc672023 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:10.531742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:10.557120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:10.774205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-659ea8a1-db93-428d-8de0-909929d6280a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:10.799515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e03de4-9784-4ac6-9068-4ef5edcc87e8 None None] Network 69617fce-315a-4992-810f-e0ee0b4a5094 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:11.042465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50268) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:11.107005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:11.111128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba92d08-60de-47f7-8283-26e2818002b6 None None] DHCP port deletion for 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:52:11.136129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef709521-b8a9-44de-a6f6-8c49395a1039 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:11.213303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7a9b9dcf-749b-4825-a3e9-6e7abff6ce02 None None] Provisioning for port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:11.228641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7a9b9dcf-749b-4825-a3e9-6e7abff6ce02 None None] Provisioning complete for port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:11.229021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a9b9dcf-749b-4825-a3e9-6e7abff6ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:11.242006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d338550>,) {'filters': {'network_id': ['75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:11.260496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d338550>, '2e83a5a0-9429-4e24-a94b-d0edcd8876a2') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:11.260843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d338550>, '2e83a5a0-9429-4e24-a94b-d0edcd8876a2') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:11.275896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:11.305910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:11.307974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Releasing vxlan tunnel 4 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:52:11.399517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b9dcf-749b-4825-a3e9-6e7abff6ce02 None None] Port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:52:11.424818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b0a250d8-91c7-4bdb-ab03-0ab93bc005dd up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:11.476711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7a9b9dcf-749b-4825-a3e9-6e7abff6ce02 None None] Provisioning complete for port 3889c741-b189-4b61-90e7-9e4bfc672023 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:11.477053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a9b9dcf-749b-4825-a3e9-6e7abff6ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:11.521714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659ea8a1-db93-428d-8de0-909929d6280a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 109c5fc9-ca93-4b57-801d-6a71cf9ec648 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:52:11.623360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:11.687345 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ff91c798-c1cb-4fd1-835d-41381592016d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83ae0a89a3244e0691e73c0a5ec8a4ab&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6418960
Dec 18 06:52:11.718671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:11.736240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50274) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:11.800228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Provisioning for port 1784f406-4c20-4e0e-9fb0-77c560631d08 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:11.808510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Provisioning complete for port 1784f406-4c20-4e0e-9fb0-77c560631d08 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:11.809384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:11.885882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 69617fce-315a-4992-810f-e0ee0b4a5094 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:11.894765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:52:11.913649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:11.929170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.000531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.050188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1dd06795-a464-4223-83e3-81f60d840e95 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:52:12.094149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 1dd06795-a464-4223-83e3-81f60d840e95 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:52:12.094559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1dd06795-a464-4223-83e3-81f60d840e95 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:52:12.110830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=f18ec502-858a-4f6c-9066-9574af48c9f7,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:12.114488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] For port 1784f406-4c20-4e0e-9fb0-77c560631d08, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1784f406-4c20-4e0e-9fb0-77c560631d08,segment=NetworkSegment(048bb469-a7d2-49f0-8fea-7701be288617),segment_id=048bb469-a7d2-49f0-8fea-7701be288617)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:12.126591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.129666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659ea8a1-db93-428d-8de0-909929d6280a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:52:12.132485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:12.140936 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-659ea8a1-db93-428d-8de0-909929d6280a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/109c5fc9-ca93-4b57-801d-6a71cf9ec648/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4694717
Dec 18 06:52:12.143561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50278) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:12.178429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d2f78-d659-4414-a457-734747870b7d None None] Sync routers for ids ['109c5fc9-ca93-4b57-801d-6a71cf9ec648'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:52:12.202007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ecd1ed63-f001-42df-9a2d-2a0a44e49a36 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Synchronizing usage tracker for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:12.214047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef709521-b8a9-44de-a6f6-8c49395a1039 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.218183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Provisioning complete for port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:12.218617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.222103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ecd1ed63-f001-42df-9a2d-2a0a44e49a36 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Unset dirty status for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:12.224302 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ecd1ed63-f001-42df-9a2d-2a0a44e49a36 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=109c5fc9-ca93-4b57-801d-6a71cf9ec648 HTTP/1.1" status: 200  len: 205 time: 0.0787213
Dec 18 06:52:12.227420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50282) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:12.246261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.891s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:12.256345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d1bd0684-73f6-4f46-85a5-4deb10a83255 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.758s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:12.266913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d2f78-d659-4414-a457-734747870b7d None None] Routers {'109c5fc9-ca93-4b57-801d-6a71cf9ec648'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:12.267638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-289d2f78-d659-4414-a457-734747870b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cd3f978>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['109c5fc9-ca93-4b57-801d-6a71cf9ec648'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:12.368342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-289d2f78-d659-4414-a457-734747870b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cd3f978>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:12.388211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-900740f4-d937-44c0-bda1-8905163edc10 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.539663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e80142a3-e9d3-4f56-9eea-c8c82d64ee8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.576344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e80142a3-e9d3-4f56-9eea-c8c82d64ee8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.625708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Pushing event updated for resources: {'Port': ['ID=1784f406-4c20-4e0e-9fb0-77c560631d08,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:12.673942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289d2f78-d659-4414-a457-734747870b7d None None] Routers {'109c5fc9-ca93-4b57-801d-6a71cf9ec648'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:12.674601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-289d2f78-d659-4414-a457-734747870b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cd3f978>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['109c5fc9-ca93-4b57-801d-6a71cf9ec648'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:12.704164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-900740f4-d937-44c0-bda1-8905163edc10 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.710700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-900740f4-d937-44c0-bda1-8905163edc10 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.716243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e80142a3-e9d3-4f56-9eea-c8c82d64ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.738958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-900740f4-d937-44c0-bda1-8905163edc10 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.739519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900740f4-d937-44c0-bda1-8905163edc10 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Fanout notify agent at l3_agent the message router_deleted on router 109c5fc9-ca93-4b57-801d-6a71cf9ec648 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:52:12.762982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-900740f4-d937-44c0-bda1-8905163edc10 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.767586 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-900740f4-d937-44c0-bda1-8905163edc10 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/109c5fc9-ca93-4b57-801d-6a71cf9ec648 HTTP/1.1" status: 204  len: 168 time: 0.5391004
Dec 18 06:52:12.768292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50286) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:12.797611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=804e7c30-4b25-4e34-9e1b-c1d50e03c7a8,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:12.804610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:12.810839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:12.821258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:52:12.821480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b657125d-c248-4dcb-ace0-18c95fa52995 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:12.831631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-289d2f78-d659-4414-a457-734747870b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cd3f978>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:12.832100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d2f78-d659-4414-a457-734747870b7d None None] The sync data for ids ['109c5fc9-ca93-4b57-801d-6a71cf9ec648'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:52:12.849768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Provisioning for port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:12.855370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Provisioning complete for port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:12.855741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:12.866278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:52:13.001022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80142a3-e9d3-4f56-9eea-c8c82d64ee8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f746f48-e2c2-43e4-83f7-b1aa304d1b5b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:52:13.002983 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:52:13.008264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e80142a3-e9d3-4f56-9eea-c8c82d64ee8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:13.021735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router aaa5b492-6039-4c0e-8dae-c65ac4fd5edc is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:52:13.028102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef709521-b8a9-44de-a6f6-8c49395a1039 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:13.042914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:13.045083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-1689eba4-1e8f-4601-9476-236679131ae5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting subnet f6fc3e4b-7328-4ed7-9240-cd85943c146e {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:52:13.048614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1689eba4-1e8f-4601-9476-236679131ae5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:13.084321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:13.107113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c4e13983-3d14-41e8-b183-06b04d3ebcc5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:13.118439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1689eba4-1e8f-4601-9476-236679131ae5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:13.124790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:13.155178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Network': ['ID=75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:13.210811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1689eba4-1e8f-4601-9476-236679131ae5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:13.214103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network aa4d225c-531e-48fe-880f-a6baa687bf50 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:13.215224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:13.231797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e80142a3-e9d3-4f56-9eea-c8c82d64ee8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:13.236277 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e80142a3-e9d3-4f56-9eea-c8c82d64ee8c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f746f48-e2c2-43e4-83f7-b1aa304d1b5b HTTP/1.1" status: 204  len: 168 time: 1.4847109
Dec 18 06:52:13.236277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:13.241388 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/networks/75af9a0b-eb08-4b6b-bc40-e2c2d0e2207e HTTP/1.1" status: 204  len: 168 time: 6.3507748
Dec 18 06:52:13.247431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50292) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:13.260351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'name': 'tempest-PortsTestJSON-1674742054'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:13.395012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:13.404666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:port and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:13.410281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for port was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:13.420643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:13.537779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:13.543444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:13.794429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port 13d47aa1-5f2b-4c5f-bd6d-f87245e856f7 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:52:13.896776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:52:13.910558 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/aaa5b492-6039-4c0e-8dae-c65ac4fd5edc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8786008
Dec 18 06:52:13.911168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50306) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:13.916875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8961652b-6e88-46c4-b8b3-50183a042029 None None] Sync routers for ids ['aaa5b492-6039-4c0e-8dae-c65ac4fd5edc'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:52:13.932795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8961652b-6e88-46c4-b8b3-50183a042029 None None] Routers {'aaa5b492-6039-4c0e-8dae-c65ac4fd5edc'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:13.933871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8961652b-6e88-46c4-b8b3-50183a042029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dd53240>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['aaa5b492-6039-4c0e-8dae-c65ac4fd5edc'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:13.981307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1689eba4-1e8f-4601-9476-236679131ae5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:13.994994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 4c29e209-fb7d-4282-9892-d0309bc7c07e has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:52:14.054030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8961652b-6e88-46c4-b8b3-50183a042029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dd53240>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:14.067534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8961652b-6e88-46c4-b8b3-50183a042029 None None] Routers {'aaa5b492-6039-4c0e-8dae-c65ac4fd5edc'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:14.068365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8961652b-6e88-46c4-b8b3-50183a042029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dd53240>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['aaa5b492-6039-4c0e-8dae-c65ac4fd5edc'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:14.095816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac70e69d-55b0-4059-aeea-911d6f067625 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:14.113708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1784f406-4c20-4e0e-9fb0-77c560631d08 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:14.147855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8961652b-6e88-46c4-b8b3-50183a042029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dd53240>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:14.148623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8961652b-6e88-46c4-b8b3-50183a042029 None None] The sync data for ids ['aaa5b492-6039-4c0e-8dae-c65ac4fd5edc'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:52:14.211450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 1784f406-4c20-4e0e-9fb0-77c560631d08 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:14.211886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:14.229332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689eba4-1e8f-4601-9476-236679131ae5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Subnet': ['ID=f6fc3e4b-7328-4ed7-9240-cd85943c146e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:14.240759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1689eba4-1e8f-4601-9476-236679131ae5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:14.247247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1689eba4-1e8f-4601-9476-236679131ae5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:14.261751 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1689eba4-1e8f-4601-9476-236679131ae5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/f6fc3e4b-7328-4ed7-9240-cd85943c146e HTTP/1.1" status: 204  len: 168 time: 1.4915342
Dec 18 06:52:14.262635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50314) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:14.275178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002cee70-a10f-49d6-a937-4dacd85e14cf None None] Network aa0a36f1-30e1-4208-a405-1c74ac2d694a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:14.281662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cf40d0-7abf-4c12-aeda-77ace90ae4a5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:14.282323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-29cf40d0-7abf-4c12-aeda-77ace90ae4a5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Synchronizing usage tracker for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:14.318326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:52:14.368968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef709521-b8a9-44de-a6f6-8c49395a1039 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:14.381991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Sync routers for ids ['4c29e209-fb7d-4282-9892-d0309bc7c07e'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:52:14.388969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d02dc8b1-c39e-4212-82d8-cae52e3f31a3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:14.399968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50320) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:14.428321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-29cf40d0-7abf-4c12-aeda-77ace90ae4a5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Unset dirty status for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:14.432290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-29cf40d0-7abf-4c12-aeda-77ace90ae4a5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports/f18ec502-858a-4f6c-9066-9574af48c9f7 HTTP/1.1" status: 200  len: 910 time: 0.5153458
Dec 18 06:52:14.442759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50326) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:14.467818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ff604b53-6722-496c-b00c-c64370ebfb69 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'port': {'fixed_ips': [{'subnet_id': 'afc65ca0-d18b-4f09-afb9-d21c3dcc4c86'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:14.479585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Routers {'4c29e209-fb7d-4282-9892-d0309bc7c07e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:14.480281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c37d7f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:51:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4c29e209-fb7d-4282-9892-d0309bc7c07e'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:14.497795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:14.512407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:14.535493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef709521-b8a9-44de-a6f6-8c49395a1039 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=4bcc3440-81ea-48a2-9bf1-cc030e82be2b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:14.539026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ef709521-b8a9-44de-a6f6-8c49395a1039 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:14.546461 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/4c29e209-fb7d-4282-9892-d0309bc7c07e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.0423949
Dec 18 06:52:14.550872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50330) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:14.608891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1545178384-network', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:14.657102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:14.689891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Set router 4c29e209-fb7d-4282-9892-d0309bc7c07e gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:52:14.709331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef709521-b8a9-44de-a6f6-8c49395a1039 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:14.712316 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ef709521-b8a9-44de-a6f6-8c49395a1039 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/4bcc3440-81ea-48a2-9bf1-cc030e82be2b HTTP/1.1" status: 204  len: 168 time: 5.4247775
Dec 18 06:52:14.716899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50334) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:14.741073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Usage tracker for resource:network and tenant:7f07f9809f59456d8b6d837c1309dd5c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:14.744004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port 2752a6b2-1f96-4e36-9083-de76e23f176a {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:14.744393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:14.758046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6308e9-dc27-4bd7-a93f-5965b421c578 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:14.770210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:14.784021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:14.811107 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-43e1b807-8300-4cee-8394-6665dfedaae2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0905435
Dec 18 06:52:14.812450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50338) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:14.857124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:14.878148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Made reservation on behalf of 7f07f9809f59456d8b6d837c1309dd5c for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:14.879917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61705861-e20d-4039-b044-6e1d95c68717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:14.881378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d530c1-bcdf-4f61-b227-d7eda1f60aab tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:14.881943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d530c1-bcdf-4f61-b227-d7eda1f60aab tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:14.882446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d530c1-bcdf-4f61-b227-d7eda1f60aab tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:14.882932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d530c1-bcdf-4f61-b227-d7eda1f60aab tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:14.883410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d530c1-bcdf-4f61-b227-d7eda1f60aab tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:14.883731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:14.884004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d530c1-bcdf-4f61-b227-d7eda1f60aab tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:14.884521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d530c1-bcdf-4f61-b227-d7eda1f60aab tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:14.885007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d530c1-bcdf-4f61-b227-d7eda1f60aab tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:14.888682 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a1d530c1-bcdf-4f61-b227-d7eda1f60aab tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5489 time: 0.3348856
Dec 18 06:52:14.890832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50342) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:14.920852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:52:14.921188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:52:14.948924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:14.999100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde68546-7de6-4ba5-a1e9-8606ef06a9db tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:14.999670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde68546-7de6-4ba5-a1e9-8606ef06a9db tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:15.000187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde68546-7de6-4ba5-a1e9-8606ef06a9db tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:15.000933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde68546-7de6-4ba5-a1e9-8606ef06a9db tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:15.001418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde68546-7de6-4ba5-a1e9-8606ef06a9db tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:15.006445 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fde68546-7de6-4ba5-a1e9-8606ef06a9db tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3319 time: 0.1096625
Dec 18 06:52:15.009875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb1ee6-9a3e-4ab2-bd39-c01b9a927694 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:15.010737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-23eb1ee6-9a3e-4ab2-bd39-c01b9a927694 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:15.013446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50346) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:15.015491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:15.091690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:15.110350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-23eb1ee6-9a3e-4ab2-bd39-c01b9a927694 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:15.114332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-23eb1ee6-9a3e-4ab2-bd39-c01b9a927694 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.2982588
Dec 18 06:52:15.114496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Usage tracker for resource:security_group_rule and tenant:7f07f9809f59456d8b6d837c1309dd5c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:15.115273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50350) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:15.175710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:15.240351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:15.247838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=13d47aa1-5f2b-4c5f-bd6d-f87245e856f7,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:15.251045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:15.261311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcb62ac-286c-4de1-b043-238a047dca1c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:15.262200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4dcb62ac-286c-4de1-b043-238a047dca1c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:15.300261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4dcb62ac-286c-4de1-b043-238a047dca1c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:15.304230 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4dcb62ac-286c-4de1-b043-238a047dca1c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1859767
Dec 18 06:52:15.305499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50354) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:15.341967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 91a72938-020a-409e-904b-737e7d3421cf is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:15.350363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:15.353122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:15.356794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c37d7f0>, [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:52:07Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '804e7c30-4b25-4e34-9e1b-c1d50e03c7a8', 'name': '', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:9f:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:04Z', 'updated_at': '2020-12-18T06:52:09Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:15.357688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:15.358369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:15.361727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ed6622-22b3-4071-9038-63d6393be829 None None] DHCP port deletion for aa0a36f1-30e1-4208-a405-1c74ac2d694a request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:52:15.366289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Checking router: 4c29e209-fb7d-4282-9892-d0309bc7c07e for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:52:15.366716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Updating router 4c29e209-fb7d-4282-9892-d0309bc7c07e port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:52:15.397861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-96ed6622-22b3-4071-9038-63d6393be829 None None] Deleting port 2752a6b2-1f96-4e36-9083-de76e23f176a {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:15.398295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96ed6622-22b3-4071-9038-63d6393be829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:15.420116 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-db9dcd50-95c8-482e-9fde-4d8c5e7171e7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1090469
Dec 18 06:52:15.420500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50358) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:15.431201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:15.463042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:52:15.495308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Deleting port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:15.495718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:15.546888 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1fe7cf3c-3ed6-48df-b9c9-e41c18107fb7 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2138 time: 0.5294237
Dec 18 06:52:15.560701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:15.576818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:15.591867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:15.605894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:15.700931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] For port 2752a6b2-1f96-4e36-9083-de76e23f176a, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2752a6b2-1f96-4e36-9083-de76e23f176a,segment=NetworkSegment(fea5c261-bd45-48e1-8f40-a99425c6b5d5),segment_id=fea5c261-bd45-48e1-8f40-a99425c6b5d5)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:15.701263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:15.713941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff604b53-6722-496c-b00c-c64370ebfb69 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:15.798574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:15.826133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50364) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:15.859816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:15.870277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for 2752a6b2-1f96-4e36-9083-de76e23f176a owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:15.885222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-545685738', 'description': 'tempest-secgroup-smoke-545685738 description', 'project_id': '6302410f1da34973bcf54fc230e8ac73'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:15.897760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:15.916061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:15.922078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:15.932177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:15.951205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.6999886
Dec 18 06:52:15.954933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50368) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:16.033342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.058277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-519f4d37-d7f9-432b-8386-18fab0ab24f1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port 13d47aa1-5f2b-4c5f-bd6d-f87245e856f7 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:16.058823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-519f4d37-d7f9-432b-8386-18fab0ab24f1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.113974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:16.122956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b0a250d8-91c7-4bdb-ab03-0ab93bc005dd no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:52:16.124675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:16.131333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:16.170598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:16.171520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.235375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.247375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:16.268804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] For port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b0a250d8-91c7-4bdb-ab03-0ab93bc005dd,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:16.298838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.306281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.358344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:16.365552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=2752a6b2-1f96-4e36-9083-de76e23f176a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:16.378937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:16.382952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-12fd7b93-6ef8-477a-b94e-332526b0b458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:16.399160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] For port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b0a250d8-91c7-4bdb-ab03-0ab93bc005dd,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:16.399623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.423209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-519f4d37-d7f9-432b-8386-18fab0ab24f1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.442928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:52:16.469285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ecaaf9-3050-4b86-a6df-c76db546ffc8,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:16.480569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:16.481687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.482015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Added segment 4f14a297-ceed-4476-91f3-311c927aed28 of type vxlan for network a375a69a-6e5f-412d-9823-fc6ead523a6c
Dec 18 06:52:16.533329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No DVR routers for this DVR port 2752a6b2-1f96-4e36-9083-de76e23f176a on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:52:16.580191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-519f4d37-d7f9-432b-8386-18fab0ab24f1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for 13d47aa1-5f2b-4c5f-bd6d-f87245e856f7 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:16.620139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Calling delete_port for b0a250d8-91c7-4bdb-ab03-0ab93bc005dd owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:16.687854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Provisioning for port f18ec502-858a-4f6c-9066-9574af48c9f7 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:16.693920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.702485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-96ed6622-22b3-4071-9038-63d6393be829 None None] For port 2752a6b2-1f96-4e36-9083-de76e23f176a, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2752a6b2-1f96-4e36-9083-de76e23f176a,segment=NetworkSegment(fea5c261-bd45-48e1-8f40-a99425c6b5d5),segment_id=fea5c261-bd45-48e1-8f40-a99425c6b5d5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:16.702944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96ed6622-22b3-4071-9038-63d6393be829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.727338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.741036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.748927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0abbf90f-87db-4fbd-9dcd-2315c3152d07 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:16.759632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Provisioning complete for port f18ec502-858a-4f6c-9066-9574af48c9f7 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:16.759949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.773130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.830801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroup': ['ID=25e75f4c-2e52-4588-91d5-2f357bdc2df4,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:16.834904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-519f4d37-d7f9-432b-8386-18fab0ab24f1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.836737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:16.837885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:16.842693 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.0150778
Dec 18 06:52:16.845309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:52:16.859631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50372) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:16.861451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-469d6192-6757-41b5-89f0-a101367680ee tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:16.879942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-84f80fe5-79b0-4e0c-8d8e-7e920beebbe5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '25e75f4c-2e52-4588-91d5-2f357bdc2df4', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:16.905965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-84f80fe5-79b0-4e0c-8d8e-7e920beebbe5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:16.934758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-84f80fe5-79b0-4e0c-8d8e-7e920beebbe5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:16.955044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-84f80fe5-79b0-4e0c-8d8e-7e920beebbe5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:16.969358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-96ed6622-22b3-4071-9038-63d6393be829 None None] Calling delete_port for 2752a6b2-1f96-4e36-9083-de76e23f176a owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:17.013007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.013976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:17.014634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.016146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Pushing event updated for resources: {'Port': ['ID=b0a250d8-91c7-4bdb-ab03-0ab93bc005dd,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:17.037435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e80f0fe9-8c7b-4094-af08-64de8e6cd09a tempest-DHCPAgentSchedulersTestJSON-1631257310 tempest-DHCPAgentSchedulersTestJSON-1631257310] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:17.055632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.062723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-84f80fe5-79b0-4e0c-8d8e-7e920beebbe5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:17.091452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.091845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.092213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.092594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.092978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.093362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.094393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.094393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.094616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.094856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.095160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.095532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.095984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.096339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.096707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.097108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.097476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.097891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.098259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.098623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.098988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.099360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.099728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.100094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:17.125020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:17.140734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Port f18ec502-858a-4f6c-9066-9574af48c9f7 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:52:17.145120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1739c908>,) {'filters': {'network_id': ['aa0a36f1-30e1-4208-a405-1c74ac2d694a']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:17.162129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:52:17.162519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:52:17.197150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1739c908>, 'fea5c261-bd45-48e1-8f40-a99425c6b5d5') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:17.197470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1739c908>, 'fea5c261-bd45-48e1-8f40-a99425c6b5d5') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:17.209686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b0a250d8-91c7-4bdb-ab03-0ab93bc005dd,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:17.215063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Provisioning complete for port 3889c741-b189-4b61-90e7-9e4bfc672023 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:17.215491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.230400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Pushing event updated for resources: {'Network': ['ID=a375a69a-6e5f-412d-9823-fc6ead523a6c,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:17.234270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.252543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f4d37-d7f9-432b-8386-18fab0ab24f1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=13d47aa1-5f2b-4c5f-bd6d-f87245e856f7,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:17.252927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-84f80fe5-79b0-4e0c-8d8e-7e920beebbe5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.254623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network a375a69a-6e5f-412d-9823-fc6ead523a6c details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:17.260567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-519f4d37-d7f9-432b-8386-18fab0ab24f1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:17.264868 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.8610795
Dec 18 06:52:17.264868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:17.268481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network a375a69a-6e5f-412d-9823-fc6ead523a6c details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:17.271510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50376) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:17.282034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.283083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2752a6b2-1f96-4e36-9083-de76e23f176a no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:52:17.302296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Request body: {'subnet': {'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1545178384-subnet', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:17.306441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.322606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Releasing vxlan tunnel 5 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:52:17.324313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34209a0d-1732-4f81-ae41-8e9782e939a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:17.334933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-519f4d37-d7f9-432b-8386-18fab0ab24f1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.336423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:17.351226 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-519f4d37-d7f9-432b-8386-18fab0ab24f1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/13d47aa1-5f2b-4c5f-bd6d-f87245e856f7 HTTP/1.1" status: 204  len: 168 time: 1.3926044
Dec 18 06:52:17.351444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50380) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:17.359599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'mac_address': 'fa:16:3e:66:3f:2e', 'name': 'tempest-PortsTestJSON-485616709'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:17.360728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Usage tracker for resource:subnet and tenant:7f07f9809f59456d8b6d837c1309dd5c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:17.374097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:17.439021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:17.536343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Made reservation on behalf of 7f07f9809f59456d8b6d837c1309dd5c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:17.541291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.543154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.559834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:17.562534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-782a0d4f-997b-435c-a980-b70aeb0949a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:17.639403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-96ed6622-22b3-4071-9038-63d6393be829 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:52:17.639798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-96ed6622-22b3-4071-9038-63d6393be829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:52:17.645842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:port and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:17.658908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for port was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:17.665485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 2752a6b2-1f96-4e36-9083-de76e23f176a {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:52:17.665688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2752a6b2-1f96-4e36-9083-de76e23f176a not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:52:17.676172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-ff604b53-6722-496c-b00c-c64370ebfb69 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:52:17.686704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:17.689768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Deleting port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:17.690212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.695880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-84f80fe5-79b0-4e0c-8d8e-7e920beebbe5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.699737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network aa0a36f1-30e1-4208-a405-1c74ac2d694a has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:52:17.714214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.736211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-84f80fe5-79b0-4e0c-8d8e-7e920beebbe5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.786225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=d95beb71-51d9-43a9-a585-96c31dbcb369,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:17.789598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:17.790817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff604b53-6722-496c-b00c-c64370ebfb69 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.793907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-78eeec7f-5e3d-4f85-8bfb-a8b1f69b3f32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:17.798046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:17.851579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f80fe5-79b0-4e0c-8d8e-7e920beebbe5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2af8480-20da-4a5c-864e-e8895c12f12e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:17.853753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:52:17.858120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff604b53-6722-496c-b00c-c64370ebfb69 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.895295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:17.899226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.899683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:17.901471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-84f80fe5-79b0-4e0c-8d8e-7e920beebbe5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:17.902269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ef8a89e6-b363-4514-9545-9534a43b3651 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:17.911111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-931e2a13-8534-4700-8e35-bee4f9d67783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.923702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:17.924505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.949123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:17.975488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5494144
Dec 18 06:52:17.987268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50384) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:17.997017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'mac_address': 'fa:16:3e:12:2e:d5', 'name': 'tempest-NetworksTestDHCPv6-650580899'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:18.031954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-84f80fe5-79b0-4e0c-8d8e-7e920beebbe5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.033828 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-84f80fe5-79b0-4e0c-8d8e-7e920beebbe5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.1693153
Dec 18 06:52:18.043356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50388) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:18.050535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=b0a250d8-91c7-4bdb-ab03-0ab93bc005dd,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:18.064074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:18.074955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-58dedc95-e780-4a55-8a54-70d2d925a0d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '25e75f4c-2e52-4588-91d5-2f357bdc2df4', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:18.095088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-58dedc95-e780-4a55-8a54-70d2d925a0d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:18.099957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network aa0a36f1-30e1-4208-a405-1c74ac2d694a has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:52:18.131357 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:52:18.134925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-58dedc95-e780-4a55-8a54-70d2d925a0d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:18.140401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-96ed6622-22b3-4071-9038-63d6393be829 None None] Deleting port 2752a6b2-1f96-4e36-9083-de76e23f176a {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:18.140837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96ed6622-22b3-4071-9038-63d6393be829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.176749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.190918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Could not find standard attr ID for object 1c43a09c-36d3-4972-90de-661329b55736. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:52:18.199899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-58dedc95-e780-4a55-8a54-70d2d925a0d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:18.212868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff604b53-6722-496c-b00c-c64370ebfb69 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=f18ec502-858a-4f6c-9066-9574af48c9f7,revision_number=3']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:18.228406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port 260e07db-bd05-4f46-a855-995e8f864577 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:52:18.244144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-96ed6622-22b3-4071-9038-63d6393be829 None None] The port '2752a6b2-1f96-4e36-9083-de76e23f176a' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:52:18.254422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-58dedc95-e780-4a55-8a54-70d2d925a0d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:18.260764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff604b53-6722-496c-b00c-c64370ebfb69 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:18.261432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff604b53-6722-496c-b00c-c64370ebfb69 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.264328 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ff604b53-6722-496c-b00c-c64370ebfb69 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/ports/f18ec502-858a-4f6c-9066-9574af48c9f7 HTTP/1.1" status: 200  len: 910 time: 3.8107619
Dec 18 06:52:18.267581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff604b53-6722-496c-b00c-c64370ebfb69 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:18.270776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] For port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b0a250d8-91c7-4bdb-ab03-0ab93bc005dd,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:18.271403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.275089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50392) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:18.288346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Transition to ACTIVE for port object 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:18.298194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.316718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:18.338386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.357630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58dedc95-e780-4a55-8a54-70d2d925a0d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.365104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Network': ['ID=aa0a36f1-30e1-4208-a405-1c74ac2d694a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:18.376593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:18.383329 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/networks/aa0a36f1-30e1-4208-a405-1c74ac2d694a HTTP/1.1" status: 204  len: 168 time: 4.1076655
Dec 18 06:52:18.395819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50396) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:18.426872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Calling delete_port for b0a250d8-91c7-4bdb-ab03-0ab93bc005dd owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:18.428575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fc187fde-bf01-48f7-a7a3-6c704aa38fd7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1361286588', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:18.449036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc187fde-bf01-48f7-a7a3-6c704aa38fd7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:18.459276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.462992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fc187fde-bf01-48f7-a7a3-6c704aa38fd7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:router and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:18.469420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fc187fde-bf01-48f7-a7a3-6c704aa38fd7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:18.477234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:18.478036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc187fde-bf01-48f7-a7a3-6c704aa38fd7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:18.482330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c5ca3e6f-ab43-439d-8db7-f0e672af724f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:18.509084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:18.540665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:18.547259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.574065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58dedc95-e780-4a55-8a54-70d2d925a0d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.575246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc187fde-bf01-48f7-a7a3-6c704aa38fd7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.576346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc187fde-bf01-48f7-a7a3-6c704aa38fd7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.750468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.805235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb1bef-fa8b-4c87-827b-f571cab77d0a None None] Pushing event updated for resources: {'Port': ['ID=804e7c30-4b25-4e34-9e1b-c1d50e03c7a8,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:18.817075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bbdb1bef-fa8b-4c87-827b-f571cab77d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:18.875345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58dedc95-e780-4a55-8a54-70d2d925a0d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.881086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-20c265b7-2a6b-4e20-89e8-5c13133e677e tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:18.892190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Attempting to bind port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:18.892787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Attempting to bind port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ff03a812-edcc-46e8-ad59-71c0731a4fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:18.893315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Attempting to bind port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 on network aa4d225c-531e-48fe-880f-a6baa687bf50 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:18.896782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.914298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dedc95-e780-4a55-8a54-70d2d925a0d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecc120e-c262-4272-88fe-8d740c8a9870,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:18.921914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:18.926237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58dedc95-e780-4a55-8a54-70d2d925a0d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:18.934730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc187fde-bf01-48f7-a7a3-6c704aa38fd7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.950445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58dedc95-e780-4a55-8a54-70d2d925a0d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:18.952159 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-58dedc95-e780-4a55-8a54-70d2d925a0d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.8949819
Dec 18 06:52:18.957315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50400) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:18.964682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e7e2fc1f-1ea9-42e7-8aa9-3da3b5208138 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '25e75f4c-2e52-4588-91d5-2f357bdc2df4', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:18.971850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 2e25fa89-086b-4b03-8835-c660c02d993b yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:52:18.976794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e7e2fc1f-1ea9-42e7-8aa9-3da3b5208138 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:18.985481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7e2fc1f-1ea9-42e7-8aa9-3da3b5208138 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:18.992965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7e2fc1f-1ea9-42e7-8aa9-3da3b5208138 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:18.996346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc187fde-bf01-48f7-a7a3-6c704aa38fd7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.014379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e7e2fc1f-1ea9-42e7-8aa9-3da3b5208138 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:19.040723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-96328b7f-6658-4c44-8292-3e20f90a9ed4 None None] Provisioning complete for port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:19.041265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96328b7f-6658-4c44-8292-3e20f90a9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.042902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc187fde-bf01-48f7-a7a3-6c704aa38fd7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.044200 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fc187fde-bf01-48f7-a7a3-6c704aa38fd7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.6443868
Dec 18 06:52:19.052335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50404) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:19.061309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1486339233'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:19.067257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fc1f-1ea9-42e7-8aa9-3da3b5208138 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.070725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:19.071240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Checking segment: {'id': 'ff03a812-edcc-46e8-ad59-71c0731a4fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:19.071994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.072251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Bound using segment: {'id': 'ff03a812-edcc-46e8-ad59-71c0731a4fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:19.072868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Bound port: 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff03a812-edcc-46e8-ad59-71c0731a4fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:19.073361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.083547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:19.092629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:network and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:19.103144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-caf14a00-0bd3-4df6-911e-14bedb8c5f88 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.106447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:19.112723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Pushing event deleted for resources: {'Port': ['ID=b0a250d8-91c7-4bdb-ab03-0ab93bc005dd,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:19.118871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-96328b7f-6658-4c44-8292-3e20f90a9ed4 None None] Port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd was deleted so its status cannot be updated. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:320}}
Dec 18 06:52:19.121756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:19.145210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:19.183869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.196818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:19.202721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.204808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-96328b7f-6658-4c44-8292-3e20f90a9ed4 None None] Provisioning complete for port f18ec502-858a-4f6c-9066-9574af48c9f7 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:19.205316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96328b7f-6658-4c44-8292-3e20f90a9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.226759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.244599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-508f7428-87ce-4ca7-8e24-b85509a90565 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:19.308362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-96328b7f-6658-4c44-8292-3e20f90a9ed4 None None] Port f18ec502-858a-4f6c-9066-9574af48c9f7 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:52:19.313122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] For port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:19.318876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] For port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=804e7c30-4b25-4e34-9e1b-c1d50e03c7a8,segment=NetworkSegment(ff03a812-edcc-46e8-ad59-71c0731a4fa2),segment_id=ff03a812-edcc-46e8-ad59-71c0731a4fa2)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:19.322942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] No DVR routers for this DVR port b0a250d8-91c7-4bdb-ab03-0ab93bc005dd on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:52:19.335717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.348462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-11bf2466-7d61-4cd7-b3ac-3669e0c95dda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:19.398910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:52:19.404979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fc1f-1ea9-42e7-8aa9-3da3b5208138 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.410100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::de (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/d95beb71-51d9-43a9-a585-96c31dbcb369/2e25fa89-086b-4b03-8835-c660c02d993b) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:19.425348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fc1f-1ea9-42e7-8aa9-3da3b5208138 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.429202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.443357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=78821787-edac-43eb-b274-9bb49f6c2ee0,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:19.450386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b66c0c83-4567-4fb8-9359-49b206640cde tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:19.464494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:19.467582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:19.478046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.478498 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Added segment 4580da69-5279-4229-b93f-f49ceacd1138 of type vxlan for network fe451ab0-29c9-4780-99b0-5edc33098b41
Dec 18 06:52:19.502169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2fc1f-1ea9-42e7-8aa9-3da3b5208138 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a12e390-a0f2-4dfc-ab96-71ebeed0b1cf,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:19.507923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7e2fc1f-1ea9-42e7-8aa9-3da3b5208138 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:19.512367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fc1f-1ea9-42e7-8aa9-3da3b5208138 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.513726 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e7e2fc1f-1ea9-42e7-8aa9-3da3b5208138 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.5550656
Dec 18 06:52:19.521770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50408) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:19.544966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dbcc5f85-b975-4fe9-a474-9f10a4e10a90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '25e75f4c-2e52-4588-91d5-2f357bdc2df4', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:19.557883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dbcc5f85-b975-4fe9-a474-9f10a4e10a90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:19.561713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.578538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dbcc5f85-b975-4fe9-a474-9f10a4e10a90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:19.585940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dbcc5f85-b975-4fe9-a474-9f10a4e10a90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:19.616521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dbcc5f85-b975-4fe9-a474-9f10a4e10a90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:19.621705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-96328b7f-6658-4c44-8292-3e20f90a9ed4 None None] Provisioning complete for port 1784f406-4c20-4e0e-9fb0-77c560631d08 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:19.622245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96328b7f-6658-4c44-8292-3e20f90a9ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.649554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc672b04-aad8-408c-80d6-d06fd5507927 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:19.655334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Checking segment: {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:19.656262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Network hostable DHCP agents. Network: a375a69a-6e5f-412d-9823-fc6ead523a6c, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:52:19.666540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.671109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:19.671951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.680167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-488cb37b-7923-4d27-8fa0-37e163485fe9 tempest-BulkNetworkOpsIpV6Test-1824386788 tempest-BulkNetworkOpsIpV6Test-1824386788] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:19.767243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=260e07db-bd05-4f46-a855-995e8f864577,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:19.778474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:19.784043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5f85-b975-4fe9-a474-9f10a4e10a90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.821141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:19.838497 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7813079
Dec 18 06:52:19.843034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50412) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:19.843870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Network': ['ID=fe451ab0-29c9-4780-99b0-5edc33098b41,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:19.846855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Network a375a69a-6e5f-412d-9823-fc6ead523a6c is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:52:19.853331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:19.860968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'subnet': {'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:19.873088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb1bef-fa8b-4c87-827b-f571cab77d0a None None] Pushing event updated for resources: {'Port': ['ID=804e7c30-4b25-4e34-9e1b-c1d50e03c7a8,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:19.876337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network fe451ab0-29c9-4780-99b0-5edc33098b41 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:19.891170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network fe451ab0-29c9-4780-99b0-5edc33098b41 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:19.908575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bbdb1bef-fa8b-4c87-827b-f571cab77d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:19.963286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, a375a69a-6e5f-412d-9823-fc6ead523a6c) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:20.005066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:20.005754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.053255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad47b41-68da-411d-a4ee-3f1cc9deafa5 None None] Network a375a69a-6e5f-412d-9823-fc6ead523a6c requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:20.055839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5f85-b975-4fe9-a474-9f10a4e10a90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.058199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:20.063265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5f85-b975-4fe9-a474-9f10a4e10a90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.069675 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.7900929
Dec 18 06:52:20.069675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:subnet and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:20.074864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2de41585-ca7c-438d-8a57-50a74dc36b29 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:20.084183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50416) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:20.084790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:20.097698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:20.111019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:20.117771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:20.122176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc5f85-b975-4fe9-a474-9f10a4e10a90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d374d2-dada-4c3d-ac31-cdd5f93003e1,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:20.131203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Usage tracker for resource:router and tenant:7f07f9809f59456d8b6d837c1309dd5c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:20.134333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dbcc5f85-b975-4fe9-a474-9f10a4e10a90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:20.136130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:20.142749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbcc5f85-b975-4fe9-a474-9f10a4e10a90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.147425 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dbcc5f85-b975-4fe9-a474-9f10a4e10a90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.6212232
Dec 18 06:52:20.147425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:20.161119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50420) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:20.163896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:20.204079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 91a72938-020a-409e-904b-737e7d3421cf is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:20.223978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '25e75f4c-2e52-4588-91d5-2f357bdc2df4', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:20.235547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:20.240826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:20.248008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:20.252241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:20.252905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.255946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:20.259194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:20.265250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.265816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.275898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:20.307464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.373744 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 3.0209494
Dec 18 06:52:20.382224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50424) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:20.387952 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:52:20.406085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.407905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Routers {'4c29e209-fb7d-4282-9892-d0309bc7c07e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:20.408750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c37d7f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4c29e209-fb7d-4282-9892-d0309bc7c07e'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:20.423717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.459115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.505507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07f919e-e94f-4f71-99ba-ff9018e5e12a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:20.506425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f07f919e-e94f-4f71-99ba-ff9018e5e12a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:20.515115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 2e25fa89-086b-4b03-8835-c660c02d993b will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:20.542923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f07f919e-e94f-4f71-99ba-ff9018e5e12a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:20.544505 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f07f919e-e94f-4f71-99ba-ff9018e5e12a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/260e07db-bd05-4f46-a855-995e8f864577 HTTP/1.1" status: 200  len: 840 time: 0.1609113
Dec 18 06:52:20.548279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50428) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:20.568740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': 'd95beb71-51d9-43a9-a585-96c31dbcb369'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:52:20.569715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.671979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eff7e698-5d09-47fe-bc91-0216b06192b5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port 260e07db-bd05-4f46-a855-995e8f864577 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:20.672439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eff7e698-5d09-47fe-bc91-0216b06192b5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.687276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.704636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.731007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d91dc2e-273f-41d0-b5ec-b956dfa7db6f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:20.836219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.860658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91815802-343d-486b-8565-56382b644db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-a375a69a-6e5f-412d-9823-fc6ead523a6c', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:52:20.862100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91815802-343d-486b-8565-56382b644db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.862226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c7a305dd-6014-421a-a80a-959f2dbaea32 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:20.883230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.885736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] Set router 4c29e209-fb7d-4282-9892-d0309bc7c07e gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:52:20.900850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29ee3a0-67b3-4e67-99ed-e74135ce699f,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:20.903862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:20.908742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:20.912876 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.7465186
Dec 18 06:52:20.923886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50432) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:20.937973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '25e75f4c-2e52-4588-91d5-2f357bdc2df4', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:20.954045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=2e25fa89-086b-4b03-8835-c660c02d993b,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:20.958147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:20.961342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:21.014630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:21.024949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:21.069821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:21.197882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-caf14a00-0bd3-4df6-911e-14bedb8c5f88 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port f18ec502-858a-4f6c-9066-9574af48c9f7 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:21.198451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-caf14a00-0bd3-4df6-911e-14bedb8c5f88 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:21.241273 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:52:21.266475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:21.277860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eff7e698-5d09-47fe-bc91-0216b06192b5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:21.384026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:21.456240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:21.463385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:21.500954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:21.523196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eff7e698-5d09-47fe-bc91-0216b06192b5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for 260e07db-bd05-4f46-a855-995e8f864577 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:21.553991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:21.558344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:21.559018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:21.657882 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.6685703
Dec 18 06:52:21.673358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50436) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:21.691208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:21.699507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:21.740665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Allocated IP 2001:db8::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/d95beb71-51d9-43a9-a585-96c31dbcb369/3a533c1d-edf1-4cfd-a7b2-ee51edf0571c) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:21.747627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:21.752587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:21.772412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81ee3e10-643a-4df0-a71e-3f0b2ce73974 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:21.803239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7058c82-f690-4128-a9c2-1d4966d18f96,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:21.806354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-caf14a00-0bd3-4df6-911e-14bedb8c5f88 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:21.824066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:21.827524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eff7e698-5d09-47fe-bc91-0216b06192b5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:21.903887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4a147538-fc67-47c1-be7d-c275332d198e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:21.953015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-91815802-343d-486b-8565-56382b644db2 None None] Allocated IP 172.20.0.2 (a375a69a-6e5f-412d-9823-fc6ead523a6c/78821787-edac-43eb-b274-9bb49f6c2ee0/3cd8c5fc-83aa-4188-a329-08b2197e3613) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:22.015316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c37d7f0>, [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:52:07Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '804e7c30-4b25-4e34-9e1b-c1d50e03c7a8', 'name': '', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:9f:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:04Z', 'updated_at': '2020-12-18T06:52:19Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:22.069298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:22.079529 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 1.1440308
Dec 18 06:52:22.079529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-caf14a00-0bd3-4df6-911e-14bedb8c5f88 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for f18ec502-858a-4f6c-9066-9574af48c9f7 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:22.088331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c0859a-53fc-418b-91b0-de2dbd231970 None None] The sync data for ids ['4c29e209-fb7d-4282-9892-d0309bc7c07e'] in dv-neutron-765072-3-ovs is: [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:52:07Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '804e7c30-4b25-4e34-9e1b-c1d50e03c7a8', 'name': '', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:9f:1b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:04Z', 'updated_at': '2020-12-18T06:52:19Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:52:22.124887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7e698-5d09-47fe-bc91-0216b06192b5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=260e07db-bd05-4f46-a855-995e8f864577,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:22.148234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eff7e698-5d09-47fe-bc91-0216b06192b5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:22.176662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Subnet': ['ID=247f1a23-4a9a-47f3-9402-bd94dac44839,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:22.181495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:22.214964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a581182-e2ae-4804-8f77-165a553c7983 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:22.215774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3a581182-e2ae-4804-8f77-165a553c7983 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:22.280358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:22.366168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Transition to ACTIVE for port object 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:22.411667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eff7e698-5d09-47fe-bc91-0216b06192b5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:22.413757 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eff7e698-5d09-47fe-bc91-0216b06192b5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/260e07db-bd05-4f46-a855-995e8f864577 HTTP/1.1" status: 204  len: 168 time: 1.8641715
Dec 18 06:52:22.420034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3a581182-e2ae-4804-8f77-165a553c7983 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:22.421257 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3a581182-e2ae-4804-8f77-165a553c7983 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 928 time: 0.7442410
Dec 18 06:52:22.425604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50444) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:22.425987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50446) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:22.453113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Transition to ACTIVE for port object 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:22.471817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:22.490764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91815802-343d-486b-8565-56382b644db2 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:22.496649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b7ae06f5-a440-4987-a1f8-7a2d09221a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:22.526896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:22.527676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Allocated IP 172.26.7.46 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/2b1df914-17b5-4b13-bb73-e4e31826a564) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:22.546967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Checking segment: {'id': '4580da69-5279-4229-b93f-f49ceacd1138', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:22.547361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network hostable DHCP agents. Network: fe451ab0-29c9-4780-99b0-5edc33098b41, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:52:22.558563 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57035d0-6cf8-4eef-a4c1-382e4cf1d144 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:52:22.559147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b57035d0-6cf8-4eef-a4c1-382e4cf1d144 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:22.618731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-32ab8f86-052f-4cd5-b25d-773f834a79ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 2e25fa89-086b-4b03-8835-c660c02d993b {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:22.619122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32ab8f86-052f-4cd5-b25d-773f834a79ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:22.632672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-91815802-343d-486b-8565-56382b644db2 None None] Transition to ACTIVE for port object 3cd8c5fc-83aa-4188-a329-08b2197e3613 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:22.690381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Pushing event updated for resources: {'Port': ['ID=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:22.693198 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-08e564bb-a455-49b0-93d0-8563f9d0576f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-545685738&fields=id&tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 267 time: 0.1813715
Dec 18 06:52:22.694290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:22.709119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-91815802-343d-486b-8565-56382b644db2 None None] Transition to ACTIVE for port object 3cd8c5fc-83aa-4188-a329-08b2197e3613 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:22.709615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network fe451ab0-29c9-4780-99b0-5edc33098b41 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:52:22.731338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91815802-343d-486b-8565-56382b644db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:22.756656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3138ae0-6207-491e-a125-91f8fd5db730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:22.846352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:22.964819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91815802-343d-486b-8565-56382b644db2 None None] Pushing event updated for resources: {'Port': ['ID=3cd8c5fc-83aa-4188-a329-08b2197e3613,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:22.970071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b57035d0-6cf8-4eef-a4c1-382e4cf1d144 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:22.971360 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b57035d0-6cf8-4eef-a4c1-382e4cf1d144 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/260e07db-bd05-4f46-a855-995e8f864577 HTTP/1.1" status: 404  len: 333 time: 0.5367856
Dec 18 06:52:22.977640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:22.979879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50460) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:22.990280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-91815802-343d-486b-8565-56382b644db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:22.991676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:22.995655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'name': 'tempest-PortsTestJSON-1283922958'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:22.996151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:23.044203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:23.064181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-23d03032-c6f9-4f01-9a41-597b359ef883 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:23.082800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Attempting to bind port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:23.083229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Attempting to bind port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:23.083639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Attempting to bind port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:23.092620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, fe451ab0-29c9-4780-99b0-5edc33098b41) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:23.095416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:23.095968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:23.096424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:23.097400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:23.097929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Bound port: 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:23.098359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:23.118507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79bf771-ce8a-412a-946c-0ad274b4a262 None None] Network fe451ab0-29c9-4780-99b0-5edc33098b41 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:23.134006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91815802-343d-486b-8565-56382b644db2 None None] Network a375a69a-6e5f-412d-9823-fc6ead523a6c is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:23.147829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:23.160131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:23.181235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-545bf1af-cb37-4749-8315-f38452097754 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:23.182052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-545bf1af-cb37-4749-8315-f38452097754 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:23.189809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-91815802-343d-486b-8565-56382b644db2 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:23.198944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91815802-343d-486b-8565-56382b644db2 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:23.216476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:23.217141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:23.255015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1df914-17b5-4b13-bb73-e4e31826a564,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:23.260315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-545bf1af-cb37-4749-8315-f38452097754 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:23.261634 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-545bf1af-cb37-4749-8315-f38452097754 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/networks?id=aa4d225c-531e-48fe-880f-a6baa687bf50 HTTP/1.1" status: 200  len: 796 time: 0.5338638
Dec 18 06:52:23.262549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:23.307957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.4580975
Dec 18 06:52:23.314094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50466) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:23.346742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-91815802-343d-486b-8565-56382b644db2 None None] Attempting to bind port 3cd8c5fc-83aa-4188-a329-08b2197e3613 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:23.347729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-91815802-343d-486b-8565-56382b644db2 None None] Attempting to bind port 3cd8c5fc-83aa-4188-a329-08b2197e3613 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:23.348141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91815802-343d-486b-8565-56382b644db2 None None] Attempting to bind port 3cd8c5fc-83aa-4188-a329-08b2197e3613 on network a375a69a-6e5f-412d-9823-fc6ead523a6c {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:23.387376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91815802-343d-486b-8565-56382b644db2 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:23.387824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91815802-343d-486b-8565-56382b644db2 None None] Checking segment: {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:23.388280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91815802-343d-486b-8565-56382b644db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:23.388730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91815802-343d-486b-8565-56382b644db2 None None] Bound using segment: {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:23.389273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-91815802-343d-486b-8565-56382b644db2 None None] Bound port: 3cd8c5fc-83aa-4188-a329-08b2197e3613, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:23.389729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91815802-343d-486b-8565-56382b644db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:23.414298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-caf14a00-0bd3-4df6-911e-14bedb8c5f88 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:23.428021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:23.433568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:23.461267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:23.501154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] For port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:23.510251 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-2d0ccf7b-0657-4902-8e16-f79a0c766f7f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/quotas/6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 375 time: 0.2287619
Dec 18 06:52:23.512198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:23.515817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:23.518054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:23.529090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] For port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:23.540461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:23.560313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-190a8d71-ccdb-4f1e-a3d5-ddfa3ffeff24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:23.591900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf14a00-0bd3-4df6-911e-14bedb8c5f88 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Port': ['ID=f18ec502-858a-4f6c-9066-9574af48c9f7,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:23.601490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-caf14a00-0bd3-4df6-911e-14bedb8c5f88 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:23.753864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port f4c2c63f-29c7-441a-bc8e-6600cb1a4150 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:52:23.871160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32ab8f86-052f-4cd5-b25d-773f834a79ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:23.963469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-91815802-343d-486b-8565-56382b644db2 None None] For port 3cd8c5fc-83aa-4188-a329-08b2197e3613, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:23.967166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-fe451ab0-29c9-4780-99b0-5edc33098b41', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:52:23.968068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:23.999307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Pushing event updated for resources: {'Port': ['ID=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:24.009301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-91815802-343d-486b-8565-56382b644db2 None None] For port 3cd8c5fc-83aa-4188-a329-08b2197e3613, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3cd8c5fc-83aa-4188-a329-08b2197e3613,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:24.010539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:24.036436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91815802-343d-486b-8565-56382b644db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:24.057938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:24.073753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-32ab8f86-052f-4cd5-b25d-773f834a79ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 2e25fa89-086b-4b03-8835-c660c02d993b owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:24.218562 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-e100f381-83b1-4361-b0d3-cfb1a29ffd59 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6704099
Dec 18 06:52:24.293393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:24.358307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:24.457320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91815802-343d-486b-8565-56382b644db2 None None] Pushing event updated for resources: {'Port': ['ID=3cd8c5fc-83aa-4188-a329-08b2197e3613,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:24.471001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-91815802-343d-486b-8565-56382b644db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:24.554644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-caf14a00-0bd3-4df6-911e-14bedb8c5f88 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:24.574334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:24.644819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:24.659565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:24.660002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:24.698424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32ab8f86-052f-4cd5-b25d-773f834a79ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:24.727986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:24.729900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eff7e698-5d09-47fe-bc91-0216b06192b5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:24.732552 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-2a5892ff-5abd-4793-b6c7-d79c19ebcff4 service neutron] 10.222.0.23 "GET /v2.0/networks/aa4d225c-531e-48fe-880f-a6baa687bf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4757962
Dec 18 06:52:24.736854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Allocated IP 2001:db8::2 (fe451ab0-29c9-4780-99b0-5edc33098b41/247f1a23-4a9a-47f3-9402-bd94dac44839/5f8ac7ae-ffda-4481-a148-e7376542ad01) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:24.915796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:24.933249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab8f86-052f-4cd5-b25d-773f834a79ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=2e25fa89-086b-4b03-8835-c660c02d993b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:24.951999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-32ab8f86-052f-4cd5-b25d-773f834a79ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:24.958242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9d10ad71-efa7-4a67-b25e-fd1690bf96c0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:25.052130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=804e7c30-4b25-4e34-9e1b-c1d50e03c7a8,segment=NetworkSegment(ff03a812-edcc-46e8-ad59-71c0731a4fa2),segment_id=ff03a812-edcc-46e8-ad59-71c0731a4fa2)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:25.059042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=f4c2c63f-29c7-441a-bc8e-6600cb1a4150,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:25.063103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:25.073904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:25.074246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:25.179563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:25.202139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Transition to ACTIVE for port object 5f8ac7ae-ffda-4481-a148-e7376542ad01 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:25.226334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=804e7c30-4b25-4e34-9e1b-c1d50e03c7a8,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:25.232659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:25.245251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Transition to ACTIVE for port object 5f8ac7ae-ffda-4481-a148-e7376542ad01 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:25.252548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:25.340723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5821ddc0-0c4a-4409-b76d-b2e68c36fa28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:25.395807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 91a72938-020a-409e-904b-737e7d3421cf is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:25.399335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:25.401787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:25.406318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:25.407277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:25.422395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Pushing event updated for resources: {'Port': ['ID=5f8ac7ae-ffda-4481-a148-e7376542ad01,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:25.427841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:25.492714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Network fe451ab0-29c9-4780-99b0-5edc33098b41 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:25.494049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:25.496370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:25.504666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32ab8f86-052f-4cd5-b25d-773f834a79ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:25.552001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Attempting to bind port 5f8ac7ae-ffda-4481-a148-e7376542ad01 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:25.552427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Attempting to bind port 5f8ac7ae-ffda-4481-a148-e7376542ad01 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '4580da69-5279-4229-b93f-f49ceacd1138', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:25.552850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Attempting to bind port 5f8ac7ae-ffda-4481-a148-e7376542ad01 on network fe451ab0-29c9-4780-99b0-5edc33098b41 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:25.558569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:25.559192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Checking segment: {'id': '4580da69-5279-4229-b93f-f49ceacd1138', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:25.559430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:25.559879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Bound using segment: {'id': '4580da69-5279-4229-b93f-f49ceacd1138', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:25.560404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Bound port: 5f8ac7ae-ffda-4481-a148-e7376542ad01, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4580da69-5279-4229-b93f-f49ceacd1138', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:25.560830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:25.599489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-32ab8f86-052f-4cd5-b25d-773f834a79ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/2e25fa89-086b-4b03-8835-c660c02d993b HTTP/1.1" status: 204  len: 168 time: 3.1602585
Dec 18 06:52:25.601861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50470) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:25.606161 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.6250973
Dec 18 06:52:25.608251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50474) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:25.610456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf14a00-0bd3-4df6-911e-14bedb8c5f88 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router aaa5b492-6039-4c0e-8dae-c65ac4fd5edc has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:52:25.664618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] For port 5f8ac7ae-ffda-4481-a148-e7376542ad01, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:25.668131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] For port 5f8ac7ae-ffda-4481-a148-e7376542ad01, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f8ac7ae-ffda-4481-a148-e7376542ad01,segment=NetworkSegment(4580da69-5279-4229-b93f-f49ceacd1138),segment_id=4580da69-5279-4229-b93f-f49ceacd1138)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:25.675417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:25.678364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f216df57-f12c-43d4-ae20-5d199ea6e44c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:25.683662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:25.756768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bf143a22-8c76-4d60-bf36-8f49bcb1d5a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:25.756980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-304a984c-295d-4b80-ad28-63c40f9c0edc service neutron] 10.222.0.23 "GET /v2.0/networks/aa4d225c-531e-48fe-880f-a6baa687bf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4960220
Dec 18 06:52:25.894262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Pushing event updated for resources: {'Port': ['ID=5f8ac7ae-ffda-4481-a148-e7376542ad01,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:25.902293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:25.970894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Allocated IP 2001:db8::1 (fe451ab0-29c9-4780-99b0-5edc33098b41/247f1a23-4a9a-47f3-9402-bd94dac44839/b24d217a-1632-4dcd-94cb-a389ef59e94f) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:26.122239 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d786e516-ae11-4305-8e52-0ea4b87034e2 req-38650170-94bb-4555-bd02-131fb46cc1ab tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 210 time: 0.0835478
Dec 18 06:52:26.213746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d2d1f5-f1f5-406a-a085-0f337a28db8e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:26.215361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d2d1f5-f1f5-406a-a085-0f337a28db8e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:26.216174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c0d2d1f5-f1f5-406a-a085-0f337a28db8e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:26.250902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:26.312956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf14a00-0bd3-4df6-911e-14bedb8c5f88 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:52:26.323994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1e9875-8f2c-4f95-8e4d-21f90c71b54a None None] Sync routers for ids ['aaa5b492-6039-4c0e-8dae-c65ac4fd5edc'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:52:26.329165 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-caf14a00-0bd3-4df6-911e-14bedb8c5f88 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/aaa5b492-6039-4c0e-8dae-c65ac4fd5edc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0478392
Dec 18 06:52:26.330628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50486) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:26.331305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f216df57-f12c-43d4-ae20-5d199ea6e44c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:26.342933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1e9875-8f2c-4f95-8e4d-21f90c71b54a None None] Routers {'aaa5b492-6039-4c0e-8dae-c65ac4fd5edc'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:26.343859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2d1e9875-8f2c-4f95-8e4d-21f90c71b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dbd0c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['aaa5b492-6039-4c0e-8dae-c65ac4fd5edc'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:26.349822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:26.350508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:26.415683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2d1e9875-8f2c-4f95-8e4d-21f90c71b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dbd0c88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:26.421335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c0d2d1f5-f1f5-406a-a085-0f337a28db8e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:26.425777 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c0d2d1f5-f1f5-406a-a085-0f337a28db8e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.8197217
Dec 18 06:52:26.436702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1e9875-8f2c-4f95-8e4d-21f90c71b54a None None] Routers {'aaa5b492-6039-4c0e-8dae-c65ac4fd5edc'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:26.437717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2d1e9875-8f2c-4f95-8e4d-21f90c71b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dbd0c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['aaa5b492-6039-4c0e-8dae-c65ac4fd5edc'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:26.447219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50492) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:26.499093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-409f3142-3da4-4282-b11d-f6810fa87bf0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Synchronizing usage tracker for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:26.522879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2d1e9875-8f2c-4f95-8e4d-21f90c71b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dbd0c88>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:26.523344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1e9875-8f2c-4f95-8e4d-21f90c71b54a None None] The sync data for ids ['aaa5b492-6039-4c0e-8dae-c65ac4fd5edc'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:52:26.547720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:26.558181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:26.648894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:26.660030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3cd8c5fc-83aa-4188-a329-08b2197e3613 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:26.665928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:26.743007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-409f3142-3da4-4282-b11d-f6810fa87bf0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Unset dirty status for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:26.747594 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-409f3142-3da4-4282-b11d-f6810fa87bf0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=aaa5b492-6039-4c0e-8dae-c65ac4fd5edc HTTP/1.1" status: 200  len: 205 time: 0.3947914
Dec 18 06:52:26.749109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50496) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:26.750282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Transition to ACTIVE for port object b24d217a-1632-4dcd-94cb-a389ef59e94f will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:26.776901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 3cd8c5fc-83aa-4188-a329-08b2197e3613 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:26.937812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a1a5ab-24b3-4a7f-89f0-8c636db7f744 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet d95beb71-51d9-43a9-a585-96c31dbcb369 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:52:26.942432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6a1a5ab-24b3-4a7f-89f0-8c636db7f744 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:26.986449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba2021c8-e02f-48dd-b271-372471ec0883 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:27.064363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6a1a5ab-24b3-4a7f-89f0-8c636db7f744 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:27.148211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:27.169936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:27.196741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f216df57-f12c-43d4-ae20-5d199ea6e44c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:27.202860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6a1a5ab-24b3-4a7f-89f0-8c636db7f744 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:27.291196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-eac463e7-6880-48ea-bca0-e30a6277bd1b None None] Provisioning for port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:27.316585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-eac463e7-6880-48ea-bca0-e30a6277bd1b None None] Provisioning complete for port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:27.318860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eac463e7-6880-48ea-bca0-e30a6277bd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:27.479353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f216df57-f12c-43d4-ae20-5d199ea6e44c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:27.521526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:27.614220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eac463e7-6880-48ea-bca0-e30a6277bd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:27.706561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216df57-f12c-43d4-ae20-5d199ea6e44c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=f4c2c63f-29c7-441a-bc8e-6600cb1a4150,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:27.709943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f216df57-f12c-43d4-ae20-5d199ea6e44c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:27.796351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7612129c-44d5-4143-8b95-1e34cc41419a None None] Network a375a69a-6e5f-412d-9823-fc6ead523a6c requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:27.870598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f216df57-f12c-43d4-ae20-5d199ea6e44c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] In _notify_port_updated(), no bound segment for port f4c2c63f-29c7-441a-bc8e-6600cb1a4150 on network 91a72938-020a-409e-904b-737e7d3421cf {{(pid=81084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:52:27.874980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f216df57-f12c-43d4-ae20-5d199ea6e44c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:27.875660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f216df57-f12c-43d4-ae20-5d199ea6e44c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:27.880146 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f216df57-f12c-43d4-ae20-5d199ea6e44c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "PUT /v2.0/ports/f4c2c63f-29c7-441a-bc8e-6600cb1a4150 HTTP/1.1" status: 200  len: 818 time: 2.2676184
Dec 18 06:52:27.886759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50506) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:27.903159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=b24d217a-1632-4dcd-94cb-a389ef59e94f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:27.940705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:28.054765 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a02d0458-dc5b-4f88-a59b-1cd482176f3f req-6c12f5c5-4d33-44fb-a5f2-3190154c0151 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 210 time: 0.2209098
Dec 18 06:52:28.056101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6b37b89c-7897-433f-acd3-33d92fb4d262 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port f4c2c63f-29c7-441a-bc8e-6600cb1a4150 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:28.056490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b37b89c-7897-433f-acd3-33d92fb4d262 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:28.095076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba2021c8-e02f-48dd-b271-372471ec0883 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:28.107191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba2021c8-e02f-48dd-b271-372471ec0883 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:28.115067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:52:28.134199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-74765c77-a0e3-4935-90c3-c57d9f50618b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:28.135081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-74765c77-a0e3-4935-90c3-c57d9f50618b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:28.152229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network fe451ab0-29c9-4780-99b0-5edc33098b41 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:28.153169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f8ac7ae-ffda-4481-a148-e7376542ad01 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:28.205157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6a1a5ab-24b3-4a7f-89f0-8c636db7f744 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:28.218096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:28.230636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8c8514dd-a4ad-470f-842f-f83bf201917f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:28.230898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:28.231342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:28.255005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba2021c8-e02f-48dd-b271-372471ec0883 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:28.255683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2021c8-e02f-48dd-b271-372471ec0883 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Fanout notify agent at l3_agent the message router_deleted on router aaa5b492-6039-4c0e-8dae-c65ac4fd5edc {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:52:28.273063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-74765c77-a0e3-4935-90c3-c57d9f50618b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:28.274524 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-74765c77-a0e3-4935-90c3-c57d9f50618b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks?id=aa4d225c-531e-48fe-880f-a6baa687bf50 HTTP/1.1" status: 200  len: 796 time: 0.5722384
Dec 18 06:52:28.330724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1a5ab-24b3-4a7f-89f0-8c636db7f744 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=d95beb71-51d9-43a9-a585-96c31dbcb369,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:28.334884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a6a1a5ab-24b3-4a7f-89f0-8c636db7f744 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:28.384316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-eac463e7-6880-48ea-bca0-e30a6277bd1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:52:28.388820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-eac463e7-6880-48ea-bca0-e30a6277bd1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:52:28.405604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba2021c8-e02f-48dd-b271-372471ec0883 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:28.409363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 5f8ac7ae-ffda-4481-a148-e7376542ad01 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:28.409564 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ba2021c8-e02f-48dd-b271-372471ec0883 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/aaa5b492-6039-4c0e-8dae-c65ac4fd5edc HTTP/1.1" status: 204  len: 168 time: 1.6548846
Dec 18 06:52:28.430041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50510) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:28.537414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:52:28.559670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Sync routers for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:52:28.576814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:28.577619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d64b748>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:28.584783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6a1a5ab-24b3-4a7f-89f0-8c636db7f744 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:28.607057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-c13d176b-476e-4a5f-af09-3dbcc3a022f3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:28.631171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b37b89c-7897-433f-acd3-33d92fb4d262 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:28.739829 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a6a1a5ab-24b3-4a7f-89f0-8c636db7f744 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/d95beb71-51d9-43a9-a585-96c31dbcb369 HTTP/1.1" status: 204  len: 168 time: 2.2866406
Dec 18 06:52:28.763096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:28.792209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50514) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:28.819888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:28.823962 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.7333016
Dec 18 06:52:28.859842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50518) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:28.871234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6b37b89c-7897-433f-acd3-33d92fb4d262 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for f4c2c63f-29c7-441a-bc8e-6600cb1a4150 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:28.981806 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b62659e0-6e31-4c76-836e-37bb52b9af50 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1842573
Dec 18 06:52:28.987081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50522) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:28.992701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a6058-fd30-4c55-bd07-152f14d99883 None None] Network fe451ab0-29c9-4780-99b0-5edc33098b41 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:29.005819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3a7a22-3e89-4a78-9156-d67e0e53a06c None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:29.199770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eac463e7-6880-48ea-bca0-e30a6277bd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:29.257474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-c13d176b-476e-4a5f-af09-3dbcc3a022f3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:29.259267 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-c13d176b-476e-4a5f-af09-3dbcc3a022f3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 7767 time: 0.9231520
Dec 18 06:52:29.282126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'port': {'device_id': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'admin_state_up': True, 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'security_groups': ['25e75f4c-2e52-4588-91d5-2f357bdc2df4']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:29.342904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-997eb4bd-04c6-400d-99a4-946506accc59 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting subnet afc65ca0-d18b-4f09-afb9-d21c3dcc4c86 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:52:29.357578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-997eb4bd-04c6-400d-99a4-946506accc59 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:29.451502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-eac463e7-6880-48ea-bca0-e30a6277bd1b None None] For port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:29.467105 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac3aa63b-f215-455b-9f25-8741b84c292c req-0f9aa111-c23f-4910-93d3-b93c8f1a162f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 210 time: 0.1207421
Dec 18 06:52:29.497776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eac463e7-6880-48ea-bca0-e30a6277bd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:29.503925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:52:29.547550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-370aab06-82b7-40e8-ae41-6978ba972630 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:29.558093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:29.566754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b37b89c-7897-433f-acd3-33d92fb4d262 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:29.569031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:port and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:29.571935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-997eb4bd-04c6-400d-99a4-946506accc59 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:29.574228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:29.590431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2222a2a3-c7c0-4330-950c-cd05f049b576 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:29.673821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a5c733-7b83-4292-a974-dec61023981d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:29.675569 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-59a5c733-7b83-4292-a974-dec61023981d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.6825993
Dec 18 06:52:29.681355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Could not find standard attr ID for object 2e25fa89-086b-4b03-8835-c660c02d993b. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:52:29.684426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50528) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:29.836501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f8ba78-776c-40a0-a24a-ba77c9a7d3f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:29.837281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-51f8ba78-776c-40a0-a24a-ba77c9a7d3f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:29.840804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-997eb4bd-04c6-400d-99a4-946506accc59 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:29.863521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac463e7-6880-48ea-bca0-e30a6277bd1b None None] Pushing event updated for resources: {'Port': ['ID=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:29.867056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eac463e7-6880-48ea-bca0-e30a6277bd1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:29.867921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Provisioning for port 3cd8c5fc-83aa-4188-a329-08b2197e3613 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:29.881249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Provisioning complete for port 3cd8c5fc-83aa-4188-a329-08b2197e3613 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:29.881714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:29.916611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:29.924586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-51f8ba78-776c-40a0-a24a-ba77c9a7d3f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:29.928435 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-51f8ba78-776c-40a0-a24a-ba77c9a7d3f5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2370894
Dec 18 06:52:29.928435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:29.928435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:29.941581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50532) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:29.946762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85392a62-85f8-4fe3-9c5d-4435ef7362f8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:29.953724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:30.059579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:52:30.085380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=b24d217a-1632-4dcd-94cb-a389ef59e94f,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:30.117403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Deleting port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:30.117936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:30.139446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37b89c-7897-433f-acd3-33d92fb4d262 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=f4c2c63f-29c7-441a-bc8e-6600cb1a4150,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:30.150418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:30.156032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:30.162488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:52:30.175605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6b37b89c-7897-433f-acd3-33d92fb4d262 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:30.211191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:30.229372 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-926c8679-c2d2-4945-bde4-20dec3e00d23 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2120414
Dec 18 06:52:30.242681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50536) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:30.249121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:30.273853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:30.342964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d64b748>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:24Z', 'revision_number': 3, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:30.364082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b37b89c-7897-433f-acd3-33d92fb4d262 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:30.375282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Checking router: 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:52:30.376181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Updating router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 port 2b1df914-17b5-4b13-bb73-e4e31826a564 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:52:30.735743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] For port 3cd8c5fc-83aa-4188-a329-08b2197e3613, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3cd8c5fc-83aa-4188-a329-08b2197e3613,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:30.766312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:30.783847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dadcc08-0b01-488f-b433-faae04f6e924 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:30.809021 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6b37b89c-7897-433f-acd3-33d92fb4d262 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/f4c2c63f-29c7-441a-bc8e-6600cb1a4150 HTTP/1.1" status: 204  len: 168 time: 2.9209745
Dec 18 06:52:30.813167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50542) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:30.833941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:30.840591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.8 (aa4d225c-531e-48fe-880f-a6baa687bf50/18d4dfc1-b8e8-46f8-9ba3-6d698031562d/92de0847-7178-4ac1-a822-2547e3cc99cb) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:30.845003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:30.845372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:30.886651 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-54d946e0-9886-48c0-acba-ddf2514fb4d5 req-b7ebe769-25be-483c-9238-4deea16ccb2a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 210 time: 0.1366224
Dec 18 06:52:30.908864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:30.951970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:31.028364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:31.078498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] For port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:31.078959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:31.090509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Provisioning complete for port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:31.090960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:31.157948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:31.182573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object 92de0847-7178-4ac1-a822-2547e3cc99cb will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:31.213938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network fe451ab0-29c9-4780-99b0-5edc33098b41 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:31.219405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:31.259226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:31.273354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:31.288877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Pushing event updated for resources: {'Port': ['ID=3cd8c5fc-83aa-4188-a329-08b2197e3613,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:31.292585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:31.302569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Calling delete_port for 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:31.358086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:31.384566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:31.413502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3dabe935-6abd-4ba9-82ef-63c733a1d795 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:31.432028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-997eb4bd-04c6-400d-99a4-946506accc59 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:31.459127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:31.526174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d96741b-53dc-443a-b598-91b38e777082 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:31.574453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997eb4bd-04c6-400d-99a4-946506accc59 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Subnet': ['ID=afc65ca0-d18b-4f09-afb9-d21c3dcc4c86,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:31.582287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-997eb4bd-04c6-400d-99a4-946506accc59 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:31.649747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=92de0847-7178-4ac1-a822-2547e3cc99cb,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:31.651064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:31.660227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d5cde7-feb9-4f2c-b364-317b47a19266 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:31.661003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a5d5cde7-feb9-4f2c-b364-317b47a19266 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:31.673001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:31.673838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:52:31.674042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network aa4d225c-531e-48fe-880f-a6baa687bf50 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:31.674374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:52:31.675871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:31.680829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:31.687713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:31.692728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:31.732348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-997eb4bd-04c6-400d-99a4-946506accc59 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:31.739918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ce7530-6150-46cf-b82d-5eb0099c9779 None None] Network 69617fce-315a-4992-810f-e0ee0b4a5094 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:31.764384 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-997eb4bd-04c6-400d-99a4-946506accc59 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/afc65ca0-d18b-4f09-afb9-d21c3dcc4c86 HTTP/1.1" status: 204  len: 168 time: 3.3303223
Dec 18 06:52:31.765395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50546) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:31.812545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a5d5cde7-feb9-4f2c-b364-317b47a19266 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:31.815940 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a5d5cde7-feb9-4f2c-b364-317b47a19266 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.7854624
Dec 18 06:52:31.857478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] For port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:31.866049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:31.866747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:31.873055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50550) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:31.892225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:31.900189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:31.907813 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6301367
Dec 18 06:52:31.928260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Request body: {'port': {'device_id': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:31.946420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 423f91e6-ff18-49a2-8b59-425a70755da5 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:52:31.977054 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-958de573-716c-4e03-b013-eee26b675237 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:52:31.977639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-958de573-716c-4e03-b013-eee26b675237 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:32.094601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Pushing event updated for resources: {'Port': ['ID=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:32.132295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3cd8c5fc-83aa-4188-a329-08b2197e3613 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:32.136976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.157145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:32.181847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Deleting port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:32.182052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.213341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Provisioning for port 5f8ac7ae-ffda-4481-a148-e7376542ad01 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:32.220543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.252955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Provisioning complete for port 5f8ac7ae-ffda-4481-a148-e7376542ad01 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:32.253390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.257904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.263523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Allocated IP 172.20.0.1 (a375a69a-6e5f-412d-9823-fc6ead523a6c/78821787-edac-43eb-b274-9bb49f6c2ee0/ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:32.317340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Transition to ACTIVE for port object 2b1df914-17b5-4b13-bb73-e4e31826a564 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:32.339474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-958de573-716c-4e03-b013-eee26b675237 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:32.343461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.345053 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-958de573-716c-4e03-b013-eee26b675237 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/f4c2c63f-29c7-441a-bc8e-6600cb1a4150 HTTP/1.1" status: 404  len: 333 time: 0.4615195
Dec 18 06:52:32.357437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50556) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:32.380674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'network': {'name': 'tempest-PortsTestJSON-385964251'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:32.390542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-91815802-343d-486b-8565-56382b644db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:32.397562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:32.411827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port 1784f406-4c20-4e0e-9fb0-77c560631d08 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:32.412191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.444290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:network and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:32.457030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:32.463577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:52:32.478748 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1610105
Dec 18 06:52:32.481511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Sync routers for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:52:32.486586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50560) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:32.488719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:32.496995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1666021624'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:32.507013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:32.507270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:32.509322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1deb6898>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:32.525214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d951c7-8cc5-4ea9-926f-d957825e6879 req-02fecc85-fddb-416c-b837-23277e5fc995 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:32.527011 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-31d951c7-8cc5-4ea9-926f-d957825e6879 req-02fecc85-fddb-416c-b837-23277e5fc995 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 931 time: 0.4477572
Dec 18 06:52:32.533917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:network and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:32.543225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:32.558594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:32.586112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:32.594833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.703103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:32.707984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.735269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.762140 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-31d951c7-8cc5-4ea9-926f-d957825e6879 req-ea063b25-9dca-461f-8b15-cfc2676b5b0f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2031112
Dec 18 06:52:32.796866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Transition to ACTIVE for port object ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:32.802008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:52:32.830498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.831448 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Added segment 31ee418e-2b6a-4e1a-b4c2-1408ef14c360 of type vxlan for network 044d4895-76c5-4cfd-9902-0fe87358ae74
Dec 18 06:52:32.885099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.895029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.913167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] For port 1784f406-4c20-4e0e-9fb0-77c560631d08, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1784f406-4c20-4e0e-9fb0-77c560631d08,segment=NetworkSegment(048bb469-a7d2-49f0-8fea-7701be288617),segment_id=048bb469-a7d2-49f0-8fea-7701be288617)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:32.913875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:32.988144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:52:33.034824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e4c3a883-7b6b-4a7f-a09b-ed21e62917ed tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:33.059336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.073961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd68819-7271-47cf-8100-0a8d2d56e90a None None] Pushing event updated for resources: {'Port': ['ID=2b1df914-17b5-4b13-bb73-e4e31826a564,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:33.084009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b8caf4-6cb5-487c-964f-83080fd0ea77 None None] DHCP port deletion for 69617fce-315a-4992-810f-e0ee0b4a5094 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:52:33.087664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fd68819-7271-47cf-8100-0a8d2d56e90a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:33.097161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for 1784f406-4c20-4e0e-9fb0-77c560631d08 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:33.106851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:52:33.111459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Attempting to bind port 2b1df914-17b5-4b13-bb73-e4e31826a564 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:33.111883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Attempting to bind port 2b1df914-17b5-4b13-bb73-e4e31826a564 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:33.112826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Attempting to bind port 2b1df914-17b5-4b13-bb73-e4e31826a564 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:33.118168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:33.120787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 3cd8c5fc-83aa-4188-a329-08b2197e3613 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:33.121556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.122625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:33.157692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8caf4-6cb5-487c-964f-83080fd0ea77 None None] Deleting port 1784f406-4c20-4e0e-9fb0-77c560631d08 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:33.158054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7b8caf4-6cb5-487c-964f-83080fd0ea77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.199966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Network a375a69a-6e5f-412d-9823-fc6ead523a6c is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:33.205395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:33.207885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:33.225129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] For port 5f8ac7ae-ffda-4481-a148-e7376542ad01, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f8ac7ae-ffda-4481-a148-e7376542ad01,segment=NetworkSegment(4580da69-5279-4229-b93f-f49ceacd1138),segment_id=4580da69-5279-4229-b93f-f49ceacd1138)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:33.246793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:33.247208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:33.247670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.248502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:33.249040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Bound port: 2b1df914-17b5-4b13-bb73-e4e31826a564, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:33.249466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.268170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92de0847-7178-4ac1-a822-2547e3cc99cb {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:52:33.272675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.275581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:52:33.276903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:33.277573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.278168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:52:33.279780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.287401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8c53dfcd-8227-4189-a6cb-435efd59b4aa tempest-ExternalNetworksTestJSON-1921638211 tempest-ExternalNetworksTestJSON-1921638211] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:33.310790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:33.312947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.368766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.437504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1deb6898>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:52:28Z', 'revision_number': 2, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:29Z', 'revision_number': 2, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:33.442152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Checking router: 423f91e6-ff18-49a2-8b59-425a70755da5 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:52:33.442559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Updating router 423f91e6-ff18-49a2-8b59-425a70755da5 port b24d217a-1632-4dcd-94cb-a389ef59e94f binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:52:33.449059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:52:33.450614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Port': ['ID=1784f406-4c20-4e0e-9fb0-77c560631d08,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:33.468689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] For port 2b1df914-17b5-4b13-bb73-e4e31826a564, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:33.470896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bbdb1bef-fa8b-4c87-827b-f571cab77d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:33.509365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.513418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:33.562370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] For port 2b1df914-17b5-4b13-bb73-e4e31826a564, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2b1df914-17b5-4b13-bb73-e4e31826a564,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:33.567554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] For port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:33.568092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.629058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] No DVR routers for this DVR port 1784f406-4c20-4e0e-9fb0-77c560631d08 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:52:33.658702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8caf4-6cb5-487c-964f-83080fd0ea77 None None] The port '1784f406-4c20-4e0e-9fb0-77c560631d08' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:52:33.662086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.789959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Network': ['ID=044d4895-76c5-4cfd-9902-0fe87358ae74,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:33.808188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.811482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:33.827578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.832713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Transition to ACTIVE for port object 92de0847-7178-4ac1-a822-2547e3cc99cb will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:33.834901 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.3471429
Dec 18 06:52:33.838446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50566) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:33.859910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'subnet': {'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:33.895198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.904994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.916404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-59838ccb-7ade-452a-b02d-fff6d3afdeac None None] Provisioning for port 92de0847-7178-4ac1-a822-2547e3cc99cb completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:33.965801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.981016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Transition to ACTIVE for port object b24d217a-1632-4dcd-94cb-a389ef59e94f will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:33.984189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:33.984668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Calling delete_port for 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:34.002349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:34.021265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 044d4895-76c5-4cfd-9902-0fe87358ae74 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:34.034950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 044d4895-76c5-4cfd-9902-0fe87358ae74 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:34.063253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-45b7b23b-b81b-4717-9859-969af7d890c5 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:34.132644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Pushing event updated for resources: {'Port': ['ID=b24d217a-1632-4dcd-94cb-a389ef59e94f,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:34.147423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.147809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.148195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.148902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.149283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.149709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.150237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.150762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.151137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.151508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.151876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.152513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.152953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.153477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.153901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.154414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.154791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.155160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.155523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.156056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.156424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.156958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.157323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.157713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:34.164608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:34.225925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Pushing event updated for resources: {'Port': ['ID=92de0847-7178-4ac1-a822-2547e3cc99cb,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:34.240702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:34.246514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Pushing event updated for resources: {'Port': ['ID=5f8ac7ae-ffda-4481-a148-e7376542ad01,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:34.275493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:34.294206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4db1dcab-0b41-41f9-a22d-1e4dede7c33f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:34.441773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Attempting to bind port b24d217a-1632-4dcd-94cb-a389ef59e94f on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:34.442778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Attempting to bind port b24d217a-1632-4dcd-94cb-a389ef59e94f by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '4580da69-5279-4229-b93f-f49ceacd1138', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:34.443375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Attempting to bind port b24d217a-1632-4dcd-94cb-a389ef59e94f on network fe451ab0-29c9-4780-99b0-5edc33098b41 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:34.455038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:34.455679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Checking segment: {'id': '4580da69-5279-4229-b93f-f49ceacd1138', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:34.456542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:34.457261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Bound using segment: {'id': '4580da69-5279-4229-b93f-f49ceacd1138', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:34.460017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Bound port: b24d217a-1632-4dcd-94cb-a389ef59e94f, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4580da69-5279-4229-b93f-f49ceacd1138', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:34.460460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:34.490772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-59838ccb-7ade-452a-b02d-fff6d3afdeac None None] Provisioning for port b24d217a-1632-4dcd-94cb-a389ef59e94f completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:34.545823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:52:34.586265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Attempting to bind port 92de0847-7178-4ac1-a822-2547e3cc99cb on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:34.586633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Attempting to bind port 92de0847-7178-4ac1-a822-2547e3cc99cb by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'ff03a812-edcc-46e8-ad59-71c0731a4fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:34.587145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Attempting to bind port 92de0847-7178-4ac1-a822-2547e3cc99cb on network aa4d225c-531e-48fe-880f-a6baa687bf50 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:34.602227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f8ac7ae-ffda-4481-a148-e7376542ad01 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:34.606669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:34.607051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Checking segment: {'id': 'ff03a812-edcc-46e8-ad59-71c0731a4fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:34.608229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:34.608777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Bound using segment: {'id': 'ff03a812-edcc-46e8-ad59-71c0731a4fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:34.609279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Bound port: 92de0847-7178-4ac1-a822-2547e3cc99cb, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff03a812-edcc-46e8-ad59-71c0731a4fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:34.611720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:34.633433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:34.644377 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Added segment c257aa47-4585-4209-8077-71dd28a5e7ed of type vxlan for network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85
Dec 18 06:52:34.657501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] For port b24d217a-1632-4dcd-94cb-a389ef59e94f, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:34.661866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] For port b24d217a-1632-4dcd-94cb-a389ef59e94f, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b24d217a-1632-4dcd-94cb-a389ef59e94f,segment=NetworkSegment(4580da69-5279-4229-b93f-f49ceacd1138),segment_id=4580da69-5279-4229-b93f-f49ceacd1138)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:34.670542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:34.684720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:34.706954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-82009477-ea13-449c-9340-93c07b61aee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:34.717775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:52:34.718199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:52:34.737846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac179254a8>,) {'filters': {'network_id': ['69617fce-315a-4992-810f-e0ee0b4a5094']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:34.741687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd68819-7271-47cf-8100-0a8d2d56e90a None None] Pushing event updated for resources: {'Port': ['ID=2b1df914-17b5-4b13-bb73-e4e31826a564,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:34.745679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fd68819-7271-47cf-8100-0a8d2d56e90a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:34.752188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] For port 92de0847-7178-4ac1-a822-2547e3cc99cb, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:34.756954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] For port 92de0847-7178-4ac1-a822-2547e3cc99cb, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=92de0847-7178-4ac1-a822-2547e3cc99cb,segment=NetworkSegment(ff03a812-edcc-46e8-ad59-71c0731a4fa2),segment_id=ff03a812-edcc-46e8-ad59-71c0731a4fa2)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:34.763697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:34.769044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:subnet and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:34.772758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-59838ccb-7ade-452a-b02d-fff6d3afdeac None None] Provisioning complete for port 5f8ac7ae-ffda-4481-a148-e7376542ad01 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:34.772894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:34.773196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59838ccb-7ade-452a-b02d-fff6d3afdeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:34.778854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:34.790585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:34.831300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac179254a8>, '048bb469-a7d2-49f0-8fea-7701be288617') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:34.832045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac179254a8>, '048bb469-a7d2-49f0-8fea-7701be288617') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:34.839539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:34.840764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d64b748>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:34.852862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:34.855904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Pushing event updated for resources: {'Port': ['ID=b24d217a-1632-4dcd-94cb-a389ef59e94f,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:34.861384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:34.886367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:34.916700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011228b-0fa9-4b27-b6b4-425bf570f4a8 req-cb6b4546-8710-4431-9a8f-2aa37cfd7609 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:34.918462 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4011228b-0fa9-4b27-b6b4-425bf570f4a8 req-cb6b4546-8710-4431-9a8f-2aa37cfd7609 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 943 time: 0.5521116
Dec 18 06:52:34.921683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:34.922611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1deb6898>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:34.951215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4a90081-b203-41c6-b7fb-6050f811da51 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:34.992418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:35.023853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:52:35.033218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:52:35.051963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Pushing event updated for resources: {'Port': ['ID=92de0847-7178-4ac1-a822-2547e3cc99cb,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:35.055706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:35.145008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:52:35.206484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:35.214526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 5f8ac7ae-ffda-4481-a148-e7376542ad01 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:35.216870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:35.220648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:35.259358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:35.263611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:35.264269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:35.270464 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4011228b-0fa9-4b27-b6b4-425bf570f4a8 req-fd09ba7c-b493-47b8-a0a4-b76b2fc23409 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2949927
Dec 18 06:52:35.377454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a95c7910-b705-4605-9504-d1ccb067083a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:35.502908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:35.503655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:35.505926 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] 10.222.0.15 "PUT /v2.0/ports/92de0847-7178-4ac1-a822-2547e3cc99cb HTTP/1.1" status: 200  len: 1157 time: 3.5837061
Dec 18 06:52:35.506520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'tag': '92de0847-7178-4ac1-a822-2547e3cc99cb'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:52:35.529345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:52:35.537292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 69617fce-315a-4992-810f-e0ee0b4a5094 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:52:35.577760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:35.693406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1deb6898>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:52:28Z', 'revision_number': 2, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:34Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:35.695898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Deleting port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:35.696463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:35.698832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12494a55-256b-4cfb-a454-8a432dcbbfab None None] The sync data for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs is: [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:52:28Z', 'revision_number': 2, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:34Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:52:35.707671 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'tag': '92de0847-7178-4ac1-a822-2547e3cc99cb', 'status': 'completed', 'code': 200}
Dec 18 06:52:35.766223 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 3.4011464
Dec 18 06:52:35.770668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50572) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:35.794053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Network': ['ID=fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:35.810663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': 'fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:35.815974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:35.876734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:35.890623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:35.907347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:35.944495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 69617fce-315a-4992-810f-e0ee0b4a5094 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:52:35.952971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] For port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:52:35.972494 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:52:35.997763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-d05683ba-e353-47b1-a749-70b530db65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:35.999462 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-d05683ba-e353-47b1-a749-70b530db65cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 1160 time: 0.3581805
Dec 18 06:52:36.072766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.083068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.091259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-86a18c5b-6e01-47c5-a6d1-662b489ff40e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:36.108554 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-e4cce1bb-0f8d-4b85-9929-682a04974937 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92de0847-7178-4ac1-a822-2547e3cc99cb HTTP/1.1" status: 200  len: 217 time: 0.0942211
Dec 18 06:52:36.109703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:36.121429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.126539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Network': ['ID=69617fce-315a-4992-810f-e0ee0b4a5094,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:36.130536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.133669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.156915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:36.157681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9c81503c-afd6-40ac-bfd1-9f796d0682ab tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:36.208509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:36.226506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:36.237436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c57599c3-5156-428c-a709-7f190e18e3b2 None None] Provisioning for port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:36.271876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:36.284871 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/networks/69617fce-315a-4992-810f-e0ee0b4a5094 HTTP/1.1" status: 204  len: 168 time: 4.5181973
Dec 18 06:52:36.296287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50576) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:36.334888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c57599c3-5156-428c-a709-7f190e18e3b2 None None] Provisioning complete for port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:36.335400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c57599c3-5156-428c-a709-7f190e18e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.343877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-820fed61-c83b-478d-9674-fdec66c6f616 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'router': {'name': 'tempest-RoutersTest-router-1936271318', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:36.347914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:36.364266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,revision_number=8']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:36.370380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-820fed61-c83b-478d-9674-fdec66c6f616 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:36.375517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:36.376114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ec29e32c-f590-4145-9471-9273ef3a5496 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:36.405801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-6359d9d2-7e34-4e21-9b67-2410c88b437c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:36.406269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c57599c3-5156-428c-a709-7f190e18e3b2 None None] Port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:52:36.408192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1784f406-4c20-4e0e-9fb0-77c560631d08 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:52:36.408688 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-6359d9d2-7e34-4e21-9b67-2410c88b437c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=18d4dfc1-b8e8-46f8-9ba3-6d698031562d HTTP/1.1" status: 200  len: 834 time: 0.2434459
Dec 18 06:52:36.434156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-820fed61-c83b-478d-9674-fdec66c6f616 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:router and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:36.447996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-820fed61-c83b-478d-9674-fdec66c6f616 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:36.461726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-820fed61-c83b-478d-9674-fdec66c6f616 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:36.518210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 1784f406-4c20-4e0e-9fb0-77c560631d08 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:52:36.519249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1784f406-4c20-4e0e-9fb0-77c560631d08 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:52:36.559653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-820fed61-c83b-478d-9674-fdec66c6f616 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.560770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-820fed61-c83b-478d-9674-fdec66c6f616 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.569307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=e6ddad1a-9df1-4c88-9c4f-5b26bce5a85e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:36.577467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.588737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:36.606462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] For port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:36.606924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.627538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d64b748>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:24Z', 'revision_number': 3, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:36.632720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-820fed61-c83b-478d-9674-fdec66c6f616 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.679588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:36.694932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:36.724586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:36.725588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.752057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51db52-78d5-4c70-b891-6fa4740f953a req-fe98fa12-b1d0-403f-b495-a129cd6b6523 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:36.753818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-be51db52-78d5-4c70-b891-6fa4740f953a req-fe98fa12-b1d0-403f-b495-a129cd6b6523 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 943 time: 0.2854345
Dec 18 06:52:36.755045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-820fed61-c83b-478d-9674-fdec66c6f616 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.779261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92aaf914-4a9b-4cb9-8b63-8fccebd06109 None None] The sync data for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs is: [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:24Z', 'revision_number': 3, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:52:36.789109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Calling delete_port for 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:36.811951 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 6.5647957
Dec 18 06:52:36.823970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50582) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:36.824874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-820fed61-c83b-478d-9674-fdec66c6f616 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:36.825064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b24d217a-1632-4dcd-94cb-a389ef59e94f up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:36.826205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-820fed61-c83b-478d-9674-fdec66c6f616 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5288839
Dec 18 06:52:36.836624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50586) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:36.845990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'network': {'name': 'tempest-RoutersTest-2110230657'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:36.853314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a8916648-6c7e-44af-91e8-b0137a9d81c8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:36.938517 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-be51db52-78d5-4c70-b891-6fa4740f953a req-e47d2a66-7fbb-4baa-a7ff-dbbb499cd9f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1733985
Dec 18 06:52:36.946249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:36.957596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port b24d217a-1632-4dcd-94cb-a389ef59e94f completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:36.960702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:network and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:36.972461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:36.975944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:36.994459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b24d217a-1632-4dcd-94cb-a389ef59e94f triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:36.994892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.010580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:37.016494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.063836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a8916648-6c7e-44af-91e8-b0137a9d81c8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:37.082727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:52:37.085582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a8916648-6c7e-44af-91e8-b0137a9d81c8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:37.091231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.091573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.098277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.098978 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Added segment 8150f80a-4cb7-4c1f-babc-95db920b8401 of type vxlan for network 3377878b-0d99-4ba7-afb1-8233dab3b134
Dec 18 06:52:37.105225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8916648-6c7e-44af-91e8-b0137a9d81c8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:37.136456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-172b9190-6adb-4dc5-97f2-7884fb827577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:37.166577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.170006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b515f351-20d2-4428-b10f-66933ca27929 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:37.212514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.232451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.286501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.290788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:37.291495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.303505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bf187baf-8378-4945-88f8-d1b61198f9cf tempest-BulkNetworkOpsTest-1853362775 tempest-BulkNetworkOpsTest-1853362775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:37.328900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8916648-6c7e-44af-91e8-b0137a9d81c8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.340217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-3462451b-1c1d-4a51-9f38-0938043bf190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:37.341942 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-3462451b-1c1d-4a51-9f38-0938043bf190 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa4d225c-531e-48fe-880f-a6baa687bf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4807916
Dec 18 06:52:37.356389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Subnet': ['ID=8ae7e414-49b2-4d60-8e55-d639416df5bd,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:37.359559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:37.368097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-32ab8f86-052f-4cd5-b25d-773f834a79ed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:37.424239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Pushing event deleted for resources: {'Port': ['ID=3a533c1d-edf1-4cfd-a7b2-ee51edf0571c,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:37.438200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:37.441297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.453856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.485543 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6451488
Dec 18 06:52:37.488665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50590) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:37.499921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'subnet': {'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:37.524717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port b24d217a-1632-4dcd-94cb-a389ef59e94f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b24d217a-1632-4dcd-94cb-a389ef59e94f,segment=NetworkSegment(4580da69-5279-4229-b93f-f49ceacd1138),segment_id=4580da69-5279-4229-b93f-f49ceacd1138)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:37.532560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:37.536345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:37.620971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] No DVR routers for this DVR port 3a533c1d-edf1-4cfd-a7b2-ee51edf0571c on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:52:37.626126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Network': ['ID=3377878b-0d99-4ba7-afb1-8233dab3b134,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:37.646811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 3377878b-0d99-4ba7-afb1-8233dab3b134 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:37.647375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0446490d-f558-414b-aed9-b81c00945441 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:37.695844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.ipam_backend_mixin [None req-a8916648-6c7e-44af-91e8-b0137a9d81c8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6ddad1a-9df1-4c88-9c4f-5b26bce5a85e (CIDR: 2001:db8::/64)
Dec 18 06:52:37.700571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:37.705892 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8916648-6c7e-44af-91e8-b0137a9d81c8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:52:37.706401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8916648-6c7e-44af-91e8-b0137a9d81c8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:52:37.710800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:subnet and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:37.715520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:37.717375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aea119a-cb96-4696-a6d4-fecdb91c8404 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:37.730716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:37.743033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 3377878b-0d99-4ba7-afb1-8233dab3b134 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:37.744843 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a8916648-6c7e-44af-91e8-b0137a9d81c8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9169145
Dec 18 06:52:37.745878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50594) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:37.753544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:37.768827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:37.814953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=b24d217a-1632-4dcd-94cb-a389ef59e94f,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:37.884885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:38.057423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:38.060817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:38.172536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': 'e6ddad1a-9df1-4c88-9c4f-5b26bce5a85e'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:52:38.173646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:38.221112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-129b4761-ac0f-4d13-84d6-9ab202276481 service neutron] 10.222.0.15 "GET /v2.0/networks/aa4d225c-531e-48fe-880f-a6baa687bf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8584700
Dec 18 06:52:38.237627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Checking segment: {'id': '31ee418e-2b6a-4e1a-b4c2-1408ef14c360', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:38.238031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network hostable DHCP agents. Network: 044d4895-76c5-4cfd-9902-0fe87358ae74, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:52:38.324574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:38.433198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Network a375a69a-6e5f-412d-9823-fc6ead523a6c is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:38.438724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:38.461875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 044d4895-76c5-4cfd-9902-0fe87358ae74 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:52:38.507880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:52:38.565681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffc244-8c33-4abb-8aa1-237cea163428 req-9be7176d-a900-45d9-bccf-ba8f15340498 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:38.590105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Allocated IP 2001:db8::f816:3eff:fe2d:5a1d (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/e6ddad1a-9df1-4c88-9c4f-5b26bce5a85e/7aa07730-0675-4094-86ef-978c2002339d) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:38.593311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-07ffc244-8c33-4abb-8aa1-237cea163428 req-9be7176d-a900-45d9-bccf-ba8f15340498 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 943 time: 0.3698235
Dec 18 06:52:38.663172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 044d4895-76c5-4cfd-9902-0fe87358ae74) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:38.664439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:38.709560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:38.712138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:38.769247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:38.771331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f7f963-8b23-4ea4-ab93-8cfc17cb54f1 None None] Network 044d4895-76c5-4cfd-9902-0fe87358ae74 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:38.819460 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-07ffc244-8c33-4abb-8aa1-237cea163428 req-986ad850-52a4-4a33-bc37-3977d2d22932 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2248135
Dec 18 06:52:38.868923 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7984e5d5-d9dc-41f2-8a6f-a882faff0c57 req-0dcae607-b249-4a5b-816e-7503c05772c8 service neutron] 10.222.0.15 "GET /v2.0/networks/aa4d225c-531e-48fe-880f-a6baa687bf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6217279
Dec 18 06:52:38.896715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b24d217a-1632-4dcd-94cb-a389ef59e94f up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:38.921742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:38.929412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:38.933571 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 5.0935256
Dec 18 06:52:38.940345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50600) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:39.107324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6aa7979e-fe87-4737-b10e-8addeaf628cc None None] Provisioning complete for port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:39.107748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6aa7979e-fe87-4737-b10e-8addeaf628cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:39.190155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:52:39.291583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b24d217a-1632-4dcd-94cb-a389ef59e94f triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:39.291912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:39.362259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7979e-fe87-4737-b10e-8addeaf628cc None None] Port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:52:39.384673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-044d4895-76c5-4cfd-9902-0fe87358ae74', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:52:39.385597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:39.412123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:39.476014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Transition to ACTIVE for port object 7aa07730-0675-4094-86ef-978c2002339d will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:39.537343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:39.562639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:39.566432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e1602279-7be7-48fa-8bd0-17f6feb4ae08 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:39.583971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-517a4aac-b308-4b1c-b4ad-5f2dc3679efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:39.595992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a205c7-1c9d-4458-85a6-94ff6e7b9bde req-50d05a76-acf3-411f-bda9-ba7894a8cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:39.597780 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a205c7-1c9d-4458-85a6-94ff6e7b9bde req-50d05a76-acf3-411f-bda9-ba7894a8cc56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 1160 time: 0.6627595
Dec 18 06:52:39.752656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Transition to ACTIVE for port object 7aa07730-0675-4094-86ef-978c2002339d will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:39.772975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2b1df914-17b5-4b13-bb73-e4e31826a564 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:39.784833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Subnet': ['ID=fc8ee16d-7c72-41f5-a659-d060d963b2b3,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:39.791358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:39.802998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:39.828300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-76805285-cfdf-4713-966e-a5240c8b339f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:39.891307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Checking segment: {'id': '8150f80a-4cb7-4c1f-babc-95db920b8401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:39.892649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network hostable DHCP agents. Network: 3377878b-0d99-4ba7-afb1-8233dab3b134, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:52:40.061181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 3377878b-0d99-4ba7-afb1-8233dab3b134 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:52:40.068470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:40.069546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Pushing event updated for resources: {'Port': ['ID=7aa07730-0675-4094-86ef-978c2002339d,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:40.076224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:40.133817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 2b1df914-17b5-4b13-bb73-e4e31826a564 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:40.153884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 2b1df914-17b5-4b13-bb73-e4e31826a564 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:40.154320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:40.158284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:40.191295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:40.200976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:40.208945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:40.213751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 3377878b-0d99-4ba7-afb1-8233dab3b134) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:40.245040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c457b120-0cf5-4850-a5b1-a458de4fb673 None None] Network 3377878b-0d99-4ba7-afb1-8233dab3b134 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:40.285121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:40.285819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:40.295055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=2be1bce5-f256-4881-990f-e28b9e6e32ee,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:40.308897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:40.350183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a685d-ec40-4937-a536-c6a889aa7a5d req-275ddecf-8c48-4b8e-9f33-bffb330e0cca tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:40.351726 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d36a685d-ec40-4937-a536-c6a889aa7a5d req-275ddecf-8c48-4b8e-9f33-bffb330e0cca tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 943 time: 0.3526993
Dec 18 06:52:40.358382 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8633912
Dec 18 06:52:40.359722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50606) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:40.373021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Subnet': ['ID=a0be38ec-3497-445f-b44a-3256d0c414db,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:40.375948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:40.415205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:52:40.433893 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] 10.222.0.23 "PUT /v2.0/routers/5dab594c-1ebc-4f1f-96a5-024b0a7b06c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5170879
Dec 18 06:52:40.439164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Attempting to bind port 7aa07730-0675-4094-86ef-978c2002339d on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:40.439590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Attempting to bind port 7aa07730-0675-4094-86ef-978c2002339d by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:40.440549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Attempting to bind port 7aa07730-0675-4094-86ef-978c2002339d on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:40.443481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:40.466462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Allocated IP 2001:db8:1::2 (044d4895-76c5-4cfd-9902-0fe87358ae74/8ae7e414-49b2-4d60-8e55-d639416df5bd/8ada1477-76c8-4c20-971a-0372e2674037) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:40.478653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a205c7-1c9d-4458-85a6-94ff6e7b9bde req-44f541b8-69c4-4eba-a933-07274fe3c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:40.480304 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a205c7-1c9d-4458-85a6-94ff6e7b9bde req-44f541b8-69c4-4eba-a933-07274fe3c06d service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa4d225c-531e-48fe-880f-a6baa687bf50 HTTP/1.1" status: 200  len: 890 time: 0.7979140
Dec 18 06:52:40.482166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:40.482601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:40.483058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:40.483505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:40.484051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Bound port: 7aa07730-0675-4094-86ef-978c2002339d, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:40.484740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:40.591285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:40.598784 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a205c7-1c9d-4458-85a6-94ff6e7b9bde req-c3b71ce3-ff20-4064-98a0-628eec38925a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92de0847-7178-4ac1-a822-2547e3cc99cb HTTP/1.1" status: 200  len: 217 time: 0.0859852
Dec 18 06:52:40.730374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:40.731045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:40.748400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Checking segment: {'id': 'c257aa47-4585-4209-8077-71dd28a5e7ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:40.748816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network hostable DHCP agents. Network: fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:52:40.776237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:40.801305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a205c7-1c9d-4458-85a6-94ff6e7b9bde req-33e1cd1e-d6b1-4d3d-8a03-180790c8f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:40.803554 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a205c7-1c9d-4458-85a6-94ff6e7b9bde req-33e1cd1e-d6b1-4d3d-8a03-180790c8f762 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=18d4dfc1-b8e8-46f8-9ba3-6d698031562d HTTP/1.1" status: 200  len: 834 time: 0.1791465
Dec 18 06:52:40.808783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:52:40.814458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:40.828667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] For port 7aa07730-0675-4094-86ef-978c2002339d, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:40.832970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] For port 7aa07730-0675-4094-86ef-978c2002339d, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7aa07730-0675-4094-86ef-978c2002339d,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:40.874586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:40.903617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:40.911536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:40.928913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:40.929719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:40.972054 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d36a685d-ec40-4937-a536-c6a889aa7a5d req-92695ee0-7f70-4183-930f-ecd052ba3bc8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5474951
Dec 18 06:52:40.976652 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.2297888
Dec 18 06:52:40.977538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50616) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:41.054047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'mac_address': 'fa:16:3e:fa:e9:8f', 'name': 'tempest-NetworksTestDHCPv6-1496682024'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:41.066851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Pushing event updated for resources: {'Port': ['ID=7aa07730-0675-4094-86ef-978c2002339d,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:41.075042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31476c4-e988-415f-8644-561638e083ea None None] Network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:41.101972 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.3256438
Dec 18 06:52:41.105936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50622) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:41.124426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6a1f1507-d70a-481a-ae24-fb7cc0b9dfb0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': 'fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:41.216458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:41.236122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a205c7-1c9d-4458-85a6-94ff6e7b9bde req-0503b5cf-aad6-420f-b20f-a5efea2312a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:41.237966 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a205c7-1c9d-4458-85a6-94ff6e7b9bde req-0503b5cf-aad6-420f-b20f-a5efea2312a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa4d225c-531e-48fe-880f-a6baa687bf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4121549
Dec 18 06:52:41.247159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:41.251590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:41.255518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:41.265944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:41.298410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-3377878b-0d99-4ba7-afb1-8233dab3b134', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:52:41.299858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:41.310963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 92de0847-7178-4ac1-a822-2547e3cc99cb up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:41.317807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:41.324434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:41.509909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50632) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:41.540030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2131621140-network', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:41.565375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:41.617944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 2b1df914-17b5-4b13-bb73-e4e31826a564, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2b1df914-17b5-4b13-bb73-e4e31826a564,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:41.619336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Usage tracker for resource:network and tenant:5c857a89f2124cdda8e4b876aa852019 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:41.627304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6a1f1507-d70a-481a-ae24-fb7cc0b9dfb0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:41.632873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Sync routers for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:52:41.648137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:41.667181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:41.667897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f799390>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:41.669142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6a1f1507-d70a-481a-ae24-fb7cc0b9dfb0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:41.675479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6a1f1507-d70a-481a-ae24-fb7cc0b9dfb0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:41.684244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:41.704700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6a1f1507-d70a-481a-ae24-fb7cc0b9dfb0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:41.724843 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a205c7-1c9d-4458-85a6-94ff6e7b9bde req-46cf8c2e-143f-43cd-8bf8-b2d8d0a59033 service neutron] 10.222.0.15 "GET /v2.0/networks/aa4d225c-531e-48fe-880f-a6baa687bf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4644089
Dec 18 06:52:41.728143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:41.736224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Made reservation on behalf of 5c857a89f2124cdda8e4b876aa852019 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:41.740593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:41.746882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:41.813977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85', 'network_id': 'fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85', 'tenant_id': '4188d9c05dcd428b8cdbc76ccf79a62d', 'fixed_ips': [{'subnet_id': 'a0be38ec-3497-445f-b44a-3256d0c414db'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:52:41.815417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:41.841309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 92de0847-7178-4ac1-a822-2547e3cc99cb completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:41.869447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:41.878788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:41.879075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1f1507-d70a-481a-ae24-fb7cc0b9dfb0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:41.897388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 92de0847-7178-4ac1-a822-2547e3cc99cb triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:41.897773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:41.986766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:42.015753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Usage tracker for resource:security_group_rule and tenant:5c857a89f2124cdda8e4b876aa852019 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:42.026857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:42.040867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:42.140702 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a205c7-1c9d-4458-85a6-94ff6e7b9bde req-6167c9f1-5ce1-4d16-9d82-278cef900b45 service neutron] 10.222.0.15 "GET /v2.0/networks/aa4d225c-531e-48fe-880f-a6baa687bf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3820267
Dec 18 06:52:42.147310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1507-d70a-481a-ae24-fb7cc0b9dfb0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:42.222745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 782bd3a5-8109-4ccd-9d0d-060542a2840f yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:52:42.261198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=2b1df914-17b5-4b13-bb73-e4e31826a564,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:42.295210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:42.317444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:42.338899 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.ipam_backend_mixin [None req-6a1f1507-d70a-481a-ae24-fb7cc0b9dfb0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a0be38ec-3497-445f-b44a-3256d0c414db (CIDR: 172.20.0.0/28)
Dec 18 06:52:42.345248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:42.347507 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1f1507-d70a-481a-ae24-fb7cc0b9dfb0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:52:42.348334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1f1507-d70a-481a-ae24-fb7cc0b9dfb0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 400 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:52:42.359572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:42.366744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8530d3ee-92ec-46e8-9aa7-65809f542480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:42.415958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:52:42.422758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae718e67-eac2-419c-bd9a-eb6d2272e710,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:42.426345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:42.430332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6a1f1507-d70a-481a-ae24-fb7cc0b9dfb0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3233614
Dec 18 06:52:42.433967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50638) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:42.435619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Transition to ACTIVE for port object 8ada1477-76c8-4c20-971a-0372e2674037 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:42.441300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:42.442330 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Added segment 7fb640de-3897-41cc-b3ea-babb952f21d4 of type vxlan for network 307f03e4-a3ab-4d87-b7d8-8169553a16f7
Dec 18 06:52:42.448703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': 'fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:42.472895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:52:42.557212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133097d-5cdc-43a7-8bae-ed0ce3a476c9 req-2a0196b4-ea49-422b-a191-994e22e5d172 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:42.561070 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f133097d-5cdc-43a7-8bae-ed0ce3a476c9 req-2a0196b4-ea49-422b-a191-994e22e5d172 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 943 time: 0.3406014
Dec 18 06:52:42.577897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:42.607116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Transition to ACTIVE for port object 8ada1477-76c8-4c20-971a-0372e2674037 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:42.701853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:42.720888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:42.732931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:42.735807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:42.736837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:42.737484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:42.747935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:42.750860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9ae8d34e-3299-4b5c-a7b7-6705c07a491e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:42.777625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Allocated IP 2001:db8:1::1 (044d4895-76c5-4cfd-9902-0fe87358ae74/8ae7e414-49b2-4d60-8e55-d639416df5bd/01c875d8-5df3-4050-b89e-572c9427464c) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:42.837196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:42.855593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5445f6f1-8961-4bdf-aa7e-e838e140e71e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:42.866359 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f133097d-5cdc-43a7-8bae-ed0ce3a476c9 req-dd69b103-afd0-46bc-b03f-40a9626afe3c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2176685
Dec 18 06:52:42.884196 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.3571553
Dec 18 06:52:42.885948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50642) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:42.894912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Request body: {'subnet': {'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2131621140-subnet', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:42.899081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8:0:1::32 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/2be1bce5-f256-4881-990f-e28b9e6e32ee/782bd3a5-8109-4ccd-9d0d-060542a2840f) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:42.903429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:42.909642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:42.912257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:42.916202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::f816:3eff:fefa:e98f (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/e6ddad1a-9df1-4c88-9c4f-5b26bce5a85e/782bd3a5-8109-4ccd-9d0d-060542a2840f) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:42.928469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Usage tracker for resource:subnet and tenant:5c857a89f2124cdda8e4b876aa852019 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:42.956264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:42.962338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Pushing event updated for resources: {'Port': ['ID=8ada1477-76c8-4c20-971a-0372e2674037,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:42.968133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Allocated IP 172.20.0.1 (3377878b-0d99-4ba7-afb1-8233dab3b134/fc8ee16d-7c72-41f5-a659-d060d963b2b3/c88616f0-d7c6-4591-9d93-be5a23b3b715) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:42.972794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:42.982401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:43.000855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:43.062418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Made reservation on behalf of 5c857a89f2124cdda8e4b876aa852019 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:43.065443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:43.080755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Pushing event updated for resources: {'Network': ['ID=307f03e4-a3ab-4d87-b7d8-8169553a16f7,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:43.084667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:43.192212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 92de0847-7178-4ac1-a822-2547e3cc99cb, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=92de0847-7178-4ac1-a822-2547e3cc99cb,segment=NetworkSegment(ff03a812-edcc-46e8-ad59-71c0731a4fa2),segment_id=ff03a812-edcc-46e8-ad59-71c0731a4fa2)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:43.193556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 307f03e4-a3ab-4d87-b7d8-8169553a16f7 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:43.211104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 307f03e4-a3ab-4d87-b7d8-8169553a16f7 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:43.246990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:43.279569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Transition to ACTIVE for port object 01c875d8-5df3-4050-b89e-572c9427464c will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:43.360405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:43.379355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:43.419009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92de0847-7178-4ac1-a822-2547e3cc99cb'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:52:43.452000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:43.477540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:43.553777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Transition to ACTIVE for port object c88616f0-d7c6-4591-9d93-be5a23b3b715 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:43.557644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:43.561587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fd68819-7271-47cf-8100-0a8d2d56e90a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:43.602723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 782bd3a5-8109-4ccd-9d0d-060542a2840f will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:43.633434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:43.651822 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92de0847-7178-4ac1-a822-2547e3cc99cb', 'code': 200}
Dec 18 06:52:43.654749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0d98fecd-c55a-44a6-b3f5-91ace57dfd54 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:43.822068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=c88616f0-d7c6-4591-9d93-be5a23b3b715,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:43.850662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:43.857157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:43.916376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Allocated IP 172.20.0.2 (3377878b-0d99-4ba7-afb1-8233dab3b134/fc8ee16d-7c72-41f5-a659-d060d963b2b3/fc053ca7-525b-4361-8e8d-e8101739e305) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:43.964383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-98cf85b2-6402-485d-8604-6659ca6ff62d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:44.048658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=01c875d8-5df3-4050-b89e-572c9427464c,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:44.131876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7aa07730-0675-4094-86ef-978c2002339d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:44.139531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.140226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.140701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.141135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.141769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.142200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.142802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.143659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.144079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.144654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.145070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.145482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.146051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.146464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.146875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.147285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.147693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.148101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.148490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.148892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.150012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.150421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.150830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.151239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:44.156283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:44.207055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 044d4895-76c5-4cfd-9902-0fe87358ae74 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:44.242280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=92de0847-7178-4ac1-a822-2547e3cc99cb,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:44.257507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:44.269561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:44.272274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:44.273056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:44.330172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Allocated IP 172.20.0.2 (fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85/a0be38ec-3497-445f-b44a-3256d0c414db/03f4eb09-a2ed-4ff0-901d-dc304498b510) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:44.364836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Network 044d4895-76c5-4cfd-9902-0fe87358ae74 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:44.366602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177599d-e07d-4852-9064-8b22da0cfbe3 req-c6a73ca7-a09c-448c-9c74-18622a796d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:44.368582 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4177599d-e07d-4852-9064-8b22da0cfbe3 req-c6a73ca7-a09c-448c-9c74-18622a796d16 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 1162 time: 0.5020037
Dec 18 06:52:44.375866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:44.388504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:44.441244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f799390>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:52:36Z', 'revision_number': 2, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:44.442933 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4177599d-e07d-4852-9064-8b22da0cfbe3 req-666615ee-aeb2-4978-8e15-6b284386b32e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605133
Dec 18 06:52:44.443896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890cb36e-ab46-4319-a58a-548c2f5c1a2a None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:44.520429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=782bd3a5-8109-4ccd-9d0d-060542a2840f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:44.525545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:44.536999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:44.571952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 3377878b-0d99-4ba7-afb1-8233dab3b134 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:44.583727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:44.599576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Checking router: 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:52:44.599930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:44.600046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Updating router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:52:44.696652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:44.701830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:44.702387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Attempting to bind port 8ada1477-76c8-4c20-971a-0372e2674037 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:44.702816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Attempting to bind port 8ada1477-76c8-4c20-971a-0372e2674037 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '31ee418e-2b6a-4e1a-b4c2-1408ef14c360', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:44.703231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Attempting to bind port 8ada1477-76c8-4c20-971a-0372e2674037 on network 044d4895-76c5-4cfd-9902-0fe87358ae74 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:44.704530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:44.712769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e3a55-0ed6-4d01-8b86-a4c4cfe76510 req-5cc088e9-c10f-4d1c-852e-8452e4137f80 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:44.715636 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-780e3a55-0ed6-4d01-8b86-a4c4cfe76510 req-5cc088e9-c10f-4d1c-852e-8452e4137f80 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 945 time: 0.3128910
Dec 18 06:52:44.717583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:44.718320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:44.724332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:44.725018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:44.739585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-20770e5a-d9b3-480f-aa30-f5edf9890089 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:44.742692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:44.743119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Checking segment: {'id': '31ee418e-2b6a-4e1a-b4c2-1408ef14c360', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:44.743575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:44.744011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Bound using segment: {'id': '31ee418e-2b6a-4e1a-b4c2-1408ef14c360', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:44.744551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Bound port: 8ada1477-76c8-4c20-971a-0372e2674037, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ee418e-2b6a-4e1a-b4c2-1408ef14c360', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:44.744977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:44.756409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 7aa07730-0675-4094-86ef-978c2002339d completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:44.810692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a62832f2-e7af-458a-8c64-53a8649b943a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:44.812607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2b1df914-17b5-4b13-bb73-e4e31826a564 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:44.839504 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-780e3a55-0ed6-4d01-8b86-a4c4cfe76510 req-e12d2df7-14b7-4060-99aa-fb292e598cd2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005106
Dec 18 06:52:44.846603 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.7979245
Dec 18 06:52:44.851100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50650) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:44.960642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2e16b1fd-4420-413c-9413-af0896d3a124 None None] Provisioning for port 7aa07730-0675-4094-86ef-978c2002339d completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:44.995409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:45.012485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8be1df2b-f137-4aff-87f0-c9bb83529862 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 782bd3a5-8109-4ccd-9d0d-060542a2840f {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:45.012947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8be1df2b-f137-4aff-87f0-c9bb83529862 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:45.022217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2e16b1fd-4420-413c-9413-af0896d3a124 None None] Provisioning complete for port 7aa07730-0675-4094-86ef-978c2002339d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:45.022647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e16b1fd-4420-413c-9413-af0896d3a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:45.028032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Subnet': ['ID=2126f267-606f-45c4-97e3-7096cbc4a4fe,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:45.031022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:45.071800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:45.097464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:45.179182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:45.197838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:45.201577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:45.216494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:45.217090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:45.234285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:45.263311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.8241796
Dec 18 06:52:45.264609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50654) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:45.299727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 2b1df914-17b5-4b13-bb73-e4e31826a564 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:45.300160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:45.312998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': 'fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85', 'fixed_ips': [{'subnet_id': 'a0be38ec-3497-445f-b44a-3256d0c414db'}, {'subnet_id': '2126f267-606f-45c4-97e3-7096cbc4a4fe'}], 'name': 'tempest-PortsTestJSON-1579233686'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:45.318835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:45.322383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:45.323244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:45.339128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:45.351758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Transition to ACTIVE for port object fc053ca7-525b-4361-8e8d-e8101739e305 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:45.395390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] For port 8ada1477-76c8-4c20-971a-0372e2674037, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:45.430225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e71b6b-3a76-4c0b-87f9-2c048ed9609a,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:45.454572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:45.487922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=01c875d8-5df3-4050-b89e-572c9427464c,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:45.491183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:45.550579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 044d4895-76c5-4cfd-9902-0fe87358ae74 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:45.552211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:45.663867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] For port 8ada1477-76c8-4c20-971a-0372e2674037, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8ada1477-76c8-4c20-971a-0372e2674037,segment=NetworkSegment(31ee418e-2b6a-4e1a-b4c2-1408ef14c360),segment_id=31ee418e-2b6a-4e1a-b4c2-1408ef14c360)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:45.688849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Transition to ACTIVE for port object fc053ca7-525b-4361-8e8d-e8101739e305 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:45.703599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 92de0847-7178-4ac1-a822-2547e3cc99cb up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:45.759920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 423f91e6-ff18-49a2-8b59-425a70755da5 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:52:45.797652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:45.815816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:45.828697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:45.852756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:45.929451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:52:45.944362 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9634089
Dec 18 06:52:45.944664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50660) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:45.946413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Sync routers for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:52:45.947437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:45.952010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-568329110'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:45.958177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:45.962693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:network and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:45.965153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:45.966263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for network was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:45.966602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e824550>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:45.972745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:45.986145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:45.993131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:46.016349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:46.039132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Pushing event updated for resources: {'Port': ['ID=8ada1477-76c8-4c20-971a-0372e2674037,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:46.046253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8be1df2b-f137-4aff-87f0-c9bb83529862 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:46.047459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:52:46.072017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:46.072407 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Added segment 665d9a0f-11a0-4638-b75f-24bcf1fa432f of type vxlan for network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e
Dec 18 06:52:46.109989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Checking segment: {'id': '7fb640de-3897-41cc-b3ea-babb952f21d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:46.110388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Network hostable DHCP agents. Network: 307f03e4-a3ab-4d87-b7d8-8169553a16f7, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:52:46.117958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:46.156335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:46.162934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:46.163804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:46.171179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3053120c-927a-4f22-86a1-8d11d22b16aa tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:46.315616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Network': ['ID=dcd4c9b0-18b3-41eb-b943-7fca8833ff9e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:46.319359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:46.338121 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3918817
Dec 18 06:52:46.339011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50664) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:46.348507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'subnet': {'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:46.356819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Pushing event updated for resources: {'Port': ['ID=fc053ca7-525b-4361-8e8d-e8101739e305,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:46.370506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:46.385171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e16b1fd-4420-413c-9413-af0896d3a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:46.404191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:46.413451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:52:46.417605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:46.439222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8be1df2b-f137-4aff-87f0-c9bb83529862 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 782bd3a5-8109-4ccd-9d0d-060542a2840f owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:46.502879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:46.507818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:subnet and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:46.511020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:46.518933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:46.528977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:46.550083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Network 307f03e4-a3ab-4d87-b7d8-8169553a16f7 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:52:46.550355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.694s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:46.550887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:46.560697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:46.593560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2e16b1fd-4420-413c-9413-af0896d3a124 None None] For port 7aa07730-0675-4094-86ef-978c2002339d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7aa07730-0675-4094-86ef-978c2002339d,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:46.700535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2e16b1fd-4420-413c-9413-af0896d3a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:46.720383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ed885212-e9dd-4462-b93a-b49ae2a6a652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:46.750947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:46.777707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Transition to ACTIVE for port object 03f4eb09-a2ed-4ff0-901d-dc304498b510 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:46.815952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 92de0847-7178-4ac1-a822-2547e3cc99cb triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:46.816472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:46.867114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e824550>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:52:44Z', 'revision_number': 3, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:52:45Z', 'revision_number': 2, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:46.874225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Checking router: 423f91e6-ff18-49a2-8b59-425a70755da5 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:52:46.875091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Updating router 423f91e6-ff18-49a2-8b59-425a70755da5 port 01c875d8-5df3-4050-b89e-572c9427464c binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:52:46.920293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 307f03e4-a3ab-4d87-b7d8-8169553a16f7) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:46.960164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:46.963280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:46.983208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19d8738-5526-4ffd-8109-ea09d74c5e33 None None] Network 307f03e4-a3ab-4d87-b7d8-8169553a16f7 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:46.987444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:46.988096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.037899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94429bd1-6505-4156-9d68-f4222b1a3015 req-476a4154-01c3-4acc-8f25-bcc7fcaf3871 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:47.039534 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-94429bd1-6505-4156-9d68-f4222b1a3015 req-476a4154-01c3-4acc-8f25-bcc7fcaf3871 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 945 time: 0.9185035
Dec 18 06:52:47.117038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Transition to ACTIVE for port object 03f4eb09-a2ed-4ff0-901d-dc304498b510 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:47.139814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1030517-5fa9-4182-a6d4-a2806dcbb2aa None None] Update dhcp port {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'fixed_ips': [{'subnet_id': 'e6ddad1a-9df1-4c88-9c4f-5b26bce5a85e', 'ip_address': '2001:db8::f816:3eff:fe2d:5a1d'}, {'subnet_id': '2be1bce5-f256-4881-990f-e28b9e6e32ee'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': '7aa07730-0675-4094-86ef-978c2002339d'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:52:47.169740 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.2806249
Dec 18 06:52:47.171924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50668) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:47.172531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.184125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2131621140-router', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:47.190738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:47.195234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Usage tracker for resource:router and tenant:5c857a89f2124cdda8e4b876aa852019 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:47.198639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:47.206758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:47.223918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.225043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.242945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.290658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c98c8670-5e22-48d8-95ad-5d2ef4ea0230 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:47.329028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b1030517-5fa9-4182-a6d4-a2806dcbb2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.367540 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-94429bd1-6505-4156-9d68-f4222b1a3015 req-4fb81b2c-04f2-4880-8c5c-3b8169a197cb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2968259
Dec 18 06:52:47.496725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=c88616f0-d7c6-4591-9d93-be5a23b3b715,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:47.503883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.520392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:47.533295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.547663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Transition to ACTIVE for port object 01c875d8-5df3-4050-b89e-572c9427464c will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:47.551598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.603227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8be1df2b-f137-4aff-87f0-c9bb83529862 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.612358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port a04f969a-653f-4daf-9a1c-60e79d77b9d9 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:52:47.652257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16850921-95f4-4c44-9998-7261404e983f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:47.717311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:47.735618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.755612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.774493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9a4e0-36da-4ce1-b521-a40583674ded None None] Pushing event updated for resources: {'Port': ['ID=01c875d8-5df3-4050-b89e-572c9427464c,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:47.777255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c59bc0ee-c068-4209-8a03-238e6232c1b0 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:47.786972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4ea9a4e0-36da-4ce1-b521-a40583674ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:47.828473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1df2b-f137-4aff-87f0-c9bb83529862 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=782bd3a5-8109-4ccd-9d0d-060542a2840f,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:47.850316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8be1df2b-f137-4aff-87f0-c9bb83529862 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:47.954287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Attempting to bind port 01c875d8-5df3-4050-b89e-572c9427464c on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:47.955235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Attempting to bind port 01c875d8-5df3-4050-b89e-572c9427464c by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '31ee418e-2b6a-4e1a-b4c2-1408ef14c360', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:47.956776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Attempting to bind port 01c875d8-5df3-4050-b89e-572c9427464c on network 044d4895-76c5-4cfd-9902-0fe87358ae74 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:47.963501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:47.964682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Checking segment: {'id': '31ee418e-2b6a-4e1a-b4c2-1408ef14c360', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:47.965594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.966477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Bound using segment: {'id': '31ee418e-2b6a-4e1a-b4c2-1408ef14c360', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:47.967600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Bound port: 01c875d8-5df3-4050-b89e-572c9427464c, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ee418e-2b6a-4e1a-b4c2-1408ef14c360', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:47.968272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:47.979192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:48.104747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Subnet': ['ID=5e7d8894-f480-425d-90c5-4971941ef219,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:48.118688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:48.119468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] For port 01c875d8-5df3-4050-b89e-572c9427464c, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:48.125467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] For port 01c875d8-5df3-4050-b89e-572c9427464c, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=01c875d8-5df3-4050-b89e-572c9427464c,segment=NetworkSegment(31ee418e-2b6a-4e1a-b4c2-1408ef14c360),segment_id=31ee418e-2b6a-4e1a-b4c2-1408ef14c360)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:48.130131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:48.136692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2b6f1-4820-4855-80e0-29ee7998ff69 req-c6eacf2e-fd3d-43f8-b601-0ba9ab4cd5fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:48.138370 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-44d2b6f1-4820-4855-80e0-29ee7998ff69 req-c6eacf2e-fd3d-43f8-b601-0ba9ab4cd5fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 945 time: 0.4898231
Dec 18 06:52:48.198330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 3377878b-0d99-4ba7-afb1-8233dab3b134 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:48.199624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92722d4c-1725-45e4-a697-dc0e74129f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:48.206441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:48.216258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8be1df2b-f137-4aff-87f0-c9bb83529862 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:48.253296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Network 3377878b-0d99-4ba7-afb1-8233dab3b134 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:48.254194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16b1fd-4420-413c-9413-af0896d3a124 None None] Pushing event updated for resources: {'Port': ['ID=7aa07730-0675-4094-86ef-978c2002339d,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:48.257392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-307f03e4-a3ab-4d87-b7d8-8169553a16f7', 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'fixed_ips': [{'subnet_id': 'f9e71b6b-3a76-4c0b-87f9-2c048ed9609a'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:52:48.258528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:48.282976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2e16b1fd-4420-413c-9413-af0896d3a124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.563s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:48.300579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:48.324908 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8be1df2b-f137-4aff-87f0-c9bb83529862 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/782bd3a5-8109-4ccd-9d0d-060542a2840f HTTP/1.1" status: 204  len: 168 time: 3.4724550
Dec 18 06:52:48.330763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50674) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:48.339008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:48.353331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:48.391602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:48.412015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-44d2b6f1-4820-4855-80e0-29ee7998ff69 req-0c8328b8-3aa3-4bd8-9e3e-d262da89001b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2531319
Dec 18 06:52:48.437544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:48.446044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50678) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:48.467739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd3d75a2-cfc8-4551-9162-dcaefffe610b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:48.506904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:48.508815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:48.509744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:48.552720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7aa07730-0675-4094-86ef-978c2002339d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:48.560997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Checking segment: {'id': '665d9a0f-11a0-4638-b75f-24bcf1fa432f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:48.561807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network hostable DHCP agents. Network: dcd4c9b0-18b3-41eb-b943-7fca8833ff9e, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:52:48.582072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9a4e0-36da-4ce1-b521-a40583674ded None None] Pushing event updated for resources: {'Port': ['ID=01c875d8-5df3-4050-b89e-572c9427464c,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:48.600350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4ea9a4e0-36da-4ce1-b521-a40583674ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:48.618545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Attempting to bind port fc053ca7-525b-4361-8e8d-e8101739e305 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:48.618978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Attempting to bind port fc053ca7-525b-4361-8e8d-e8101739e305 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '8150f80a-4cb7-4c1f-babc-95db920b8401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:48.619398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Attempting to bind port fc053ca7-525b-4361-8e8d-e8101739e305 on network 3377878b-0d99-4ba7-afb1-8233dab3b134 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:48.674755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:48.678915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e824550>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:48.687588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:48.737396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.11 (fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85/a0be38ec-3497-445f-b44a-3256d0c414db/a04f969a-653f-4daf-9a1c-60e79d77b9d9) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:48.747815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.28 (fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85/2126f267-606f-45c4-97e3-7096cbc4a4fe/a04f969a-653f-4daf-9a1c-60e79d77b9d9) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:48.754591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 88ab38fe-9aaf-470b-a2fd-c41551059737 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:52:48.797075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:48.797508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Checking segment: {'id': '8150f80a-4cb7-4c1f-babc-95db920b8401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:48.797990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:48.798442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Bound using segment: {'id': '8150f80a-4cb7-4c1f-babc-95db920b8401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:48.798989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Bound port: fc053ca7-525b-4361-8e8d-e8101739e305, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8150f80a-4cb7-4c1f-babc-95db920b8401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:48.799457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:48.890213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3138d51b-f61c-4806-a040-746542ad3546 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:48.891254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3138d51b-f61c-4806-a040-746542ad3546 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:48.900352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Pushing event updated for resources: {'Port': ['ID=03f4eb09-a2ed-4ff0-901d-dc304498b510,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:48.902918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Attempting to bind port 03f4eb09-a2ed-4ff0-901d-dc304498b510 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:48.903346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Attempting to bind port 03f4eb09-a2ed-4ff0-901d-dc304498b510 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'c257aa47-4585-4209-8077-71dd28a5e7ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:48.903754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Attempting to bind port 03f4eb09-a2ed-4ff0-901d-dc304498b510 on network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:48.909471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-b1030517-5fa9-4182-a6d4-a2806dcbb2aa None None] Allocated IP 2001:db8:0:1::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/2be1bce5-f256-4881-990f-e28b9e6e32ee/7aa07730-0675-4094-86ef-978c2002339d) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:48.917346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:48.963056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:52:48.985600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:52:49.006208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, dcd4c9b0-18b3-41eb-b943-7fca8833ff9e) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:49.013743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] For port fc053ca7-525b-4361-8e8d-e8101739e305, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:49.017043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] For port fc053ca7-525b-4361-8e8d-e8101739e305, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fc053ca7-525b-4361-8e8d-e8101739e305,segment=NetworkSegment(8150f80a-4cb7-4c1f-babc-95db920b8401),segment_id=8150f80a-4cb7-4c1f-babc-95db920b8401)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:49.025197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3138d51b-f61c-4806-a040-746542ad3546 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:49.026060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e407789-12ce-4625-bd01-6d63d4824dd8 None None] Network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:49.029829 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3138d51b-f61c-4806-a040-746542ad3546 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.6958323
Dec 18 06:52:49.043093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:49.043526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Checking segment: {'id': 'c257aa47-4585-4209-8077-71dd28a5e7ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:49.043986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:49.044436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Bound using segment: {'id': 'c257aa47-4585-4209-8077-71dd28a5e7ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:49.044987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Bound port: 03f4eb09-a2ed-4ff0-901d-dc304498b510, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c257aa47-4585-4209-8077-71dd28a5e7ed', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:49.045419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:49.047193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50684) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:49.051127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:49.052055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:49.076878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:52:49.087871 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7233276
Dec 18 06:52:49.089381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50686) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:49.109090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:49.147614 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.8072622
Dec 18 06:52:49.151818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50690) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:49.160402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'network': {'name': 'tempest-RoutersTest-1873863703'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:49.172896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:49.187516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eac463e7-6880-48ea-bca0-e30a6277bd1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:49.192243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:network and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:49.203061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330208a1-a15e-44de-8b27-f322ae157b7a tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:49.206280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-330208a1-a15e-44de-8b27-f322ae157b7a tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 1157 time: 0.7593164
Dec 18 06:52:49.209180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50696) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:49.212485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:49.216558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Sync routers for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:52:49.229100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': '92de0847-7178-4ac1-a822-2547e3cc99cb', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address': '172.20.0.8'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:49.235723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:49.241342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:49.248282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:49.282333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:floatingip and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:49.288607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:49.302998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:49.306311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:49.313665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:49.342861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Transition to ACTIVE for port object a04f969a-653f-4daf-9a1c-60e79d77b9d9 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:49.365247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:52:49.376788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:49.378526 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Added segment 161c6ff2-2202-4a3a-9696-6981f85bce76 of type vxlan for network 572b95f8-bfc5-4338-977c-29ba6f11e64b
Dec 18 06:52:49.412718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:49.426849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e824550>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:52:44Z', 'revision_number': 3, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:52:48Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:49.429676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922cadce-976d-4af6-a7a7-087963d578de tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:49.433920 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-922cadce-976d-4af6-a7a7-087963d578de tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.3532400
Dec 18 06:52:49.434068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e19623-2ca9-4423-93a2-7705bd52e927 None None] The sync data for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs is: [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:52:44Z', 'revision_number': 3, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:52:48Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:52:49.529620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50700) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:49.539382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:49.540194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c2fea90>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:49.715592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:52:49.725723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:49.931489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:49.938841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:49.939538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:49.958597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58a380c4-1bdc-4311-9a05-d8b6e3c8a347 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061 tempest-ExtraDHCPOptionsIpV6TestJSON-1984837061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:50.016239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:52:50.079097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3bddc-28e1-481a-927e-14cd28f24c74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:50.081248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3bddc-28e1-481a-927e-14cd28f24c74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:50.082736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a3bddc-28e1-481a-927e-14cd28f24c74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:50.083593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-88a3bddc-28e1-481a-927e-14cd28f24c74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:50.128204 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9787824
Dec 18 06:52:50.132841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50704) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:50.142667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'subnet': {'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:50.164626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:50.177079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:50.197575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a7b8af76-1c93-4583-97fc-8bba1fb2fc8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:50.203894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:50.218090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a6749e-f588-4b09-a395-5446cd162a80 None None] Network 044d4895-76c5-4cfd-9902-0fe87358ae74 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:50.266920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Network': ['ID=572b95f8-bfc5-4338-977c-29ba6f11e64b,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:50.271319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-88a3bddc-28e1-481a-927e-14cd28f24c74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:50.275064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-88a3bddc-28e1-481a-927e-14cd28f24c74 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.7359304
Dec 18 06:52:50.278997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50708) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:50.281952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:50.395743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=a04f969a-653f-4daf-9a1c-60e79d77b9d9,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:50.399067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:50.461005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] It took 1.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:52:50.470723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 572b95f8-bfc5-4338-977c-29ba6f11e64b details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:50.484762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 572b95f8-bfc5-4338-977c-29ba6f11e64b details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:50.488526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:50.493072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:subnet and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:50.496119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:50.502990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:50.517688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:50.521259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:50.524675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:50.525774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:50.578380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:50.635506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:50.635997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:50.780828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:50.781549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5e5adadd-a62d-45c7-9d46-f7f1b66a16dc None None] Provisioning for port 8ada1477-76c8-4c20-971a-0372e2674037 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:50.785590 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 5.5082443
Dec 18 06:52:50.786410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50716) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:50.793509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0be38ec-3497-445f-b44a-3256d0c414db'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:50.859352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 7aa07730-0675-4094-86ef-978c2002339d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:50.859785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:50.929702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Pushing event updated for resources: {'Port': ['ID=fc053ca7-525b-4361-8e8d-e8101739e305,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:50.934911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] For port 03f4eb09-a2ed-4ff0-901d-dc304498b510, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:50.968445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.781s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:51.047235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:51.110487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] For port 03f4eb09-a2ed-4ff0-901d-dc304498b510, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=03f4eb09-a2ed-4ff0-901d-dc304498b510,segment=NetworkSegment(c257aa47-4585-4209-8077-71dd28a5e7ed),segment_id=c257aa47-4585-4209-8077-71dd28a5e7ed)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:51.118042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:51.148261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:51.174627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:51.184090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:51.214678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-844d4124-c60f-42c9-892b-71acb36849c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:51.245599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:52:51.247366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:51.390346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-5662126e-f1e8-4ca4-880c-a213f83ca86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 2be1bce5-f256-4881-990f-e28b9e6e32ee {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:52:51.422820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Transition to ACTIVE for port object ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:51.424712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b1030517-5fa9-4182-a6d4-a2806dcbb2aa None None] For port 7aa07730-0675-4094-86ef-978c2002339d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7aa07730-0675-4094-86ef-978c2002339d,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:51.503345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Allocated IP 172.26.7.6 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:51.525605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Allocated IP 2001:db8:2::1 (dcd4c9b0-18b3-41eb-b943-7fca8833ff9e/5e7d8894-f480-425d-90c5-4971941ef219/4a6d1e67-c47d-4f45-818b-32c2e8a7f03a) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:51.709252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:51.841964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Delete allocated IP 172.20.0.28 (fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85/2126f267-606f-45c4-97e3-7096cbc4a4fe) {{(pid=81085) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 18 06:52:51.858703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:51.889126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:51.924101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Allocated IP 172.20.0.2 (307f03e4-a3ab-4d87-b7d8-8169553a16f7/f9e71b6b-3a76-4c0b-87f9-2c048ed9609a/388ac1de-d854-4f4d-b275-64eb60bd2b85) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:51.933702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-b1030517-5fa9-4182-a6d4-a2806dcbb2aa None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:52:51.982850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Transition to ACTIVE for port object 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:52.006783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Pushing event updated for resources: {'Port': ['ID=03f4eb09-a2ed-4ff0-901d-dc304498b510,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:52.016891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:52.027387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c2fea90>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:52:44Z', 'revision_number': 2, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:52:46Z', 'revision_number': 2, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:52.029411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aedd56fa-df2b-471b-a0a1-d8a81e837a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:52.067388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.84 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/8b1e5482-a601-4712-b64b-61ceecf8a669) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:52.109036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:52.149385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b1030517-5fa9-4182-a6d4-a2806dcbb2aa None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:52.182010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Ignored duplicate provisioning block setup for port a04f969a-653f-4daf-9a1c-60e79d77b9d9 by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 18 06:52:52.184708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:52.184961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Checking router: 88ab38fe-9aaf-470b-a2fd-c41551059737 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:52:52.185196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Updating router 88ab38fe-9aaf-470b-a2fd-c41551059737 port c88616f0-d7c6-4591-9d93-be5a23b3b715 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:52:52.206655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff604b53-6722-496c-b00c-c64370ebfb69 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:52.255198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:52.322089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:52.348621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7691b645-205e-4afe-8538-6156f34be9ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:52.355343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 01c875d8-5df3-4050-b89e-572c9427464c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:52.418027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b1030517-5fa9-4182-a6d4-a2806dcbb2aa None None] Transition to ACTIVE for port object 7aa07730-0675-4094-86ef-978c2002339d will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:52.427313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5662126e-f1e8-4ca4-880c-a213f83ca86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:52.476337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:52.495438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b1030517-5fa9-4182-a6d4-a2806dcbb2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:52.519828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=4a6d1e67-c47d-4f45-818b-32c2e8a7f03a,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:52.523813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:52.529113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8be1df2b-f137-4aff-87f0-c9bb83529862 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:52.532878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734287ec-41ab-49d5-ad52-8675462b0cdb None None] Pushing event updated for resources: {'Port': ['ID=ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:52.535112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Pushing event updated for resources: {'Port': ['ID=5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:52.547257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:52.568223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5662126e-f1e8-4ca4-880c-a213f83ca86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:52.600172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-734287ec-41ab-49d5-ad52-8675462b0cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:52.610696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:52.640806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:52.698953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:52.717731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:52.746806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:52.755507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:52.771526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:52.836705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:52.941274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=8b1e5482-a601-4712-b64b-61ceecf8a669,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:52.957511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:52.976784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 01c875d8-5df3-4050-b89e-572c9427464c completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:53.009117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5662126e-f1e8-4ca4-880c-a213f83ca86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:53.020304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1030517-5fa9-4182-a6d4-a2806dcbb2aa None None] Pushing event updated for resources: {'Port': ['ID=7aa07730-0675-4094-86ef-978c2002339d,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:53.038509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=a04f969a-653f-4daf-9a1c-60e79d77b9d9,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:53.059869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.060322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.060742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.061166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.061630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.062060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.062737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.063158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.063573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.063986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.064400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.065343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.065844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.066258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.066673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.067260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.067626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8ada1477-76c8-4c20-971a-0372e2674037 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:53.068060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.068060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.068449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.068874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.069275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.069742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.070154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.070563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:52:53.081135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:53.088404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] In _notify_port_updated(), no bound segment for port a04f969a-653f-4daf-9a1c-60e79d77b9d9 on network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 {{(pid=81085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:52:53.092636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:53.093325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:53.098484 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "PUT /v2.0/ports/a04f969a-653f-4daf-9a1c-60e79d77b9d9 HTTP/1.1" status: 200  len: 920 time: 2.3073668
Dec 18 06:52:53.098484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50720) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:53.104569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c1c4a2e7-3984-42b4-a51c-697edc4bc83b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0be38ec-3497-445f-b44a-3256d0c414db'}, {'subnet_id': '2126f267-606f-45c4-97e3-7096cbc4a4fe'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:53.118753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b1030517-5fa9-4182-a6d4-a2806dcbb2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:53.134198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:53.139668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:53.148936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:53.149273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:53.544518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Allocated IP 2001:db8:2::2 (dcd4c9b0-18b3-41eb-b943-7fca8833ff9e/5e7d8894-f480-425d-90c5-4971941ef219/e0c1bd3b-1e02-42cc-a07d-b0f44f819407) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:53.641801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:53.752256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a2e7-3984-42b4-a51c-697edc4bc83b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:53.939527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:53.964833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6c1385a6-e0b5-4ff0-95b5-f632bb61760a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:54.046799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Attempting to bind port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:54.047171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Attempting to bind port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:54.047590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Attempting to bind port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d on network a375a69a-6e5f-412d-9823-fc6ead523a6c {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:54.077414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:54.078062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Checking segment: {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:54.078360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:54.079286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Bound using segment: {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:54.079286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Bound port: ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:54.079624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:54.108301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:54.125324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 8ada1477-76c8-4c20-971a-0372e2674037 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:54.192956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:54.200886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48576829-0623-4286-a824-c08811dd5989 None None] Network 3377878b-0d99-4ba7-afb1-8233dab3b134 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:54.217626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:54.303511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 8ada1477-76c8-4c20-971a-0372e2674037 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:54.303757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:54.436197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Subnet': ['ID=c48c6bca-d190-4d6c-aa0b-5989f6137cc5,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:54.436604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:54.457956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:54.479287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] For port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:54.498202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:54.501987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Transition to ACTIVE for port object 388ac1de-d854-4f4d-b275-64eb60bd2b85 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:54.561487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] For port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:54.594807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c1c4a2e7-3984-42b4-a51c-697edc4bc83b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.21 (fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85/2126f267-606f-45c4-97e3-7096cbc4a4fe/a04f969a-653f-4daf-9a1c-60e79d77b9d9) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:54.596171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:54.598488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:54.603692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:54.604546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:54.610680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Transition to ACTIVE for port object 388ac1de-d854-4f4d-b275-64eb60bd2b85 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:54.622500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:54.629090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:54.776675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=4a6d1e67-c47d-4f45-818b-32c2e8a7f03a,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:54.879936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:54.934435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5662126e-f1e8-4ca4-880c-a213f83ca86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:54.972980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:54.985230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:55.006600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-51df2f22-5be7-4e0c-a1a8-46b941f136b0 None None] Provisioning for port fc053ca7-525b-4361-8e8d-e8101739e305 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:55.027017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a2e7-3984-42b4-a51c-697edc4bc83b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:55.046728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c1c4a2e7-3984-42b4-a51c-697edc4bc83b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Ignored duplicate provisioning block setup for port a04f969a-653f-4daf-9a1c-60e79d77b9d9 by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 18 06:52:55.092346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Checking segment: {'id': '161c6ff2-2202-4a3a-9696-6981f85bce76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:55.092944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network hostable DHCP agents. Network: 572b95f8-bfc5-4338-977c-29ba6f11e64b, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:52:55.093335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a2e7-3984-42b4-a51c-697edc4bc83b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:55.204540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662126e-f1e8-4ca4-880c-a213f83ca86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=2be1bce5-f256-4881-990f-e28b9e6e32ee,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:55.224025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5662126e-f1e8-4ca4-880c-a213f83ca86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:55.233865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734287ec-41ab-49d5-ad52-8675462b0cdb None None] Pushing event updated for resources: {'Port': ['ID=ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:55.293422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:55.348485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-734287ec-41ab-49d5-ad52-8675462b0cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:55.352069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 572b95f8-bfc5-4338-977c-29ba6f11e64b is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:52:55.391830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57353c74-d24f-4519-a4d0-cd5bc3e74448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:55.409434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:55.431128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 572b95f8-bfc5-4338-977c-29ba6f11e64b) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:55.436861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:55.448332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:55.457693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4a2e7-3984-42b4-a51c-697edc4bc83b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=a04f969a-653f-4daf-9a1c-60e79d77b9d9,revision_number=3']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:55.461348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1c4a2e7-3984-42b4-a51c-697edc4bc83b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:55.465626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bc8921-22fa-4fe7-93e8-c26cd7c6c3bd None None] Network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:55.524168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29143390-1cfd-4613-87a4-8515070a02ee None None] Network 572b95f8-bfc5-4338-977c-29ba6f11e64b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:55.596027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:55.607454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:55.608146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:55.713551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Transition to ACTIVE for port object e0c1bd3b-1e02-42cc-a07d-b0f44f819407 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:55.727426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:55.728214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c1c4a2e7-3984-42b4-a51c-697edc4bc83b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] In _notify_port_updated(), no bound segment for port a04f969a-653f-4daf-9a1c-60e79d77b9d9 on network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 {{(pid=81085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:52:55.733078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c4a2e7-3984-42b4-a51c-697edc4bc83b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:55.735500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a2e7-3984-42b4-a51c-697edc4bc83b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:55.742533 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c1c4a2e7-3984-42b4-a51c-697edc4bc83b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "PUT /v2.0/ports/a04f969a-653f-4daf-9a1c-60e79d77b9d9 HTTP/1.1" status: 200  len: 1000 time: 2.6435251
Dec 18 06:52:55.743284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50724) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:55.758868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5662126e-f1e8-4ca4-880c-a213f83ca86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:55.819127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-51df2f22-5be7-4e0c-a1a8-46b941f136b0 None None] Provisioning complete for port 8ada1477-76c8-4c20-971a-0372e2674037 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:55.819789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51df2f22-5be7-4e0c-a1a8-46b941f136b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:55.825488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-aa064611-2a83-47fd-988d-c639228a1439 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port a04f969a-653f-4daf-9a1c-60e79d77b9d9 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:52:55.826007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa064611-2a83-47fd-988d-c639228a1439 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:55.842762 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-66575c03-05de-42a7-b1b4-81d4a483cc90 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.7053015
Dec 18 06:52:55.848468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50728) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:55.854337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Pushing event updated for resources: {'Port': ['ID=388ac1de-d854-4f4d-b275-64eb60bd2b85,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:55.858592 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5662126e-f1e8-4ca4-880c-a213f83ca86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/2be1bce5-f256-4881-990f-e28b9e6e32ee HTTP/1.1" status: 204  len: 168 time: 5.5692742
Dec 18 06:52:55.898234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:55.898482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 423f91e6-ff18-49a2-8b59-425a70755da5 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:52:55.902789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50730) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:55.926073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:56.008530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Transition to ACTIVE for port object c88616f0-d7c6-4591-9d93-be5a23b3b715 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:56.035337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Transition to ACTIVE for port object e0c1bd3b-1e02-42cc-a07d-b0f44f819407 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:56.038860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:56.338272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-734287ec-41ab-49d5-ad52-8675462b0cdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:56.383310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f75257-43c4-4283-943e-2c0d54c96997 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:52:56.536512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Router 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:52:56.618408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:56.648452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:56.682348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa064611-2a83-47fd-988d-c639228a1439 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:56.854958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-aa064611-2a83-47fd-988d-c639228a1439 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for a04f969a-653f-4daf-9a1c-60e79d77b9d9 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:52:56.895813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Network 307f03e4-a3ab-4d87-b7d8-8169553a16f7 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:56.914792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 8ada1477-76c8-4c20-971a-0372e2674037, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8ada1477-76c8-4c20-971a-0372e2674037,segment=NetworkSegment(31ee418e-2b6a-4e1a-b4c2-1408ef14c360),segment_id=31ee418e-2b6a-4e1a-b4c2-1408ef14c360)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:52:56.926749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:56.982784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:56.993356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666a624-f686-4fcb-bd5d-55e014e07d36 None None] Pushing event updated for resources: {'Port': ['ID=c88616f0-d7c6-4591-9d93-be5a23b3b715,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:56.995909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:57.040106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c666a624-f686-4fcb-bd5d-55e014e07d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:57.040678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c666a624-f686-4fcb-bd5d-55e014e07d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:57.084239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:52:57.119450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:52:57.133183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:57.133905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f799390>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:57.134415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Sync routers for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:52:57.155322 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0021169
Dec 18 06:52:57.156620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:57.160199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:57.160491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50736) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:57.161002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce2ac18>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:57.171320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-243758141'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:57.177305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:57.181993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:network and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:57.185265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for network was recalculated. Used quota:3. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:57.192171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:57.204022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:52:57.208711 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4b70ffb-d069-4d36-9d6a-e388e2f67b6b req-d0038e1d-eff7-43c6-a45c-f75b76f04dda service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5224736
Dec 18 06:52:57.251832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b16c6d-97c2-429a-baa0-154e26d3a655 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet e6ddad1a-9df1-4c88-9c4f-5b26bce5a85e {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:52:57.255833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53b16c6d-97c2-429a-baa0-154e26d3a655 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:57.322006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53b16c6d-97c2-429a-baa0-154e26d3a655 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:57.327013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:52:57.332002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:57.332960 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 10.1548243
Dec 18 06:52:57.340482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50740) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:57.409431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:52:57.439988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53b16c6d-97c2-429a-baa0-154e26d3a655 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:57.447388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Sync routers for ids ['7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:52:57.475851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7aa07730-0675-4094-86ef-978c2002339d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:52:57.569562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-572b95f8-bfc5-4338-977c-29ba6f11e64b', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:52:57.570512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:57.667646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:52:57.715686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Routers {'7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:57.716414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c15ada0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:57.833343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Attempting to bind port e0c1bd3b-1e02-42cc-a07d-b0f44f819407 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:57.833801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Attempting to bind port e0c1bd3b-1e02-42cc-a07d-b0f44f819407 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '665d9a0f-11a0-4638-b75f-24bcf1fa432f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:57.833949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53b16c6d-97c2-429a-baa0-154e26d3a655 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:57.834225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Attempting to bind port e0c1bd3b-1e02-42cc-a07d-b0f44f819407 on network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:57.848376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:57.854144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:57.878245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Pushing event updated for resources: {'Port': ['ID=e0c1bd3b-1e02-42cc-a07d-b0f44f819407,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:57.887029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-72823fc7-7998-4f4b-a2d7-33bc04ec48d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:57.943225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:52:57.949001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Attempting to bind port 388ac1de-d854-4f4d-b275-64eb60bd2b85 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:57.949778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Attempting to bind port 388ac1de-d854-4f4d-b275-64eb60bd2b85 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '7fb640de-3897-41cc-b3ea-babb952f21d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:57.950378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Attempting to bind port 388ac1de-d854-4f4d-b275-64eb60bd2b85 on network 307f03e4-a3ab-4d87-b7d8-8169553a16f7 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:57.953818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:57.954265 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Added segment 9033d7b6-d542-4cec-b3d4-a5645c8a7b53 of type vxlan for network 2ed70a10-f5d7-4575-865f-ee75d12d24ee
Dec 18 06:52:57.983113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.093271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.097730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.098146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:58.098832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.110729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b16c6d-97c2-429a-baa0-154e26d3a655 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=e6ddad1a-9df1-4c88-9c4f-5b26bce5a85e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:58.116451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-53b16c6d-97c2-429a-baa0-154e26d3a655 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:58.147495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ef1fc139-a573-4807-8d7c-e2060a11c485 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:58.195068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:58.195885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Checking segment: {'id': '665d9a0f-11a0-4638-b75f-24bcf1fa432f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:58.196588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.197258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Bound using segment: {'id': '665d9a0f-11a0-4638-b75f-24bcf1fa432f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:58.198069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Bound port: e0c1bd3b-1e02-42cc-a07d-b0f44f819407, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665d9a0f-11a0-4638-b75f-24bcf1fa432f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:58.198728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.267005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b70ffb-d069-4d36-9d6a-e388e2f67b6b req-6064b186-de44-4947-8c62-b26af012bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:58.269293 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4b70ffb-d069-4d36-9d6a-e388e2f67b6b req-6064b186-de44-4947-8c62-b26af012bca4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 1162 time: 0.9214668
Dec 18 06:52:58.274611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce2ac18>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:52:53Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:52:48Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:52:54Z', 'revision_number': 2, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:58.286973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Checking router: 423f91e6-ff18-49a2-8b59-425a70755da5 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:52:58.288585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Updating router 423f91e6-ff18-49a2-8b59-425a70755da5 port 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:52:58.380663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.435824 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.2736876
Dec 18 06:52:58.444348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa064611-2a83-47fd-988d-c639228a1439 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.459972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50744) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:58.562889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:58.563455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Checking segment: {'id': '7fb640de-3897-41cc-b3ea-babb952f21d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:58.564964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.564964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Bound using segment: {'id': '7fb640de-3897-41cc-b3ea-babb952f21d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:58.565708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Bound port: 388ac1de-d854-4f4d-b275-64eb60bd2b85, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb640de-3897-41cc-b3ea-babb952f21d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:58.566235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.616833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-51df2f22-5be7-4e0c-a1a8-46b941f136b0 None None] Provisioning for port 01c875d8-5df3-4050-b89e-572c9427464c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:52:58.669442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'subnet': {'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:58.798128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.816264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Network': ['ID=2ed70a10-f5d7-4575-865f-ee75d12d24ee,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:58.826061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:58.830628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53b16c6d-97c2-429a-baa0-154e26d3a655 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.835771 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-53b16c6d-97c2-429a-baa0-154e26d3a655 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/e6ddad1a-9df1-4c88-9c4f-5b26bce5a85e HTTP/1.1" status: 204  len: 168 time: 2.7451513
Dec 18 06:52:58.836001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50748) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:58.837191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7e684351-68b7-48ff-afae-790afa4bad8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:58.955995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.974532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa064611-2a83-47fd-988d-c639228a1439 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=a04f969a-653f-4daf-9a1c-60e79d77b9d9,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:58.986925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa064611-2a83-47fd-988d-c639228a1439 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:58.990066 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aa064611-2a83-47fd-988d-c639228a1439 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/a04f969a-653f-4daf-9a1c-60e79d77b9d9 HTTP/1.1" status: 204  len: 168 time: 3.2429321
Dec 18 06:52:58.991580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa064611-2a83-47fd-988d-c639228a1439 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:58.993144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50752) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:59.058307 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b238986-d95b-4344-9732-c94389f4898f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:52:59.059246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2b238986-d95b-4344-9732-c94389f4898f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:52:59.070406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:59.099916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2b238986-d95b-4344-9732-c94389f4898f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:52:59.101970 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2b238986-d95b-4344-9732-c94389f4898f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/a04f969a-653f-4daf-9a1c-60e79d77b9d9 HTTP/1.1" status: 404  len: 333 time: 0.1027431
Dec 18 06:52:59.103618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:59.106441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50756) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:59.117734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:59.120723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 2ed70a10-f5d7-4575-865f-ee75d12d24ee details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:59.133170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Transition to ACTIVE for port object 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:59.135221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 2ed70a10-f5d7-4575-865f-ee75d12d24ee details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:52:59.136360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:59.155000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:subnet and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:52:59.162667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:52:59.180675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:52:59.199252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-51df2f22-5be7-4e0c-a1a8-46b941f136b0 None None] Provisioning complete for port 01c875d8-5df3-4050-b89e-572c9427464c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:52:59.199684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51df2f22-5be7-4e0c-a1a8-46b941f136b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:59.207518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Made reservation on behalf of 0a4b00e1a0464c2688aac5d6c41cb12d for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:52:59.290493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:59.292721 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-65078c37-cd1c-4af3-a37f-24c17615686d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3207726
Dec 18 06:52:59.316144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50760) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:52:59.317337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b70ffb-d069-4d36-9d6a-e388e2f67b6b req-e6207908-17fc-4b23-a2a6-df60c7eda086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:52:59.321845 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4b70ffb-d069-4d36-9d6a-e388e2f67b6b req-e6207908-17fc-4b23-a2a6-df60c7eda086 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa4d225c-531e-48fe-880f-a6baa687bf50 HTTP/1.1" status: 200  len: 890 time: 1.0242558
Dec 18 06:52:59.336099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:52:59.348219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:59.375634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8b569-9d35-46aa-a920-714829d1fb44 None None] Pushing event updated for resources: {'Port': ['ID=4a6d1e67-c47d-4f45-818b-32c2e8a7f03a,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:59.386936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a7c8b569-9d35-46aa-a920-714829d1fb44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:59.518592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Attempting to bind port 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:52:59.519053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Attempting to bind port 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '665d9a0f-11a0-4638-b75f-24bcf1fa432f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:52:59.519467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Attempting to bind port 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a on network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:52:59.525327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:52:59.525774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Checking segment: {'id': '665d9a0f-11a0-4638-b75f-24bcf1fa432f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:52:59.526583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:59.527162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Bound using segment: {'id': '665d9a0f-11a0-4638-b75f-24bcf1fa432f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:52:59.527675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Bound port: 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665d9a0f-11a0-4638-b75f-24bcf1fa432f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:52:59.528102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:59.533716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Allocated IP 172.21.0.2 (572b95f8-bfc5-4338-977c-29ba6f11e64b/c48c6bca-d190-4d6c-aa0b-5989f6137cc5/88d86230-0d69-48fd-97b2-7f0bb57dabf9) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:52:59.630144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] For port 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:52:59.633551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] For port 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4a6d1e67-c47d-4f45-818b-32c2e8a7f03a,segment=NetworkSegment(665d9a0f-11a0-4638-b75f-24bcf1fa432f),segment_id=665d9a0f-11a0-4638-b75f-24bcf1fa432f)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:52:59.661006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:59.710653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=8b1e5482-a601-4712-b64b-61ceecf8a669,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:59.736156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:59.762460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:59.773444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Transition to ACTIVE for port object 88d86230-0d69-48fd-97b2-7f0bb57dabf9 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:59.790757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Transition to ACTIVE for port object 88d86230-0d69-48fd-97b2-7f0bb57dabf9 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:52:59.808506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-959bc192-423c-4ebd-bee3-16f59dc5d997 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting subnet 2126f267-606f-45c4-97e3-7096cbc4a4fe {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:52:59.829569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Set router 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:52:59.829839 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4b70ffb-d069-4d36-9d6a-e388e2f67b6b req-90876f73-ce78-4114-9928-44ed46cd085a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92de0847-7178-4ac1-a822-2547e3cc99cb HTTP/1.1" status: 200  len: 998 time: 0.4542820
Dec 18 06:52:59.833204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-959bc192-423c-4ebd-bee3-16f59dc5d997 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:59.846735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4ea9a4e0-36da-4ce1-b521-a40583674ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:52:59.918435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:52:59.935325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8b569-9d35-46aa-a920-714829d1fb44 None None] Pushing event updated for resources: {'Port': ['ID=4a6d1e67-c47d-4f45-818b-32c2e8a7f03a,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:52:59.947305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a7c8b569-9d35-46aa-a920-714829d1fb44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:52:59.974303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:52:59.975276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce2ac18>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:52:59.984649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-959bc192-423c-4ebd-bee3-16f59dc5d997 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:52:59.990063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:00.008027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:00.032955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:00.087820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-959bc192-423c-4ebd-bee3-16f59dc5d997 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:00.107896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Attempting to bind port c88616f0-d7c6-4591-9d93-be5a23b3b715 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:00.108361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Attempting to bind port c88616f0-d7c6-4591-9d93-be5a23b3b715 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '8150f80a-4cb7-4c1f-babc-95db920b8401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:00.108786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Attempting to bind port c88616f0-d7c6-4591-9d93-be5a23b3b715 on network 3377878b-0d99-4ba7-afb1-8233dab3b134 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:00.119919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:00.130901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b70ffb-d069-4d36-9d6a-e388e2f67b6b req-434ae9ce-b66d-4e40-8a0d-d26c66801868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:00.132509 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4b70ffb-d069-4d36-9d6a-e388e2f67b6b req-434ae9ce-b66d-4e40-8a0d-d26c66801868 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=18d4dfc1-b8e8-46f8-9ba3-6d698031562d HTTP/1.1" status: 200  len: 834 time: 0.2852671
Dec 18 06:53:00.173073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:00.342592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:00.343063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Checking segment: {'id': '8150f80a-4cb7-4c1f-babc-95db920b8401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:00.343746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:00.344209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Bound using segment: {'id': '8150f80a-4cb7-4c1f-babc-95db920b8401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:00.344768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Bound port: c88616f0-d7c6-4591-9d93-be5a23b3b715, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8150f80a-4cb7-4c1f-babc-95db920b8401', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:00.345204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:00.405448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:00.574516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:00.579560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce2ac18>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:52:53Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:52:48Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:52:59Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:00.584953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598bffff-ff5c-40db-a7be-cc048721491d None None] The sync data for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs is: [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:52:53Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:52:48Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:52:59Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:00.610318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] For port e0c1bd3b-1e02-42cc-a07d-b0f44f819407, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:00.615066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] For port e0c1bd3b-1e02-42cc-a07d-b0f44f819407, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e0c1bd3b-1e02-42cc-a07d-b0f44f819407,segment=NetworkSegment(665d9a0f-11a0-4638-b75f-24bcf1fa432f),segment_id=665d9a0f-11a0-4638-b75f-24bcf1fa432f)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:00.681417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:00.751002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:00.765155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fc053ca7-525b-4361-8e8d-e8101739e305 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:00.765496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:00.785821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-55f3fa32-19cb-4710-b8f9-c9eb047030df tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:00.951390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:00.959873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Subnet': ['ID=41811f0c-5880-4b41-b73c-fc5bfaece045,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:00.963913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:01.012601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=8ada1477-76c8-4c20-971a-0372e2674037,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:01.022508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.982s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:01.078315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2e16b1fd-4420-413c-9413-af0896d3a124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.365s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:01.129435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-959bc192-423c-4ebd-bee3-16f59dc5d997 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:01.150023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0d9807a9-028f-4c52-82ce-8155b9e39161 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:01.246767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Checking segment: {'id': '9033d7b6-d542-4cec-b3d4-a5645c8a7b53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:01.247317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network hostable DHCP agents. Network: 2ed70a10-f5d7-4575-865f-ee75d12d24ee, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:53:01.256870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Allocated IP 172.21.0.1 (572b95f8-bfc5-4338-977c-29ba6f11e64b/c48c6bca-d190-4d6c-aa0b-5989f6137cc5/4c2a7718-eb00-4bac-a43c-a081bf8e319d) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:01.282448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bc192-423c-4ebd-bee3-16f59dc5d997 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Subnet': ['ID=2126f267-606f-45c4-97e3-7096cbc4a4fe,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:01.285396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-959bc192-423c-4ebd-bee3-16f59dc5d997 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:01.300739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 2ed70a10-f5d7-4575-865f-ee75d12d24ee is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:53:01.313285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 2ed70a10-f5d7-4575-865f-ee75d12d24ee) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:01.337377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:01.338089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:01.338918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b70ffb-d069-4d36-9d6a-e388e2f67b6b req-f162ea91-2e66-434c-968c-15876d96f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:01.340608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4b70ffb-d069-4d36-9d6a-e388e2f67b6b req-f162ea91-2e66-434c-968c-15876d96f11f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa4d225c-531e-48fe-880f-a6baa687bf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 1.1844072
Dec 18 06:53:01.347435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:01.364893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Network 572b95f8-bfc5-4338-977c-29ba6f11e64b is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:01.405017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:01.407093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d308e8-6d78-4053-bfa0-9f5175057bb9 None None] Network 2ed70a10-f5d7-4575-865f-ee75d12d24ee requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:01.429297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-959bc192-423c-4ebd-bee3-16f59dc5d997 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:01.431944 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-959bc192-423c-4ebd-bee3-16f59dc5d997 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/2126f267-606f-45c4-97e3-7096cbc4a4fe HTTP/1.1" status: 204  len: 168 time: 2.3237286
Dec 18 06:53:01.437802 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.9628248
Dec 18 06:53:01.439704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50766) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:01.440290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50768) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:01.531618 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4b70ffb-d069-4d36-9d6a-e388e2f67b6b req-6e51ce7c-a836-48cd-b1fc-e74b0cd519e6 service neutron] 10.222.0.15 "GET /v2.0/networks/aa4d225c-531e-48fe-880f-a6baa687bf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765177
Dec 18 06:53:01.532753 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP 0b21ca92-6a70-4eb2-976b-cbe21563b220 associated. External IP: 172.26.7.84, port: 92de0847-7178-4ac1-a822-2547e3cc99cb.
Dec 18 06:53:01.586209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:01.808595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Pushing event updated for resources: {'Port': ['ID=88d86230-0d69-48fd-97b2-7f0bb57dabf9,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:01.829015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:01.829894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51df2f22-5be7-4e0c-a1a8-46b941f136b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:01.910360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5926d8-0c2d-4050-a2f2-7cfda8393df5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting subnet a0be38ec-3497-445f-b44a-3256d0c414db {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:53:01.925627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-91815802-343d-486b-8565-56382b644db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.563s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:01.927590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c5926d8-0c2d-4050-a2f2-7cfda8393df5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:02.024980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:53:02.125549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c5926d8-0c2d-4050-a2f2-7cfda8393df5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:02.127326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Deleting port 7aa07730-0675-4094-86ef-978c2002339d {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:02.127756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:02.178248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Attempting to bind port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:02.178587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Attempting to bind port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '161c6ff2-2202-4a3a-9696-6981f85bce76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:02.178976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Attempting to bind port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 on network 572b95f8-bfc5-4338-977c-29ba6f11e64b {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:02.181589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-2ed70a10-f5d7-4575-865f-ee75d12d24ee', 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'fixed_ips': [{'subnet_id': '41811f0c-5880-4b41-b73c-fc5bfaece045'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:53:02.182325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:02.262252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:02.266561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-51df2f22-5be7-4e0c-a1a8-46b941f136b0 None None] For port 01c875d8-5df3-4050-b89e-572c9427464c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=01c875d8-5df3-4050-b89e-572c9427464c,segment=NetworkSegment(31ee418e-2b6a-4e1a-b4c2-1408ef14c360),segment_id=31ee418e-2b6a-4e1a-b4c2-1408ef14c360)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:02.271977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] For port c88616f0-d7c6-4591-9d93-be5a23b3b715, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:02.275419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] For port c88616f0-d7c6-4591-9d93-be5a23b3b715, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c88616f0-d7c6-4591-9d93-be5a23b3b715,segment=NetworkSegment(8150f80a-4cb7-4c1f-babc-95db920b8401),segment_id=8150f80a-4cb7-4c1f-babc-95db920b8401)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:02.279181 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4b70ffb-d069-4d36-9d6a-e388e2f67b6b req-f73327d1-a424-4ca1-8bb7-cdb713cfc547 service neutron] 10.222.0.15 "GET /v2.0/networks/aa4d225c-531e-48fe-880f-a6baa687bf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6144059
Dec 18 06:53:02.281535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:02.281970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Checking segment: {'id': '161c6ff2-2202-4a3a-9696-6981f85bce76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:02.282428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:02.282866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Bound using segment: {'id': '161c6ff2-2202-4a3a-9696-6981f85bce76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:02.283939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Bound port: 88d86230-0d69-48fd-97b2-7f0bb57dabf9, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161c6ff2-2202-4a3a-9696-6981f85bce76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:02.283939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:02.301862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] For port 388ac1de-d854-4f4d-b275-64eb60bd2b85, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:02.347886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c5926d8-0c2d-4050-a2f2-7cfda8393df5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:02.350956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Transition to ACTIVE for port object 4c2a7718-eb00-4bac-a43c-a081bf8e319d will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:02.358860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:02.373339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51df2f22-5be7-4e0c-a1a8-46b941f136b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:02.408916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:02.460802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] For port 388ac1de-d854-4f4d-b275-64eb60bd2b85, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=388ac1de-d854-4f4d-b275-64eb60bd2b85,segment=NetworkSegment(7fb640de-3897-41cc-b3ea-babb952f21d4),segment_id=7fb640de-3897-41cc-b3ea-babb952f21d4)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:02.470090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Pushing event updated for resources: {'Port': ['ID=e0c1bd3b-1e02-42cc-a07d-b0f44f819407,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:02.503807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c15ada0>, [{'id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'name': 'tempest-TestVolumeBootPattern-2131621140-router', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:47Z', 'updated_at': '2020-12-18T06:52:53Z', 'revision_number': 3, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'gw_port': {'id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:02.506127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:02.524476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.135s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:02.555362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f799390>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:52:54Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:02.582410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Allocated IP 172.20.0.1 (307f03e4-a3ab-4d87-b7d8-8169553a16f7/f9e71b6b-3a76-4c0b-87f9-2c048ed9609a/4131a8a2-e370-4280-bbe5-cece79ff9144) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:02.624833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:02.638221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b910ada-079f-4b3d-bc1a-094f3fe231d1 None None] Update dhcp port {'port': {'network_id': 'fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85', 'fixed_ips': [{'subnet_id': 'a0be38ec-3497-445f-b44a-3256d0c414db', 'ip_address': '172.20.0.2'}, {'subnet_id': '2126f267-606f-45c4-97e3-7096cbc4a4fe'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': '03f4eb09-a2ed-4ff0-901d-dc304498b510'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:53:02.789961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port fc053ca7-525b-4361-8e8d-e8101739e305 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:02.793444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Checking router: 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:53:02.793873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Updating router 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 port 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:53:02.851668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1016a1e-ada0-4c2e-acd5-a9240456e4e7 None None] The sync data for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs is: [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:52:54Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:02.931464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port fc053ca7-525b-4361-8e8d-e8101739e305 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:02.931891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:03.044618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:03.067638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-caf14a00-0bd3-4df6-911e-14bedb8c5f88 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:03.077508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c5926d8-0c2d-4050-a2f2-7cfda8393df5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:03.131890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a89eeeb0-299a-44ff-8a12-a1180d245e51 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:03.234314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 4c29e209-fb7d-4282-9892-d0309bc7c07e has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:03.273748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7aae5580-8da1-481a-8796-683705027d85 None None] Provisioning for port c88616f0-d7c6-4591-9d93-be5a23b3b715 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:03.368190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=4c2a7718-eb00-4bac-a43c-a081bf8e319d,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:03.378889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:03.424857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:03.457430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b910ada-079f-4b3d-bc1a-094f3fe231d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:03.512653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666a624-f686-4fcb-bd5d-55e014e07d36 None None] Pushing event updated for resources: {'Port': ['ID=c88616f0-d7c6-4591-9d93-be5a23b3b715,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:03.621217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] For port 88d86230-0d69-48fd-97b2-7f0bb57dabf9, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:03.629689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5926d8-0c2d-4050-a2f2-7cfda8393df5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Subnet': ['ID=a0be38ec-3497-445f-b44a-3256d0c414db,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:03.687061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 572b95f8-bfc5-4338-977c-29ba6f11e64b is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:03.708362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:03.711110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:03.716464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5c5926d8-0c2d-4050-a2f2-7cfda8393df5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:03.771825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c5926d8-0c2d-4050-a2f2-7cfda8393df5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:03.810748 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5c5926d8-0c2d-4050-a2f2-7cfda8393df5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/a0be38ec-3497-445f-b44a-3256d0c414db HTTP/1.1" status: 204  len: 168 time: 2.3690097
Dec 18 06:53:03.812773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:03.820462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50774) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:03.881084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] For port 88d86230-0d69-48fd-97b2-7f0bb57dabf9, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=88d86230-0d69-48fd-97b2-7f0bb57dabf9,segment=NetworkSegment(161c6ff2-2202-4a3a-9696-6981f85bce76),segment_id=161c6ff2-2202-4a3a-9696-6981f85bce76)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:03.961322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7aae5580-8da1-481a-8796-683705027d85 None None] Provisioning complete for port 8ada1477-76c8-4c20-971a-0372e2674037 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:03.961937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7aae5580-8da1-481a-8796-683705027d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:04.009297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:04.043464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Allocated IP 2001:db8:3::1 (2ed70a10-f5d7-4575-865f-ee75d12d24ee/41811f0c-5880-4b41-b73c-fc5bfaece045/949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:04.051675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:04.108531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:04.136090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:04.147531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df632a0-e699-41f6-ac0e-c0ba243aa590 None None] Sync routers for ids ['4c29e209-fb7d-4282-9892-d0309bc7c07e'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:53:04.161781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:04.162531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df632a0-e699-41f6-ac0e-c0ba243aa590 None None] Routers {'4c29e209-fb7d-4282-9892-d0309bc7c07e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:04.163214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1df632a0-e699-41f6-ac0e-c0ba243aa590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dd3a278>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4c29e209-fb7d-4282-9892-d0309bc7c07e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:04.190549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Transition to ACTIVE for port object 4131a8a2-e370-4280-bbe5-cece79ff9144 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:04.221676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:04.222522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c2fea90>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:04.440346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:04.445026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:04.467589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a813fd7a-0396-4d33-a684-e27162da0722 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:04.471343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Transition to ACTIVE for port object 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:04.490335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-1df632a0-e699-41f6-ac0e-c0ba243aa590 None None] Set router 4c29e209-fb7d-4282-9892-d0309bc7c07e gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:04.501458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port 03f4eb09-a2ed-4ff0-901d-dc304498b510 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:04.501993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:04.541820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:04.558258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df2f22-5be7-4e0c-a1a8-46b941f136b0 None None] Pushing event updated for resources: {'Port': ['ID=01c875d8-5df3-4050-b89e-572c9427464c,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:04.566444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4644e7b6-a350-449d-8190-371cb5c3a3a8 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:04.655364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:04.657747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-51df2f22-5be7-4e0c-a1a8-46b941f136b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.133s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:04.711245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bbdb1bef-fa8b-4c87-827b-f571cab77d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.320s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:04.750589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:53:04.840437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] For port 7aa07730-0675-4094-86ef-978c2002339d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7aa07730-0675-4094-86ef-978c2002339d,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:04.840882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:04.851700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Pushing event updated for resources: {'Port': ['ID=4131a8a2-e370-4280-bbe5-cece79ff9144,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:04.897365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:04.911894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:04.912627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:04.923478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:05.020797 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 15.8035696
Dec 18 06:53:05.025393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1df632a0-e699-41f6-ac0e-c0ba243aa590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dd3a278>, [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:52:07Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '0b21ca92-6a70-4eb2-976b-cbe21563b220', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.84', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'port_id': '92de0847-7178-4ac1-a822-2547e3cc99cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'mac_address': 'fa:16:3e:ab:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:52:55Z', 'updated_at': '2020-12-18T06:52:55Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804e7c30-4b25-4e34-9e1b-c1d50e03c7a8', 'name': '', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:9f:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:04Z', 'updated_at': '2020-12-18T06:52:24Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:05.030570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df632a0-e699-41f6-ac0e-c0ba243aa590 None None] Checking router: 4c29e209-fb7d-4282-9892-d0309bc7c07e for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:53:05.035453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'tag': '92de0847-7178-4ac1-a822-2547e3cc99cb'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:53:05.040549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df632a0-e699-41f6-ac0e-c0ba243aa590 None None] Routers {'4c29e209-fb7d-4282-9892-d0309bc7c07e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:05.041339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1df632a0-e699-41f6-ac0e-c0ba243aa590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dd3a278>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4c29e209-fb7d-4282-9892-d0309bc7c07e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:05.059730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50778) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:05.165573 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'tag': '92de0847-7178-4ac1-a822-2547e3cc99cb', 'status': 'completed', 'code': 200}
Dec 18 06:53:05.181811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 2ed70a10-f5d7-4575-865f-ee75d12d24ee is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:05.188006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:05.209078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:05.209713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:05.218073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Calling delete_port for 7aa07730-0675-4094-86ef-978c2002339d owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:05.250615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] For port 03f4eb09-a2ed-4ff0-901d-dc304498b510, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=03f4eb09-a2ed-4ff0-901d-dc304498b510,segment=NetworkSegment(c257aa47-4585-4209-8077-71dd28a5e7ed),segment_id=c257aa47-4585-4209-8077-71dd28a5e7ed)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:05.251022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:05.284169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-1df632a0-e699-41f6-ac0e-c0ba243aa590 None None] Set router 4c29e209-fb7d-4282-9892-d0309bc7c07e gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:05.291513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Network 307f03e4-a3ab-4d87-b7d8-8169553a16f7 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:05.296701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:05.298025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:05.320842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:05.396992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Allocated IP 2001:db8:3::2 (2ed70a10-f5d7-4575-865f-ee75d12d24ee/41811f0c-5880-4b41-b73c-fc5bfaece045/a4ce723a-40d1-44db-80ce-02f79284424b) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:05.562982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:05.614030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for 03f4eb09-a2ed-4ff0-901d-dc304498b510 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:05.713654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:05.885699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:05.907260 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1c3fc23a-fc90-401a-baa6-8225b1fdd6fa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/0b21ca92-6a70-4eb2-976b-cbe21563b220 HTTP/1.1" status: 200  len: 990 time: 0.8437977
Dec 18 06:53:05.912409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:05.933781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1df632a0-e699-41f6-ac0e-c0ba243aa590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dd3a278>, [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:52:07Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '0b21ca92-6a70-4eb2-976b-cbe21563b220', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.84', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'port_id': '92de0847-7178-4ac1-a822-2547e3cc99cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'mac_address': 'fa:16:3e:ab:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:52:55Z', 'updated_at': '2020-12-18T06:52:55Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804e7c30-4b25-4e34-9e1b-c1d50e03c7a8', 'name': '', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:9f:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:04Z', 'updated_at': '2020-12-18T06:52:24Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:05.948431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df632a0-e699-41f6-ac0e-c0ba243aa590 None None] The sync data for ids ['4c29e209-fb7d-4282-9892-d0309bc7c07e'] in dv-neutron-765072-3-ovs is: [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:52:07Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '0b21ca92-6a70-4eb2-976b-cbe21563b220', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.84', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'port_id': '92de0847-7178-4ac1-a822-2547e3cc99cb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'mac_address': 'fa:16:3e:ab:ec:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:52:55Z', 'updated_at': '2020-12-18T06:52:55Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804e7c30-4b25-4e34-9e1b-c1d50e03c7a8', 'name': '', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:9f:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:04Z', 'updated_at': '2020-12-18T06:52:24Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:06.070964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272b67c5-5a51-4e58-8b9f-ed54a8932a9c None None] Network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:06.081148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:06.092377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6511-c009-4af0-9538-4293b302fd53 req-bf6368de-193c-48e7-a7be-fdc9d75e59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:06.094022 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d42b6511-c009-4af0-9538-4293b302fd53 req-bf6368de-193c-48e7-a7be-fdc9d75e59ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 1162 time: 0.9206128
Dec 18 06:53:06.099164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=03f4eb09-a2ed-4ff0-901d-dc304498b510,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:06.102234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:06.120375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Pushing event updated for resources: {'Port': ['ID=388ac1de-d854-4f4d-b275-64eb60bd2b85,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:06.192674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port fc053ca7-525b-4361-8e8d-e8101739e305, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fc053ca7-525b-4361-8e8d-e8101739e305,segment=NetworkSegment(8150f80a-4cb7-4c1f-babc-95db920b8401),segment_id=8150f80a-4cb7-4c1f-babc-95db920b8401)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:06.217778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No DVR routers for this DVR port 03f4eb09-a2ed-4ff0-901d-dc304498b510 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:53:06.305439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Pushing event updated for resources: {'Port': ['ID=88d86230-0d69-48fd-97b2-7f0bb57dabf9,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:06.373331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6511-c009-4af0-9538-4293b302fd53 req-813115b4-6504-462e-8df2-d022804f7977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:06.376414 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d42b6511-c009-4af0-9538-4293b302fd53 req-813115b4-6504-462e-8df2-d022804f7977 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa4d225c-531e-48fe-880f-a6baa687bf50 HTTP/1.1" status: 200  len: 890 time: 0.2656722
Dec 18 06:53:06.412311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf1d1b0-76bf-45cc-bc14-a47a641a5143 None None] Network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:06.426623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:06.427934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 03f4eb09-a2ed-4ff0-901d-dc304498b510 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:06.491612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.780s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:06.501618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:06.512089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 03f4eb09-a2ed-4ff0-901d-dc304498b510 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:53:06.512487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 03f4eb09-a2ed-4ff0-901d-dc304498b510 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 18 06:53:06.539074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493dbf74-e205-4468-ac68-b4c427206128 None None] New status for floating IP 0b21ca92-6a70-4eb2-976b-cbe21563b220: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:53:06.550676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:06.599257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d7f3fcf-7e5c-4810-bfcd-2c0d24afa3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.208s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:06.605218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:06.655363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:06.715228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17e1e0f0>,) {'filters': {'network_id': ['fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:06.744329 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d42b6511-c009-4af0-9538-4293b302fd53 req-dd832f92-6f8f-400d-9ce9-79900f5bfab6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92de0847-7178-4ac1-a822-2547e3cc99cb HTTP/1.1" status: 200  len: 998 time: 0.3570106
Dec 18 06:53:06.787021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Port 03f4eb09-a2ed-4ff0-901d-dc304498b510 not found, will not notify nova. {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 18 06:53:06.809957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17e1e0f0>, 'c257aa47-4585-4209-8077-71dd28a5e7ed') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:06.810163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17e1e0f0>, 'c257aa47-4585-4209-8077-71dd28a5e7ed') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:06.833992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6511-c009-4af0-9538-4293b302fd53 req-d625c474-c085-4604-aa9f-1f96d19cd711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:06.836636 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d42b6511-c009-4af0-9538-4293b302fd53 req-d625c474-c085-4604-aa9f-1f96d19cd711 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=18d4dfc1-b8e8-46f8-9ba3-6d698031562d HTTP/1.1" status: 200  len: 834 time: 0.0807309
Dec 18 06:53:06.836636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:06.845017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:06.901162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:06.910767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7aae5580-8da1-481a-8796-683705027d85 None None] Provisioning for port 7aa07730-0675-4094-86ef-978c2002339d completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:06.916572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50784) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:06.916572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Releasing vxlan tunnel 10 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:53:06.956766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7aae5580-8da1-481a-8796-683705027d85 None None] Provisioning complete for port 7aa07730-0675-4094-86ef-978c2002339d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:06.957198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7aae5580-8da1-481a-8796-683705027d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:07.050533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=4c2a7718-eb00-4bac-a43c-a081bf8e319d,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:07.077370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:07.099653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:53:07.100122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:53:07.289601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:07.411599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:07.436560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=fc053ca7-525b-4361-8e8d-e8101739e305,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:07.473649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662c2f4-de4b-47bf-bd8c-dae9a9ad9317 None None] DHCP port deletion for fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:53:07.508623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:07.511232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fd68819-7271-47cf-8100-0a8d2d56e90a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.722s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:07.512273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fd68819-7271-47cf-8100-0a8d2d56e90a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:07.521500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b6511-c009-4af0-9538-4293b302fd53 req-6047b4da-9460-4cdd-a595-ebaeba1aa23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:07.522860 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d42b6511-c009-4af0-9538-4293b302fd53 req-6047b4da-9460-4cdd-a595-ebaeba1aa23d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa4d225c-531e-48fe-880f-a6baa687bf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.6621127
Dec 18 06:53:07.526348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-734287ec-41ab-49d5-ad52-8675462b0cdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.423s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:07.526775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-734287ec-41ab-49d5-ad52-8675462b0cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:07.575960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.102s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:07.576374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:07.606789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Deleting port 7aa07730-0675-4094-86ef-978c2002339d {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:07.607373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:07.649735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] For port 7aa07730-0675-4094-86ef-978c2002339d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7aa07730-0675-4094-86ef-978c2002339d,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:07.650025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1cc2b5-b20c-4c97-9004-88cf38a695f1 None None] Network 307f03e4-a3ab-4d87-b7d8-8169553a16f7 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:07.683389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:07.701488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-301af879-ba49-45b7-9a4d-72a519dec328 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/0b21ca92-6a70-4eb2-976b-cbe21563b220 HTTP/1.1" status: 200  len: 990 time: 0.7694218
Dec 18 06:53:07.715357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:53:07.727790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:07.777130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:07.778116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:07.811054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2bed50ff-b3f4-4368-a0c0-fae40349d275 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:07.888846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:53:07.910488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:07.931919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:07.932765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:07.957413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cc5593fd-e123-489d-9bb9-440d2373a09f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:07.988716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:53:08.044220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 572b95f8-bfc5-4338-977c-29ba6f11e64b is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:08.065004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:53:08.078108 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:53:08.084220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=7aa07730-0675-4094-86ef-978c2002339d,revision_number=8']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:08.101675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:08.103361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c2ca79fa-712e-4c46-8dfa-5f6b3c8b6f86 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:08.210366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event updated for resources: {'Port': ['ID=949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:08.214009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:08.231754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:08.236612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:08.243291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7201a2e7-7c94-4c0d-8ca8-d48b5ffa4b10 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:08.262631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:53:08.288462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Network': ['ID=fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:08.291271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:08.308567 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/networks/fc6c7335-57e8-47f6-b8c0-9e9ee30f8a85 HTTP/1.1" status: 204  len: 168 time: 4.4828210
Dec 18 06:53:08.309703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50788) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:08.326852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:08.364774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 2ed70a10-f5d7-4575-865f-ee75d12d24ee is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:08.368695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:08.439185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Transition to ACTIVE for port object a4ce723a-40d1-44db-80ce-02f79284424b will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:08.454079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:08.480192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:08.546238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 388ac1de-d854-4f4d-b275-64eb60bd2b85 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:08.567671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 423f91e6-ff18-49a2-8b59-425a70755da5 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:08.583876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Transition to ACTIVE for port object a4ce723a-40d1-44db-80ce-02f79284424b will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:08.644949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Transition to ACTIVE for port object 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:08.645509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7aae5580-8da1-481a-8796-683705027d85 None None] Could not find standard attr ID for object 03f4eb09-a2ed-4ff0-901d-dc304498b510. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:53:08.647168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f6980b-18bc-4896-8922-a1f531b793ba None None] Network 572b95f8-bfc5-4338-977c-29ba6f11e64b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:08.663693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33917e5-7fbb-485b-881f-baf58d0f2756 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:08.664492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d33917e5-7fbb-485b-881f-baf58d0f2756 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:53:08.700066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:08.725953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50792) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:08.743859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:08.756440 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d42b6511-c009-4af0-9538-4293b302fd53 req-2ad710b7-6aa8-4da3-b2b1-8d1a08a86a0b service neutron] 10.222.0.15 "GET /v2.0/networks/aa4d225c-531e-48fe-880f-a6baa687bf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1500807
Dec 18 06:53:08.773340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aef39d5e-1c95-431e-8d4c-e37821bf8c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:08.804148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:08.833734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 88ab38fe-9aaf-470b-a2fd-c41551059737 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:08.863850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d33917e5-7fbb-485b-881f-baf58d0f2756 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:53:08.868726 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d33917e5-7fbb-485b-881f-baf58d0f2756 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.5507379
Dec 18 06:53:08.872223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50796) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:08.877678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:08.882936 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4391916
Dec 18 06:53:08.889250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Sync routers for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:53:08.900816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:08.901816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d955390>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:08.903011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50800) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:08.908873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=8da26f22-fe5e-4ba3-8db1-362b6aaa31f1,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:08.925463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:08.935667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f35a36fa-3484-4bc8-87fc-e3a08d5dc03f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:08.950898 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-81f1da80-d53f-4a3d-a1ed-0dddce78b29d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/0b21ca92-6a70-4eb2-976b-cbe21563b220 HTTP/1.1" status: 200  len: 992 time: 0.2235324
Dec 18 06:53:09.010820 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-147a68f7-1e65-4d13-a0cf-4442fecb90b9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1350060
Dec 18 06:53:09.014022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50804) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:09.021793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'network': {'name': 'tempest-PortsTestJSON-1180797307'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:09.027219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:09.035968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:network and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:09.040022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:09.047168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:09.058218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:09.067047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:09.077690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:09.098305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:09.102047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:09.103656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:53:09.108314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:09.114562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:09.114999 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Added segment d643f42e-28a1-448e-8a83-1b345209ac9e of type vxlan for network 118328ba-40a2-4d42-b576-6ce8fd511065
Dec 18 06:53:09.150622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:09.186342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:09.192423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:09.193080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:09.199284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:09.264512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:09.299233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c2fea90>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:53:03Z', 'revision_number': 3, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 1, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:02Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:09.308382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:09.309192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:09.322553 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3074017
Dec 18 06:53:09.327059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50808) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:09.339141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': '118328ba-40a2-4d42-b576-6ce8fd511065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:09.347909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba17321-e2b0-4138-a632-ee6ac22ff02e None None] The sync data for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs is: [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:53:03Z', 'revision_number': 3, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 1, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:02Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:09.362469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7aae5580-8da1-481a-8796-683705027d85 None None] Provisioning complete for port fc053ca7-525b-4361-8e8d-e8101739e305 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:09.363345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7aae5580-8da1-481a-8796-683705027d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:09.474469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Network': ['ID=118328ba-40a2-4d42-b576-6ce8fd511065,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:09.504588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 388ac1de-d854-4f4d-b275-64eb60bd2b85 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:09.513082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d955390>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:05Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:52:59Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113', 'name': '', 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:ec:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:03Z', 'updated_at': '2020-12-18T06:53:06Z', 'revision_number': 2, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:09.518147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Checking router: 423f91e6-ff18-49a2-8b59-425a70755da5 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:53:09.519044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Updating router 423f91e6-ff18-49a2-8b59-425a70755da5 port 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:53:09.526123 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 10.2028949
Dec 18 06:53:09.531412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50812) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:09.532411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:09.539981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-cc3c69ed-4425-4699-88e1-220e3f61b56b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:09.550685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:09.565094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e0c1bd3b-1e02-42cc-a07d-b0f44f819407 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:09.604740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:09.689813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:09.699331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:09.706720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:09.726633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 118328ba-40a2-4d42-b576-6ce8fd511065 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:53:09.735729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:09.765791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Pushing event updated for resources: {'Port': ['ID=4131a8a2-e370-4280-bbe5-cece79ff9144,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:09.770404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:09.786817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:09.823897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:09.826649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cc3c69ed-4425-4699-88e1-220e3f61b56b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:09.831898 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.9711456
Dec 18 06:53:09.856619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50816) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:09.872628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 118328ba-40a2-4d42-b576-6ce8fd511065 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:53:09.920064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cc3c69ed-4425-4699-88e1-220e3f61b56b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:09.926608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cc3c69ed-4425-4699-88e1-220e3f61b56b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:09.960027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cc3c69ed-4425-4699-88e1-220e3f61b56b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:10.006861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'network': {'name': 'tempest-RoutersTest-845444879'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:10.043918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:10.053466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:10.058075 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d42b6511-c009-4af0-9538-4293b302fd53 req-2f054665-b142-4111-ae12-fb05c07e8448 service neutron] 10.222.0.15 "GET /v2.0/networks/aa4d225c-531e-48fe-880f-a6baa687bf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2914643
Dec 18 06:53:10.092919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3c69ed-4425-4699-88e1-220e3f61b56b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:10.098595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:network and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:10.112725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for network was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:10.154582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:10.158616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Network 307f03e4-a3ab-4d87-b7d8-8169553a16f7 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:10.245718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:10.258559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:10.276298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:10.479595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:53:10.495731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:10.495731 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Added segment b4699dad-ab11-4555-b961-87118b28f389 of type vxlan for network 47920b68-b33f-4709-a7f4-21dba77766c3
Dec 18 06:53:10.512346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634ab08-0e19-4434-bcdc-71237aff4219 None None] Pushing event updated for resources: {'Port': ['ID=5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:10.578404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:10.583449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc3c69ed-4425-4699-88e1-220e3f61b56b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:10.849189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5634ab08-0e19-4434-bcdc-71237aff4219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.076s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:10.859330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.685s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:10.878321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:10.924101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Transition to ACTIVE for port object 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:10.937495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:10.976344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:11.020697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:11.025992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:11.026667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:11.031512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] For port 7aa07730-0675-4094-86ef-978c2002339d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7aa07730-0675-4094-86ef-978c2002339d,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:11.031980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:11.080077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.ipam_backend_mixin [None req-cc3c69ed-4425-4699-88e1-220e3f61b56b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8da26f22-fe5e-4ba3-8db1-362b6aaa31f1 (CIDR: 2001:db8::/64)
Dec 18 06:53:11.101489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3c69ed-4425-4699-88e1-220e3f61b56b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:53:11.102030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3c69ed-4425-4699-88e1-220e3f61b56b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:53:11.108181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Network 2ed70a10-f5d7-4575-865f-ee75d12d24ee is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:11.141883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5ed06f1e-2829-4c55-b130-f1a0c4eca283 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:11.211806 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cc3c69ed-4425-4699-88e1-220e3f61b56b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.6749244
Dec 18 06:53:11.212043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50822) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:11.219396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:11.227830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:11.295468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Pushing event updated for resources: {'Port': ['ID=a4ce723a-40d1-44db-80ce-02f79284424b,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:11.335169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0548a3f-ad47-49ed-8f41-0216261351ba None None] Pushing event updated for resources: {'Port': ['ID=949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:11.356092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:11.359773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b0548a3f-ad47-49ed-8f41-0216261351ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:11.366605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Attempting to bind port 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:11.367835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Attempting to bind port 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:11.368268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Attempting to bind port 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:11.480223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.extraroute_db [None req-f35a36fa-3484-4bc8-87fc-e3a08d5dc03f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=81084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 18 06:53:11.544994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:11.564874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:11.565321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:11.566332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:11.566332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:11.566901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Bound port: 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:11.567336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:11.589025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Router 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:11.591067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Network': ['ID=47920b68-b33f-4709-a7f4-21dba77766c3,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:11.597798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.extraroute_db [None req-f35a36fa-3484-4bc8-87fc-e3a08d5dc03f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Removed routes are [] {{(pid=81084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 18 06:53:11.598758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a36fa-3484-4bc8-87fc-e3a08d5dc03f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:11.604857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:11.607691 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9cd9823f-e7b2-4de5-80dc-11ff6270f34b tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.7489760
Dec 18 06:53:11.663553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Attempting to bind port 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:11.663974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Attempting to bind port 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '9033d7b6-d542-4cec-b3d4-a5645c8a7b53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:11.664391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Attempting to bind port 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113 on network 2ed70a10-f5d7-4575-865f-ee75d12d24ee {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:11.681484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:11.681931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Checking segment: {'id': '9033d7b6-d542-4cec-b3d4-a5645c8a7b53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:11.682386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:11.682835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Bound using segment: {'id': '9033d7b6-d542-4cec-b3d4-a5645c8a7b53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:11.683363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Bound port: 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9033d7b6-d542-4cec-b3d4-a5645c8a7b53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:11.683732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50828) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:11.683851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:11.719887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'subnet': {'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:11.791428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 47920b68-b33f-4709-a7f4-21dba77766c3 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:53:11.852031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] For port 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:11.856262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] For port 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113,segment=NetworkSegment(9033d7b6-d542-4cec-b3d4-a5645c8a7b53),segment_id=9033d7b6-d542-4cec-b3d4-a5645c8a7b53)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:11.863738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:11.889136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:11.893618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:11.895160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:subnet and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:11.898412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:11.905489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:11.968854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 47920b68-b33f-4709-a7f4-21dba77766c3 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:53:12.005997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Calling delete_port for 7aa07730-0675-4094-86ef-978c2002339d owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:12.102779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port e0c1bd3b-1e02-42cc-a07d-b0f44f819407 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:12.112163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:12.121839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:12.125738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:12.127054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0548a3f-ad47-49ed-8f41-0216261351ba None None] Pushing event updated for resources: {'Port': ['ID=949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:12.132210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:12.141579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b0548a3f-ad47-49ed-8f41-0216261351ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:12.148734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:12.155089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:12.222989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:12.224050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d955390>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:12.241133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:12.294183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Attempting to bind port a4ce723a-40d1-44db-80ce-02f79284424b on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:12.294526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Attempting to bind port a4ce723a-40d1-44db-80ce-02f79284424b by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '9033d7b6-d542-4cec-b3d4-a5645c8a7b53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:12.294986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Attempting to bind port a4ce723a-40d1-44db-80ce-02f79284424b on network 2ed70a10-f5d7-4575-865f-ee75d12d24ee {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:12.352097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:12.352474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Checking segment: {'id': '9033d7b6-d542-4cec-b3d4-a5645c8a7b53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:12.352984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:12.353387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Bound using segment: {'id': '9033d7b6-d542-4cec-b3d4-a5645c8a7b53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:12.354025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Bound port: a4ce723a-40d1-44db-80ce-02f79284424b, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9033d7b6-d542-4cec-b3d4-a5645c8a7b53', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:12.354456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:12.438386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:12.438633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:12.461069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-477bd855-c051-43ed-abf5-8a7a8215651e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:12.465791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:12.484463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] For port a4ce723a-40d1-44db-80ce-02f79284424b, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:12.487826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] For port a4ce723a-40d1-44db-80ce-02f79284424b, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a4ce723a-40d1-44db-80ce-02f79284424b,segment=NetworkSegment(9033d7b6-d542-4cec-b3d4-a5645c8a7b53),segment_id=9033d7b6-d542-4cec-b3d4-a5645c8a7b53)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:12.490133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7aae5580-8da1-481a-8796-683705027d85 None None] Provisioning complete for port 01c875d8-5df3-4050-b89e-572c9427464c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:12.490565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7aae5580-8da1-481a-8796-683705027d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:12.563420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] For port 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:12.566844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] For port 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:12.576760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:12.659514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Subnet': ['ID=16b67448-27a9-494a-939e-7d29d04a289c,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:12.668578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:12.782692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:12.815496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Checking segment: {'id': 'd643f42e-28a1-448e-8a83-1b345209ac9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '118328ba-40a2-4d42-b576-6ce8fd511065'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:12.815907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network hostable DHCP agents. Network: 118328ba-40a2-4d42-b576-6ce8fd511065, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:53:12.859748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:12.863196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 118328ba-40a2-4d42-b576-6ce8fd511065 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:53:12.887016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 118328ba-40a2-4d42-b576-6ce8fd511065) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:12.903899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:12.939623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:12.940295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:12.992024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d955390>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:11Z', 'revision_number': 6, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:52:59Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113', 'name': '', 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:ec:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:03Z', 'updated_at': '2020-12-18T06:53:11Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:13.005851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f77a6-8184-4be9-b1ca-95d211ae97fe None None] The sync data for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs is: [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:11Z', 'revision_number': 6, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:52:59Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113', 'name': '', 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:ec:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:03Z', 'updated_at': '2020-12-18T06:53:11Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:13.030382 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7019384
Dec 18 06:53:13.034424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50832) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:13.045568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': '118328ba-40a2-4d42-b576-6ce8fd511065', 'name': 'tempest-PortsTestJSON-561795239'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:13.100768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653aeb7-87f9-4024-9186-44ee76f82aa7 None None] Network 118328ba-40a2-4d42-b576-6ce8fd511065 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:13.200642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:13.211565 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] 10.222.0.23 "PUT /v2.0/routers/7d342f80-6a33-4ef3-9ea6-ad2bed53ac94/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.8699780
Dec 18 06:53:13.264869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a36fa-3484-4bc8-87fc-e3a08d5dc03f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:13.278371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a36fa-3484-4bc8-87fc-e3a08d5dc03f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:13.329876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:13.332927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Pushing event updated for resources: {'Port': ['ID=a4ce723a-40d1-44db-80ce-02f79284424b,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:13.378099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:13.412676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:13.418291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:13.422171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:13.431784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:13.700298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:13.762475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35a36fa-3484-4bc8-87fc-e3a08d5dc03f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 423f91e6-ff18-49a2-8b59-425a70755da5 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:13.803963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a915a114-094b-4988-b28b-bd22f263eda3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:13.924260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Sync routers for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:53:14.235145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35a36fa-3484-4bc8-87fc-e3a08d5dc03f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:14.247831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f35a36fa-3484-4bc8-87fc-e3a08d5dc03f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:14.253660 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f35a36fa-3484-4bc8-87fc-e3a08d5dc03f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5 HTTP/1.1" status: 200  len: 954 time: 5.3381071
Dec 18 06:53:14.256052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50844) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:14.264325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Routers {'7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:14.265145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c15ada0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:14.316037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=e84bb9d1-3726-4546-bdcb-a87168eeb687,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:14.325464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:14.328101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7aae5580-8da1-481a-8796-683705027d85 None None] Could not find standard attr ID for object 782bd3a5-8109-4ccd-9d0d-060542a2840f. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:53:14.376237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port 1adaf117-fcc6-4373-b036-2a8b96edf5d5 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:53:14.395815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:14.396645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cdb8cf8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:14.464227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:14.468694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:14.485015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:14.488157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:14.533248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1893359104', 'description': 'tempest-TestVolumeBootPattern-1893359104 description'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:14.550992 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.3377297
Dec 18 06:53:14.552379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:14.564508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50850) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:14.573240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Usage tracker for resource:security_group and tenant:7f07f9809f59456d8b6d837c1309dd5c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:14.581028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1c6bf-20ca-436a-804b-d4501232fd08 None None] Sync routers for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:53:14.581283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:14.585282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:14.595373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'mac_address': 'fa:16:3e:cc:18:3d', 'name': 'tempest-NetworksTestDHCPv6-683193710'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:14.603771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1c6bf-20ca-436a-804b-d4501232fd08 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:14.604607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3af1c6bf-20ca-436a-804b-d4501232fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d873940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:14.619391 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b839f48b-a14e-4d22-9edc-78eefc49f4ea tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5 HTTP/1.1" status: 200  len: 954 time: 0.3616920
Dec 18 06:53:14.620212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50854) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:14.628107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-57b16cca-90df-460f-b0dc-08eddc36e081 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'router': {'routes': None}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:14.656486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:14.744120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:14.788200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:14.808535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.7 (118328ba-40a2-4d42-b576-6ce8fd511065/16b67448-27a9-494a-939e-7d29d04a289c/1adaf117-fcc6-4373-b036-2a8b96edf5d5) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:14.864313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:14.885344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3af1c6bf-20ca-436a-804b-d4501232fd08 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:14.915022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:14.915610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:14.944161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Usage tracker for resource:security_group_rule and tenant:7f07f9809f59456d8b6d837c1309dd5c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:14.963885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:14.974758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:14.988950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:15.003970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:15.026142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a700ad4-5c1c-4b50-83b0-4757e1ff4a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:15.036672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:15.045217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:15.064402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:15.125186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:15.136590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:15.152151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634ab08-0e19-4434-bcdc-71237aff4219 None None] Pushing event updated for resources: {'Port': ['ID=5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:15.161784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5634ab08-0e19-4434-bcdc-71237aff4219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.730s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:15.238660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:15.383934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:15.425913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f36e2275-1a4f-4d3d-98ba-ebea066d4714 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:15.452809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Provisioning for port 4131a8a2-e370-4280-bbe5-cece79ff9144 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:15.477907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] No DVR routers for this DVR port 7aa07730-0675-4094-86ef-978c2002339d on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:53:15.479948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Pushing event deleted for resources: {'Port': ['ID=7aa07730-0675-4094-86ef-978c2002339d,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:15.515032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-118328ba-40a2-4d42-b576-6ce8fd511065', 'network_id': '118328ba-40a2-4d42-b576-6ce8fd511065', 'tenant_id': '4188d9c05dcd428b8cdbc76ccf79a62d', 'fixed_ips': [{'subnet_id': '16b67448-27a9-494a-939e-7d29d04a289c'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:53:15.516515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:15.593284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:53:15.616467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3af1c6bf-20ca-436a-804b-d4501232fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d873940>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:11Z', 'revision_number': 6, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:52:59Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113', 'name': '', 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:ec:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:03Z', 'updated_at': '2020-12-18T06:53:11Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:15.626859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1c6bf-20ca-436a-804b-d4501232fd08 None None] Checking router: 423f91e6-ff18-49a2-8b59-425a70755da5 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:53:15.651958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1c6bf-20ca-436a-804b-d4501232fd08 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:15.652867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3af1c6bf-20ca-436a-804b-d4501232fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d873940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:52:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:15.653444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] Set router 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:15.711056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:15.732932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Transition to ACTIVE for port object 1adaf117-fcc6-4373-b036-2a8b96edf5d5 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:15.787771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:15.799324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:15.822671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:15.875040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:15.888328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:15.913315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Provisioning complete for port 4131a8a2-e370-4280-bbe5-cece79ff9144 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:15.914162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:15.931291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port af5d623e-1a2d-4ba0-a98b-f496ce4ab632 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:53:15.985292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9443969d-a09c-4127-b77f-661b5a393602 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:15.990497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:16.000721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1acac6-c71a-4b0b-b66d-6eff7aaf1cad None None] Network 2ed70a10-f5d7-4575-865f-ee75d12d24ee requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:16.038854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3af1c6bf-20ca-436a-804b-d4501232fd08 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:16.040952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Subnet': ['ID=5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:16.044075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:16.122340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:16.138844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a98c9130-1275-4d11-99f3-015a5b0cc068 req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1765 time: 1.6159408
Dec 18 06:53:16.218292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=1adaf117-fcc6-4373-b036-2a8b96edf5d5,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:16.228029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:16.241882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b02e93fe-2fea-4bb9-98cf-e782eef570b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:16.259702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Checking segment: {'id': 'b4699dad-ab11-4555-b961-87118b28f389', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:16.260100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network hostable DHCP agents. Network: 47920b68-b33f-4709-a7f4-21dba77766c3, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:53:16.275526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.extraroute_db [None req-57b16cca-90df-460f-b0dc-08eddc36e081 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Added routes are [] {{(pid=81084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 18 06:53:16.275915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.extraroute_db [None req-57b16cca-90df-460f-b0dc-08eddc36e081 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=81084) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 18 06:53:16.296490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Port 4131a8a2-e370-4280-bbe5-cece79ff9144 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:53:16.315917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 47920b68-b33f-4709-a7f4-21dba77766c3 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:53:16.316888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event updated for resources: {'SecurityGroup': ['ID=34eeec42-a908-4a44-902d-e2ca0a6b619c,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:16.345551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57b16cca-90df-460f-b0dc-08eddc36e081 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:16.349321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 47920b68-b33f-4709-a7f4-21dba77766c3) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:16.372650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:16.436320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3af1c6bf-20ca-436a-804b-d4501232fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d873940>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:11Z', 'revision_number': 6, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:52:59Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113', 'name': '', 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:ec:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:03Z', 'updated_at': '2020-12-18T06:53:11Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:16.442832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1c6bf-20ca-436a-804b-d4501232fd08 None None] The sync data for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs is: [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:11Z', 'revision_number': 6, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:52:59Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113', 'name': '', 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:ec:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:03Z', 'updated_at': '2020-12-18T06:53:11Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:16.461293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 118328ba-40a2-4d42-b576-6ce8fd511065 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:16.467448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:16.486336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:16.600249 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-44dd66ba-9586-4858-a4df-33532c01c540 req-971588c8-e408-4166-88c2-2b8e0562a2b6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups/34eeec42-a908-4a44-902d-e2ca0a6b619c HTTP/1.1" status: 200  len: 1760 time: 0.4230456
Dec 18 06:53:16.617438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-44dd66ba-9586-4858-a4df-33532c01c540 req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34eeec42-a908-4a44-902d-e2ca0a6b619c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:16.617848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-44dd66ba-9586-4858-a4df-33532c01c540 req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34eeec42-a908-4a44-902d-e2ca0a6b619c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:16.620170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:16.620820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:16.668406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de467544-429f-476e-93b9-c42a81a873f1 None None] Network 47920b68-b33f-4709-a7f4-21dba77766c3 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:16.739419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.0459030
Dec 18 06:53:16.741121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50862) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:16.840426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57b16cca-90df-460f-b0dc-08eddc36e081 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:16.908248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57b16cca-90df-460f-b0dc-08eddc36e081 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:16.918670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-44dd66ba-9586-4858-a4df-33532c01c540 req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:16.934750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-44dd66ba-9586-4858-a4df-33532c01c540 req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Usage tracker for resource:security_group_rule and tenant:7f07f9809f59456d8b6d837c1309dd5c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:16.942150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-44dd66ba-9586-4858-a4df-33532c01c540 req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:16.948626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:16.949293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:16.964598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-44dd66ba-9586-4858-a4df-33532c01c540 req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:16.965884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:16.990251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8:0:1::3db (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/e84bb9d1-3726-4546-bdcb-a87168eeb687/af5d623e-1a2d-4ba0-a98b-f496ce4ab632) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:17.000299 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.9603839
Dec 18 06:53:17.003108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 50868) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:17.003258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:17.003258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8ada1477-76c8-4c20-971a-0372e2674037 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:17.006261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::f816:3eff:fecc:183d (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/8da26f22-fe5e-4ba3-8db1-362b6aaa31f1/af5d623e-1a2d-4ba0-a98b-f496ce4ab632) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:17.008403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': '118328ba-40a2-4d42-b576-6ce8fd511065', 'name': 'tempest-PortsTestJSON-705556940'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:17.041353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81fe436c-3881-4591-ba45-aa84e7012592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:17.085415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-44dd66ba-9586-4858-a4df-33532c01c540 req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:17.196809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-44dd66ba-9586-4858-a4df-33532c01c540 req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:17.206345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-44dd66ba-9586-4858-a4df-33532c01c540 req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:17.211202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-01007ccc-fe07-431b-a9d1-df85b9423fc3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:17.242917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a4bc02-75e9-4be9-a709-238629bc87af,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:17.249509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:17.273335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-44dd66ba-9586-4858-a4df-33532c01c540 req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:17.274421 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-44dd66ba-9586-4858-a4df-33532c01c540 req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.6614399
Dec 18 06:53:17.297742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Provisioning for port e0c1bd3b-1e02-42cc-a07d-b0f44f819407 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:17.319814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Provisioning complete for port e0c1bd3b-1e02-42cc-a07d-b0f44f819407 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:17.320246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:17.325866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:17.352480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object af5d623e-1a2d-4ba0-a98b-f496ce4ab632 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:17.373721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b16cca-90df-460f-b0dc-08eddc36e081 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 423f91e6-ff18-49a2-8b59-425a70755da5 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:17.380839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:17.400141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ad3d6b37-1483-4689-a49a-0b6b8b380152 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:17.400327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c15ada0>, [{'id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'name': 'tempest-TestVolumeBootPattern-2131621140-router', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:47Z', 'updated_at': '2020-12-18T06:53:06Z', 'revision_number': 4, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'gw_port': {'id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4131a8a2-e370-4280-bbe5-cece79ff9144', 'name': '', 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'mac_address': 'fa:16:3e:81:81:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f9e71b6b-3a76-4c0b-87f9-2c048ed9609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:01Z', 'updated_at': '2020-12-18T06:53:07Z', 'revision_number': 2, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'subnets': [{'id': 'f9e71b6b-3a76-4c0b-87f9-2c048ed9609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:17.594117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:17.596494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=af5d623e-1a2d-4ba0-a98b-f496ce4ab632,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:17.615788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:17.621280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e6ef12-7b58-46b0-b453-d2007a8c183b None None] The sync data for ids ['7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'] in dv-neutron-765072-3-ovs is: [{'id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'name': 'tempest-TestVolumeBootPattern-2131621140-router', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:47Z', 'updated_at': '2020-12-18T06:53:06Z', 'revision_number': 4, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'gw_port': {'id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4131a8a2-e370-4280-bbe5-cece79ff9144', 'name': '', 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'mac_address': 'fa:16:3e:81:81:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f9e71b6b-3a76-4c0b-87f9-2c048ed9609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:01Z', 'updated_at': '2020-12-18T06:53:07Z', 'revision_number': 2, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'subnets': [{'id': 'f9e71b6b-3a76-4c0b-87f9-2c048ed9609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:17.623426 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6fee6733-f391-4078-aa5d-52e8f067e40e req-dfe7e832-57f5-4cd7-9828-b7019b3ad53b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups/34eeec42-a908-4a44-902d-e2ca0a6b619c HTTP/1.1" status: 200  len: 2322 time: 0.2903781
Dec 18 06:53:17.659685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-6fee6733-f391-4078-aa5d-52e8f067e40e req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34eeec42-a908-4a44-902d-e2ca0a6b619c', 'remote_group_id': None}]} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:17.660070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-6fee6733-f391-4078-aa5d-52e8f067e40e req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '34eeec42-a908-4a44-902d-e2ca0a6b619c', 'remote_group_id': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:17.681761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-6fee6733-f391-4078-aa5d-52e8f067e40e req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:17.685747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:17.689378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:17.694601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-6fee6733-f391-4078-aa5d-52e8f067e40e req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Usage tracker for resource:security_group_rule and tenant:7f07f9809f59456d8b6d837c1309dd5c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:17.697868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:17.702399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:17.703141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:17.721507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-6fee6733-f391-4078-aa5d-52e8f067e40e req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:17.730407 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 3.1646714
Dec 18 06:53:17.731499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50878) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:17.737689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-6fee6733-f391-4078-aa5d-52e8f067e40e req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:17.792350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.792756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.793123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.793509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.793924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.794306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.794720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.795109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.795490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.795877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.796250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.796670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.797118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.797493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.797927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.798852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.799227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.799599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.799971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.800339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.801256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.801256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.801451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.801767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:17.805993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:17.822716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:17.841268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-77d83552-9910-472b-9577-d916b6811075 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port af5d623e-1a2d-4ba0-a98b-f496ce4ab632 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:17.841671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-77d83552-9910-472b-9577-d916b6811075 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:17.842594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9579d0e3-f6ca-44ad-85ff-022ec031df17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:17.933962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6fee6733-f391-4078-aa5d-52e8f067e40e req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:17.989084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:17.993796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 8ada1477-76c8-4c20-971a-0372e2674037 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:17.994308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:18.003211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6fee6733-f391-4078-aa5d-52e8f067e40e req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:18.010258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6fee6733-f391-4078-aa5d-52e8f067e40e req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:18.014751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dbcc5f85-b975-4fe9-a474-9f10a4e10a90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:18.037040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:18.040552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:18.047205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-47920b68-b33f-4709-a7f4-21dba77766c3', 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'fixed_ips': [{'subnet_id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:53:18.048437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:18.097288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b16cca-90df-460f-b0dc-08eddc36e081 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:18.103682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57b16cca-90df-460f-b0dc-08eddc36e081 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:18.107591 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-57b16cca-90df-460f-b0dc-08eddc36e081 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5 HTTP/1.1" status: 200  len: 704 time: 3.4834211
Dec 18 06:53:18.112917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50882) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:18.113547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:18.119215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:18.162575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef680d1-24b3-4997-8724-775ca536d34a,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:18.246319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:18.340192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6fee6733-f391-4078-aa5d-52e8f067e40e req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:18.341852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6fee6733-f391-4078-aa5d-52e8f067e40e req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.6871874
Dec 18 06:53:18.404915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port 32dec2c1-e5f6-466f-822e-26c62ac8510e yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:53:18.420624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e58dd1-d3cb-45d4-b8d2-335728459ad6 None None] Sync routers for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:53:18.425487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-77d83552-9910-472b-9577-d916b6811075 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:18.502187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] For port e0c1bd3b-1e02-42cc-a07d-b0f44f819407, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e0c1bd3b-1e02-42cc-a07d-b0f44f819407,segment=NetworkSegment(665d9a0f-11a0-4638-b75f-24bcf1fa432f),segment_id=665d9a0f-11a0-4638-b75f-24bcf1fa432f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:18.525326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:18.540665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:18.584596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:18.594007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-77d83552-9910-472b-9577-d916b6811075 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for af5d623e-1a2d-4ba0-a98b-f496ce4ab632 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:18.689291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e58dd1-d3cb-45d4-b8d2-335728459ad6 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:18.693599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-05e58dd1-d3cb-45d4-b8d2-335728459ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf51a58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:18.822896 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c5b3155b-ca5f-438b-b8d5-12f6d677abd9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5 HTTP/1.1" status: 200  len: 704 time: 0.6822338
Dec 18 06:53:18.823592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50930) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:18.953004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-05e58dd1-d3cb-45d4-b8d2-335728459ad6 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:19.129059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-77d83552-9910-472b-9577-d916b6811075 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:19.162795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f20572b4-9573-433d-8989-86681cec6eb3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:19.328084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d83552-9910-472b-9577-d916b6811075 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=af5d623e-1a2d-4ba0-a98b-f496ce4ab632,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:19.366451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-77d83552-9910-472b-9577-d916b6811075 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:19.370120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Provisioning for port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:19.384229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Allocated IP 172.20.0.2 (118328ba-40a2-4d42-b576-6ce8fd511065/16b67448-27a9-494a-939e-7d29d04a289c/da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:19.403328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:19.410751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cdb8cf8>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:53:03Z', 'revision_number': 3, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:05Z', 'revision_number': 2, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:02Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:19.413598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': '8da26f22-fe5e-4ba3-8db1-362b6aaa31f1'}, {'subnet_id': 'e84bb9d1-3726-4546-bdcb-a87168eeb687'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:53:19.414602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:19.528238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 01c875d8-5df3-4050-b89e-572c9427464c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:19.611644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:19.612678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Checking router: 88ab38fe-9aaf-470b-a2fd-c41551059737 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:53:19.613289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Updating router 88ab38fe-9aaf-470b-a2fd-c41551059737 port 4c2a7718-eb00-4bac-a43c-a081bf8e319d binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:53:19.693823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Pushing event updated for resources: {'Port': ['ID=e0c1bd3b-1e02-42cc-a07d-b0f44f819407,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:19.698373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.120s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:19.708353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Allocated IP 172.22.0.1 (47920b68-b33f-4709-a7f4-21dba77766c3/5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f/ed785fe1-e98e-49c0-96f1-305f19d40dbd) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:19.838782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:20.015609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:20.059555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Transition to ACTIVE for port object ed785fe1-e98e-49c0-96f1-305f19d40dbd will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:20.087584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:20.138799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-77d83552-9910-472b-9577-d916b6811075 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:20.168322 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-77d83552-9910-472b-9577-d916b6811075 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/af5d623e-1a2d-4ba0-a98b-f496ce4ab632 HTTP/1.1" status: 204  len: 168 time: 2.4327259
Dec 18 06:53:20.171059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50946) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:20.219001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-42b8d4de-9d02-46b1-b098-695fdea42099 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:20.239745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7c212e7f-9157-4e46-bad7-71a0cdffc49a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:53:20.316966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=ed785fe1-e98e-49c0-96f1-305f19d40dbd,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:20.325949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:20.348330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7c212e7f-9157-4e46-bad7-71a0cdffc49a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:53:20.352456 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7c212e7f-9157-4e46-bad7-71a0cdffc49a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1773903
Dec 18 06:53:20.355720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50976) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:20.420906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 47920b68-b33f-4709-a7f4-21dba77766c3 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:20.425620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:20.429213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:20.525172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:20.553265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Provisioning for port 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:20.699964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:20.758344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:20.867612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Provisioning complete for port 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:20.868327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:20.981008 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-640f8dc2-e85b-489a-a1a5-2d2bc879905f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.6209636
Dec 18 06:53:20.982694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50988) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:21.277279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99c1df1-59e5-4daa-be34-c4592bf08433 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:21.283727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99c1df1-59e5-4daa-be34-c4592bf08433 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:21.287050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99c1df1-59e5-4daa-be34-c4592bf08433 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:21.288834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a99c1df1-59e5-4daa-be34-c4592bf08433 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:53:21.324075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a99c1df1-59e5-4daa-be34-c4592bf08433 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:53:21.324312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Allocated IP 2001:db8:0:1::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/e84bb9d1-3726-4546-bdcb-a87168eeb687/bbdca9fd-6dd2-4e99-8b27-9537cb17ccae) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:21.325641 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a99c1df1-59e5-4daa-be34-c4592bf08433 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.3418999
Dec 18 06:53:21.330017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 50994) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:21.437930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Allocated IP 2001:db8::f816:3eff:fe4e:25b6 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/8da26f22-fe5e-4ba3-8db1-362b6aaa31f1/bbdca9fd-6dd2-4e99-8b27-9537cb17ccae) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:21.456166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:21.461257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:21.467518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:21.514895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6b37b89c-7897-433f-acd3-33d92fb4d262 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:21.648302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=ed785fe1-e98e-49c0-96f1-305f19d40dbd,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:21.662336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:21.712017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:21.717111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Transition to ACTIVE for port object da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:21.733449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 01c875d8-5df3-4050-b89e-572c9427464c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:21.734050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:21.788104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:21.788501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:21.835849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3f0320-f0b0-4e9d-885c-e40217748150 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 8da26f22-fe5e-4ba3-8db1-362b6aaa31f1 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:53:21.849332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:21.908873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Transition to ACTIVE for port object da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:21.913931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 47920b68-b33f-4709-a7f4-21dba77766c3 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:21.916171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:21.972426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Allocated IP 172.22.0.2 (47920b68-b33f-4709-a7f4-21dba77766c3/5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f/ce9372cc-1c51-4a03-af62-435d01deb441) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:21.973704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Sync routers for ids ['7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:53:21.976787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:21.991215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Routers {'7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:21.995191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db410f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:22.000300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:22.044448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] For port 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113,segment=NetworkSegment(9033d7b6-d542-4cec-b3d4-a5645c8a7b53),segment_id=9033d7b6-d542-4cec-b3d4-a5645c8a7b53)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:22.045159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:22.086928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.8 (118328ba-40a2-4d42-b576-6ce8fd511065/16b67448-27a9-494a-939e-7d29d04a289c/32dec2c1-e5f6-466f-822e-26c62ac8510e) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:22.141288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Pushing event updated for resources: {'Port': ['ID=da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:22.145044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:22.256016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-05e58dd1-d3cb-45d4-b8d2-335728459ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf51a58>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 7, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:52:59Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113', 'name': '', 'network_id': '2ed70a10-f5d7-4575-865f-ee75d12d24ee', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:ec:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:03Z', 'updated_at': '2020-12-18T06:53:11Z', 'revision_number': 4, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '41811f0c-5880-4b41-b73c-fc5bfaece045', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:22.309808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:22.315916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Set router 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:22.322416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:22.340328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Transition to ACTIVE for port object 32dec2c1-e5f6-466f-822e-26c62ac8510e will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:22.346844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e58dd1-d3cb-45d4-b8d2-335728459ad6 None None] Checking router: 423f91e6-ff18-49a2-8b59-425a70755da5 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:53:22.358165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] For port 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4a6d1e67-c47d-4f45-818b-32c2e8a7f03a,segment=NetworkSegment(665d9a0f-11a0-4638-b75f-24bcf1fa432f),segment_id=665d9a0f-11a0-4638-b75f-24bcf1fa432f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:22.363530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51002) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:22.418431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Network 118328ba-40a2-4d42-b576-6ce8fd511065 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:22.473636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:22.480643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:22.526584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-20dc72f1-387c-4d7b-ba7e-4b63f8b08218 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:22.653470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:22.675403 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cd940d85-6911-4b0c-95ac-233a7cc346b6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/0b21ca92-6a70-4eb2-976b-cbe21563b220 HTTP/1.1" status: 200  len: 992 time: 0.3090751
Dec 18 06:53:22.694847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:22.699765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 88ab38fe-9aaf-470b-a2fd-c41551059737 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:22.773371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:22.842745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7aa07730-0675-4094-86ef-978c2002339d no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:53:22.877177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:22.920353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-77d83552-9910-472b-9577-d916b6811075 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:22.929242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db410f0>, [{'id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'name': 'tempest-TestVolumeBootPattern-2131621140-router', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:47Z', 'updated_at': '2020-12-18T06:53:06Z', 'revision_number': 4, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'gw_port': {'id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4131a8a2-e370-4280-bbe5-cece79ff9144', 'name': '', 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'mac_address': 'fa:16:3e:81:81:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f9e71b6b-3a76-4c0b-87f9-2c048ed9609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:01Z', 'updated_at': '2020-12-18T06:53:07Z', 'revision_number': 2, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'subnets': [{'id': 'f9e71b6b-3a76-4c0b-87f9-2c048ed9609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:22.934116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Checking router: 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:53:22.934713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Updating router 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 port 4131a8a2-e370-4280-bbe5-cece79ff9144 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:53:22.994386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:23.004914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=32dec2c1-e5f6-466f-822e-26c62ac8510e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:23.008244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:23.120368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:23.123584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51010) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:23.144066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Transition to ACTIVE for port object 4c2a7718-eb00-4bac-a43c-a081bf8e319d will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:23.170269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:23.187752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:23.264577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e58dd1-d3cb-45d4-b8d2-335728459ad6 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:23.266176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-05e58dd1-d3cb-45d4-b8d2-335728459ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf51a58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:23.399076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:23.405832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 7aa07730-0675-4094-86ef-978c2002339d {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:53:23.406238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7aa07730-0675-4094-86ef-978c2002339d not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:53:23.406877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 03f4eb09-a2ed-4ff0-901d-dc304498b510 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:53:23.513303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:23.534522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:23.546118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Transition to ACTIVE for port object bbdca9fd-6dd2-4e99-8b27-9537cb17ccae will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:23.571785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Transition to ACTIVE for port object bbdca9fd-6dd2-4e99-8b27-9537cb17ccae will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:23.675062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7c3f0320-f0b0-4e9d-885c-e40217748150 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:23.758140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7c3f0320-f0b0-4e9d-885c-e40217748150 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:23.805958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:23.842655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Transition to ACTIVE for port object 4131a8a2-e370-4280-bbe5-cece79ff9144 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:23.847386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:23.888260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:24.018168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:24.040632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7c3f0320-f0b0-4e9d-885c-e40217748150 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:24.043966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Transition to ACTIVE for port object ce9372cc-1c51-4a03-af62-435d01deb441 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:24.062658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Transition to ACTIVE for port object ce9372cc-1c51-4a03-af62-435d01deb441 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:24.075261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:24.099586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a373c-fa3c-4f74-b912-349b49832cfa None None] Pushing event updated for resources: {'Port': ['ID=4131a8a2-e370-4280-bbe5-cece79ff9144,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:24.107482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 03f4eb09-a2ed-4ff0-901d-dc304498b510 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:53:24.107482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 03f4eb09-a2ed-4ff0-901d-dc304498b510 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:53:24.110353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-421a373c-fa3c-4f74-b912-349b49832cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:24.110933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Pushing event updated for resources: {'Port': ['ID=4a6d1e67-c47d-4f45-818b-32c2e8a7f03a,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:24.124446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 118328ba-40a2-4d42-b576-6ce8fd511065 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:24.131397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:24.134890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:24.159739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:24.172419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:24.270706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:24.271370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:24.300259 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5570219
Dec 18 06:53:24.314673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51016) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:24.322010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'network': {'name': 'tempest-RoutersTest-1763535527'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:24.327905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:24.336446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:network and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:24.341783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for network was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:24.356817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:24.383224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:24.399142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:24.487277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.714s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:24.487821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:24.517411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Attempting to bind port 4131a8a2-e370-4280-bbe5-cece79ff9144 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:24.517869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Attempting to bind port 4131a8a2-e370-4280-bbe5-cece79ff9144 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '7fb640de-3897-41cc-b3ea-babb952f21d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:24.518290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Attempting to bind port 4131a8a2-e370-4280-bbe5-cece79ff9144 on network 307f03e4-a3ab-4d87-b7d8-8169553a16f7 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:24.523574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 8b1e5482-a601-4712-b64b-61ceecf8a669 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:24.524239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:24.534795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:24.536057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Checking segment: {'id': '7fb640de-3897-41cc-b3ea-babb952f21d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:24.537395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:24.537822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Bound using segment: {'id': '7fb640de-3897-41cc-b3ea-babb952f21d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:24.538388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Bound port: 4131a8a2-e370-4280-bbe5-cece79ff9144, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb640de-3897-41cc-b3ea-babb952f21d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:24.538835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:24.571264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] vxlan segment allocate from pool success with {'vxlan_vni': 16}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:53:24.580958 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 7.5775931
Dec 18 06:53:24.619294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51020) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:24.815390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-05e58dd1-d3cb-45d4-b8d2-335728459ad6 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:24.816215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] For port 4131a8a2-e370-4280-bbe5-cece79ff9144, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:24.830115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] For port 4131a8a2-e370-4280-bbe5-cece79ff9144, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4131a8a2-e370-4280-bbe5-cece79ff9144,segment=NetworkSegment(7fb640de-3897-41cc-b3ea-babb952f21d4),segment_id=7fb640de-3897-41cc-b3ea-babb952f21d4)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:24.838378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:24.867802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-504e6111-b49c-460d-8903-60abe24a96ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:24.886889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:24.886889 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Added segment 9d628d7e-674f-463d-bace-ec43865fcdfb of type vxlan for network baa8994d-3dba-4f6f-9f92-7d515a0cf92a
Dec 18 06:53:24.901068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Provisioning for port 4c2a7718-eb00-4bac-a43c-a081bf8e319d completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:24.910396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:24.999493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:25.037968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a373c-fa3c-4f74-b912-349b49832cfa None None] Pushing event updated for resources: {'Port': ['ID=4131a8a2-e370-4280-bbe5-cece79ff9144,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:25.040674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985ee72-d908-4f15-ba9e-6ce21e427317 None None] Pushing event updated for resources: {'Port': ['ID=4c2a7718-eb00-4bac-a43c-a081bf8e319d,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:25.046780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-421a373c-fa3c-4f74-b912-349b49832cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:25.057904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ba6d9-605c-45fd-a4eb-d0aab04970ae tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:25.058779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-936ba6d9-605c-45fd-a4eb-d0aab04970ae tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:53:25.068181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:25.068640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:25.165215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Routers {'7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:25.166265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db410f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:25.216208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 423f91e6-ff18-49a2-8b59-425a70755da5 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:25.280130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 8b1e5482-a601-4712-b64b-61ceecf8a669 owned by network:floatingip {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:25.362909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:25.369941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:25.372136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:25.383680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a6b8596-5949-4b05-820e-3901f0426595 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:25.403971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:25.424479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-936ba6d9-605c-45fd-a4eb-d0aab04970ae tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:53:25.429259 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-936ba6d9-605c-45fd-a4eb-d0aab04970ae tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200  len: 921 time: 0.8009887
Dec 18 06:53:25.431394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:25.437200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51026) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:25.464920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Pushing event updated for resources: {'Port': ['ID=bbdca9fd-6dd2-4e99-8b27-9537cb17ccae,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:25.475174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] Set router 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:25.536190 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7063594
Dec 18 06:53:25.539340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.049s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:25.554909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51030) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:25.585325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Network 47920b68-b33f-4709-a7f4-21dba77766c3 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:25.585646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-734287ec-41ab-49d5-ad52-8675462b0cdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.685s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:25.674466 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.3553357
Dec 18 06:53:25.693472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:25.708462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51034) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:25.722757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'subnet': {'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:25.828030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:25.840148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Attempting to bind port da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:25.841338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Attempting to bind port da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'd643f42e-28a1-448e-8a83-1b345209ac9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '118328ba-40a2-4d42-b576-6ce8fd511065'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:25.841781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Attempting to bind port da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7 on network 118328ba-40a2-4d42-b576-6ce8fd511065 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:25.847578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-775e32a4-0622-435b-bc8f-d189961141b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port 32dec2c1-e5f6-466f-822e-26c62ac8510e {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:25.847970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-775e32a4-0622-435b-bc8f-d189961141b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:25.921694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:25.931661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:subnet and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:25.938355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for subnet was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:25.948712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:25.986324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Made reservation on behalf of fc3d208d838543b4abc0f2d29ba61b15 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:26.026719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Network': ['ID=baa8994d-3dba-4f6f-9f92-7d515a0cf92a,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:26.033536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:26.097130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:26.097891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Checking segment: {'id': 'd643f42e-28a1-448e-8a83-1b345209ac9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '118328ba-40a2-4d42-b576-6ce8fd511065'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:26.098529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:26.099136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Bound using segment: {'id': 'd643f42e-28a1-448e-8a83-1b345209ac9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '118328ba-40a2-4d42-b576-6ce8fd511065'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:26.099854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Bound port: da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd643f42e-28a1-448e-8a83-1b345209ac9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '118328ba-40a2-4d42-b576-6ce8fd511065'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:26.100641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:26.145350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Provisioning for port 388ac1de-d854-4f4d-b275-64eb60bd2b85 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:26.201570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Attempting to bind port ce9372cc-1c51-4a03-af62-435d01deb441 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:26.202290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Attempting to bind port ce9372cc-1c51-4a03-af62-435d01deb441 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'b4699dad-ab11-4555-b961-87118b28f389', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:26.202875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Attempting to bind port ce9372cc-1c51-4a03-af62-435d01deb441 on network 47920b68-b33f-4709-a7f4-21dba77766c3 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:26.211038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network baa8994d-3dba-4f6f-9f92-7d515a0cf92a details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:53:26.212912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db410f0>, [{'id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'name': 'tempest-TestVolumeBootPattern-2131621140-router', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:47Z', 'updated_at': '2020-12-18T06:53:06Z', 'revision_number': 4, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'gw_port': {'id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4131a8a2-e370-4280-bbe5-cece79ff9144', 'name': '', 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'mac_address': 'fa:16:3e:81:81:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f9e71b6b-3a76-4c0b-87f9-2c048ed9609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:01Z', 'updated_at': '2020-12-18T06:53:24Z', 'revision_number': 4, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'subnets': [{'id': 'f9e71b6b-3a76-4c0b-87f9-2c048ed9609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:26.218346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d74414-e469-4ba4-bac4-9fda6071ac03 None None] The sync data for ids ['7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'] in dv-neutron-765072-3-ovs is: [{'id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'name': 'tempest-TestVolumeBootPattern-2131621140-router', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:47Z', 'updated_at': '2020-12-18T06:53:06Z', 'revision_number': 4, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'gw_port': {'id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4131a8a2-e370-4280-bbe5-cece79ff9144', 'name': '', 'network_id': '307f03e4-a3ab-4d87-b7d8-8169553a16f7', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'mac_address': 'fa:16:3e:81:81:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'f9e71b6b-3a76-4c0b-87f9-2c048ed9609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:01Z', 'updated_at': '2020-12-18T06:53:24Z', 'revision_number': 4, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'subnets': [{'id': 'f9e71b6b-3a76-4c0b-87f9-2c048ed9609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:26.223291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:26.286250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network baa8994d-3dba-4f6f-9f92-7d515a0cf92a details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:53:26.381270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:26.413438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-775e32a4-0622-435b-bc8f-d189961141b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:26.414060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:26.466659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:26.467081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Checking segment: {'id': 'b4699dad-ab11-4555-b961-87118b28f389', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:26.467545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:26.467991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Bound using segment: {'id': 'b4699dad-ab11-4555-b961-87118b28f389', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:26.468543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Bound port: ce9372cc-1c51-4a03-af62-435d01deb441, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4699dad-ab11-4555-b961-87118b28f389', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:26.468956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:26.545288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=8b1e5482-a601-4712-b64b-61ceecf8a669,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:26.549082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:26.617865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-775e32a4-0622-435b-bc8f-d189961141b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for 32dec2c1-e5f6-466f-822e-26c62ac8510e owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:26.763711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:26.763711 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP 0b21ca92-6a70-4eb2-976b-cbe21563b220 disassociated (deleted). External IP: 172.26.7.84, port: 92de0847-7178-4ac1-a822-2547e3cc99cb.
Dec 18 06:53:26.868729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-775e32a4-0622-435b-bc8f-d189961141b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:26.874762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Provisioning complete for port 388ac1de-d854-4f4d-b275-64eb60bd2b85 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:26.875194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:26.918747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] For port ce9372cc-1c51-4a03-af62-435d01deb441, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:26.955736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Attempting to bind port 4c2a7718-eb00-4bac-a43c-a081bf8e319d on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:26.956165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Attempting to bind port 4c2a7718-eb00-4bac-a43c-a081bf8e319d by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '161c6ff2-2202-4a3a-9696-6981f85bce76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:26.956578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Attempting to bind port 4c2a7718-eb00-4bac-a43c-a081bf8e319d on network 572b95f8-bfc5-4338-977c-29ba6f11e64b {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:26.958785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Pushing event updated for resources: {'Port': ['ID=ce9372cc-1c51-4a03-af62-435d01deb441,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:26.981494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.396s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:27.009147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.606s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:27.009570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:27.010456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:27.010880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Checking segment: {'id': '161c6ff2-2202-4a3a-9696-6981f85bce76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:27.011331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.011777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Bound using segment: {'id': '161c6ff2-2202-4a3a-9696-6981f85bce76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:27.012320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Bound port: 4c2a7718-eb00-4bac-a43c-a081bf8e319d, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161c6ff2-2202-4a3a-9696-6981f85bce76', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:27.012748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.042186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] For port ce9372cc-1c51-4a03-af62-435d01deb441, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ce9372cc-1c51-4a03-af62-435d01deb441,segment=NetworkSegment(b4699dad-ab11-4555-b961-87118b28f389),segment_id=b4699dad-ab11-4555-b961-87118b28f389)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:27.044295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-659ea8a1-db93-428d-8de0-909929d6280a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:27.089890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.112163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e32a4-0622-435b-bc8f-d189961141b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=32dec2c1-e5f6-466f-822e-26c62ac8510e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:27.119213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaed0ef9-00b9-467a-971d-0b470af79767 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting subnet 41811f0c-5880-4b41-b73c-fc5bfaece045 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:53:27.123271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaed0ef9-00b9-467a-971d-0b470af79767 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.154940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8721a44b-6319-49aa-a6bf-83a25a654479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:27.178945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-775e32a4-0622-435b-bc8f-d189961141b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:27.185429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7c3f0320-f0b0-4e9d-885c-e40217748150 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.289109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b0236951-1fc3-4c9f-9602-52fe4fceeeaa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:27.368519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaed0ef9-00b9-467a-971d-0b470af79767 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.413682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 4c29e209-fb7d-4282-9892-d0309bc7c07e has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:27.452010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f0320-f0b0-4e9d-885c-e40217748150 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=8da26f22-fe5e-4ba3-8db1-362b6aaa31f1,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:27.474127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7c3f0320-f0b0-4e9d-885c-e40217748150 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:27.494026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7c3f0320-f0b0-4e9d-885c-e40217748150 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.530541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-775e32a4-0622-435b-bc8f-d189961141b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.548613 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7c3f0320-f0b0-4e9d-885c-e40217748150 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/8da26f22-fe5e-4ba3-8db1-362b6aaa31f1 HTTP/1.1" status: 204  len: 168 time: 6.2171731
Dec 18 06:53:27.552013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51042) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:27.574432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Pushing event updated for resources: {'Port': ['ID=ce9372cc-1c51-4a03-af62-435d01deb441,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:27.580118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:27.581159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.616809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-775e32a4-0622-435b-bc8f-d189961141b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/32dec2c1-e5f6-466f-822e-26c62ac8510e HTTP/1.1" status: 204  len: 168 time: 2.1781578
Dec 18 06:53:27.647040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:27.651536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51046) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:27.658637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:27.664512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:27.671693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.690200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-716fa57e-2e54-4281-add7-069baccf38d3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:27.761507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:27.762088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.767417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaed0ef9-00b9-467a-971d-0b470af79767 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.824145 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-158ac166-1146-4ae4-a613-0925fec99977 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:53:27.824716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-158ac166-1146-4ae4-a613-0925fec99977 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:53:27.874700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] For port da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:27.929232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] For port 4c2a7718-eb00-4bac-a43c-a081bf8e319d, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:27.939253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Attempting to bind port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:27.939253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Attempting to bind port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:27.939253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Attempting to bind port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:27.962532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:27.962532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:27.962532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.962532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:27.962532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Bound port: bbdca9fd-6dd2-4e99-8b27-9537cb17ccae, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:27.962532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:27.973346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-158ac166-1146-4ae4-a613-0925fec99977 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:53:27.973346 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-158ac166-1146-4ae4-a613-0925fec99977 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/32dec2c1-e5f6-466f-822e-26c62ac8510e HTTP/1.1" status: 404  len: 333 time: 0.3181994
Dec 18 06:53:27.986902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] For port da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7,segment=NetworkSegment(d643f42e-28a1-448e-8a83-1b345209ac9e),segment_id=d643f42e-28a1-448e-8a83-1b345209ac9e)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:27.990912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51050) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:28.065154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-26999e4b-7224-45ad-939c-bf86603ad526 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet e84bb9d1-3726-4546-bdcb-a87168eeb687 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:53:28.082520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26999e4b-7224-45ad-939c-bf86603ad526 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:28.109468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] For port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:28.113724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] For port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=bbdca9fd-6dd2-4e99-8b27-9537cb17ccae,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:28.123832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:28.142225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] For port 4c2a7718-eb00-4bac-a43c-a081bf8e319d, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4c2a7718-eb00-4bac-a43c-a081bf8e319d,segment=NetworkSegment(161c6ff2-2202-4a3a-9696-6981f85bce76),segment_id=161c6ff2-2202-4a3a-9696-6981f85bce76)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:28.152531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-51df2f22-5be7-4e0c-a1a8-46b941f136b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:28.179978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ce1f71f8-1549-4166-8d90-1b203522641d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port 1adaf117-fcc6-4373-b036-2a8b96edf5d5 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:28.180362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce1f71f8-1549-4166-8d90-1b203522641d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:28.186305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:28.255464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Subnet': ['ID=6c44f737-6875-48ab-ac60-0a341d4a662f,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:28.265297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:28.332212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:28.424733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:28.524735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a2ccbd-73b5-4d9a-a70d-d42edc2cd734 None None] Sync routers for ids ['4c29e209-fb7d-4282-9892-d0309bc7c07e'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:53:28.548178 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/floatingips/0b21ca92-6a70-4eb2-976b-cbe21563b220 HTTP/1.1" status: 204  len: 168 time: 5.4204776
Dec 18 06:53:28.551161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'tag': '92de0847-7178-4ac1-a822-2547e3cc99cb'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:53:28.561552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-05e58dd1-d3cb-45d4-b8d2-335728459ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf51a58>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:22Z', 'revision_number': 8, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:53:22Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:28.563886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Checking segment: {'id': '9d628d7e-674f-463d-bace-ec43865fcdfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:28.564290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network hostable DHCP agents. Network: baa8994d-3dba-4f6f-9f92-7d515a0cf92a, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:53:28.589750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network baa8994d-3dba-4f6f-9f92-7d515a0cf92a is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:53:28.600480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, baa8994d-3dba-4f6f-9f92-7d515a0cf92a) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:28.614938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:28.615597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:28.637422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:28.680576 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9686971
Dec 18 06:53:28.681565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51062) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:28.745764 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'tag': '92de0847-7178-4ac1-a822-2547e3cc99cb', 'status': 'completed', 'code': 200}
Dec 18 06:53:28.883674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26999e4b-7224-45ad-939c-bf86603ad526 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:28.918412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] For port 388ac1de-d854-4f4d-b275-64eb60bd2b85, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=388ac1de-d854-4f4d-b275-64eb60bd2b85,segment=NetworkSegment(7fb640de-3897-41cc-b3ea-babb952f21d4),segment_id=7fb640de-3897-41cc-b3ea-babb952f21d4)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:28.964154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e58dd1-d3cb-45d4-b8d2-335728459ad6 None None] The sync data for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs is: [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:22Z', 'revision_number': 8, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:53:22Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:28.982995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 88d86230-0d69-48fd-97b2-7f0bb57dabf9 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:29.061819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf6573-2f07-46a1-9cbb-49199fe6e1f6 None None] Network baa8994d-3dba-4f6f-9f92-7d515a0cf92a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:29.118974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a2ccbd-73b5-4d9a-a70d-d42edc2cd734 None None] Routers {'4c29e209-fb7d-4282-9892-d0309bc7c07e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:29.119722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e3a2ccbd-73b5-4d9a-a70d-d42edc2cd734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf71f60>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4c29e209-fb7d-4282-9892-d0309bc7c07e'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:29.282628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50809fb-d3f4-4aa5-ae7a-d1bac74ac7b8 req-d54eb140-2a5c-42d9-83d7-5c925646bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:29.284270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a50809fb-d3f4-4aa5-ae7a-d1bac74ac7b8 req-d54eb140-2a5c-42d9-83d7-5c925646bc49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 1162 time: 0.5376911
Dec 18 06:53:29.339237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e3a2ccbd-73b5-4d9a-a70d-d42edc2cd734 None None] Set router 4c29e209-fb7d-4282-9892-d0309bc7c07e gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:29.409774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192ac83-7f12-46af-ae91-eb33ff3cc80c req-667fb479-1e04-4d0b-b1b6-e1bd1a257228 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:29.411703 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c192ac83-7f12-46af-ae91-eb33ff3cc80c req-667fb479-1e04-4d0b-b1b6-e1bd1a257228 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 945 time: 0.3061166
Dec 18 06:53:29.412866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaed0ef9-00b9-467a-971d-0b470af79767 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:29.577540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-62d16a5c-ed95-460e-958c-433064bc67ee tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:29.635317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b2abb-7b77-4719-bd95-e5de1bb2d2d0 None None] Sync routers for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:53:29.655072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26999e4b-7224-45ad-939c-bf86603ad526 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:29.659967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b2abb-7b77-4719-bd95-e5de1bb2d2d0 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:29.660722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2e0b2abb-7b77-4719-bd95-e5de1bb2d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db412e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:29.693921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed0ef9-00b9-467a-971d-0b470af79767 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Subnet': ['ID=41811f0c-5880-4b41-b73c-fc5bfaece045,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:29.706590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eaed0ef9-00b9-467a-971d-0b470af79767 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:29.831864 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c192ac83-7f12-46af-ae91-eb33ff3cc80c req-ff12d0d4-dce3-41e0-b908-0d4694f4d9ac tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4000859
Dec 18 06:53:29.864017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce1f71f8-1549-4166-8d90-1b203522641d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:29.928567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:30.029477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:30.056819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bea77c4-b678-4760-8e7a-7a54919e9d55 None None] Network 47920b68-b33f-4709-a7f4-21dba77766c3 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:30.071649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eaed0ef9-00b9-467a-971d-0b470af79767 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:30.088848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50809fb-d3f4-4aa5-ae7a-d1bac74ac7b8 req-a15552ba-bc07-4f72-b6f6-c271397be775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:30.090502 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a50809fb-d3f4-4aa5-ae7a-d1bac74ac7b8 req-a15552ba-bc07-4f72-b6f6-c271397be775 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa4d225c-531e-48fe-880f-a6baa687bf50 HTTP/1.1" status: 200  len: 890 time: 0.7968867
Dec 18 06:53:30.173558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb77246-91c0-4b98-9694-312fc568bdb8 None None] Network 2ed70a10-f5d7-4575-865f-ee75d12d24ee requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:30.224341 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eaed0ef9-00b9-467a-971d-0b470af79767 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/41811f0c-5880-4b41-b73c-fc5bfaece045 HTTP/1.1" status: 204  len: 168 time: 4.6682599
Dec 18 06:53:30.241348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51070) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:30.242821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ce1f71f8-1549-4166-8d90-1b203522641d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for 1adaf117-fcc6-4373-b036-2a8b96edf5d5 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:30.278310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-2e0b2abb-7b77-4719-bd95-e5de1bb2d2d0 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:30.309776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec1cce8-d5fb-43d1-934a-e6092730c458 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:30.452408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Could not find standard attr ID for object 03f4eb09-a2ed-4ff0-901d-dc304498b510. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:53:30.487214 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a50809fb-d3f4-4aa5-ae7a-d1bac74ac7b8 req-d387927b-a905-43fe-90d6-23e6f47cd2ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92de0847-7178-4ac1-a822-2547e3cc99cb HTTP/1.1" status: 200  len: 217 time: 0.3856361
Dec 18 06:53:30.618458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce1f71f8-1549-4166-8d90-1b203522641d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:30.625656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26999e4b-7224-45ad-939c-bf86603ad526 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:30.780820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Could not find standard attr ID for object a04f969a-653f-4daf-9a1c-60e79d77b9d9. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:53:30.832551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2e0b2abb-7b77-4719-bd95-e5de1bb2d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db412e8>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:22Z', 'revision_number': 8, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:53:22Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:30.850891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b2abb-7b77-4719-bd95-e5de1bb2d2d0 None None] Checking router: 423f91e6-ff18-49a2-8b59-425a70755da5 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:53:30.866369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0b2abb-7b77-4719-bd95-e5de1bb2d2d0 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:30.867511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2e0b2abb-7b77-4719-bd95-e5de1bb2d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db412e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:30.869351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50809fb-d3f4-4aa5-ae7a-d1bac74ac7b8 req-da2b9a17-2b8d-4fe6-bfa8-3cb058479061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:30.870960 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a50809fb-d3f4-4aa5-ae7a-d1bac74ac7b8 req-da2b9a17-2b8d-4fe6-bfa8-3cb058479061 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=18d4dfc1-b8e8-46f8-9ba3-6d698031562d HTTP/1.1" status: 200  len: 834 time: 0.3354170
Dec 18 06:53:31.068082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Pushing event updated for resources: {'Port': ['ID=da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:31.091285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.939s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:31.100148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-01dff2f9-73c6-437e-804b-0557b5c8957a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:31.132007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-2e0b2abb-7b77-4719-bd95-e5de1bb2d2d0 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:31.213900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:31.214624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cdb8cf8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:31.240069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:31.348444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26999e4b-7224-45ad-939c-bf86603ad526 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=e84bb9d1-3726-4546-bdcb-a87168eeb687,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:31.351052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26999e4b-7224-45ad-939c-bf86603ad526 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:31.427127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-26999e4b-7224-45ad-939c-bf86603ad526 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:31.427709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-775e32a4-0622-435b-bc8f-d189961141b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:31.448031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:31.485108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-e1495f3c-e8a5-4f99-a947-8937de2669cc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:31.489994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-e1495f3c-e8a5-4f99-a947-8937de2669cc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:53:31.528875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port a4ce723a-40d1-44db-80ce-02f79284424b {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:31.529338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:31.565153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f71f8-1549-4166-8d90-1b203522641d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=1adaf117-fcc6-4373-b036-2a8b96edf5d5,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:31.609981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50809fb-d3f4-4aa5-ae7a-d1bac74ac7b8 req-fe1b28b6-6b23-4166-b003-e9ecb6097bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:31.614851 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a50809fb-d3f4-4aa5-ae7a-d1bac74ac7b8 req-fe1b28b6-6b23-4166-b003-e9ecb6097bf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa4d225c-531e-48fe-880f-a6baa687bf50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.7105627
Dec 18 06:53:31.622811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce1f71f8-1549-4166-8d90-1b203522641d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:31.649177 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-26999e4b-7224-45ad-939c-bf86603ad526 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/e84bb9d1-3726-4546-bdcb-a87168eeb687 HTTP/1.1" status: 204  len: 168 time: 4.0960031
Dec 18 06:53:31.654716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51078) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:31.658886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2e0b2abb-7b77-4719-bd95-e5de1bb2d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db412e8>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:22Z', 'revision_number': 8, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:53:22Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:31.664049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0b2abb-7b77-4719-bd95-e5de1bb2d2d0 None None] The sync data for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs is: [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:22Z', 'revision_number': 8, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '4a6d1e67-c47d-4f45-818b-32c2e8a7f03a', 'name': '', 'network_id': 'dcd4c9b0-18b3-41eb-b943-7fca8833ff9e', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:97:76:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '5e7d8894-f480-425d-90c5-4971941ef219', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:53:22Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '5e7d8894-f480-425d-90c5-4971941ef219', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:31.691322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce1f71f8-1549-4166-8d90-1b203522641d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:31.695795 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ce1f71f8-1549-4166-8d90-1b203522641d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/1adaf117-fcc6-4373-b036-2a8b96edf5d5 HTTP/1.1" status: 204  len: 168 time: 3.7014370
Dec 18 06:53:31.708979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51084) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:31.777671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb89bc19-d961-47fd-b024-fbdd77535959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.257s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:31.817667 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bbe8c4-3560-43b1-a7db-2e7e4d6a29c9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:53:31.818244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-94bbe8c4-3560-43b1-a7db-2e7e4d6a29c9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:53:31.842972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b6d97-06e7-408f-aaf9-f41ce6e7afd5 req-6f701ff7-25d9-4f9f-bc55-622b4a0f98b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:31.848402 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a14b6d97-06e7-408f-aaf9-f41ce6e7afd5 req-6f701ff7-25d9-4f9f-bc55-622b4a0f98b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 945 time: 0.6536360
Dec 18 06:53:31.853949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-94bbe8c4-3560-43b1-a7db-2e7e4d6a29c9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:53:31.857762 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-94bbe8c4-3560-43b1-a7db-2e7e4d6a29c9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/1adaf117-fcc6-4373-b036-2a8b96edf5d5 HTTP/1.1" status: 404  len: 333 time: 0.1450932
Dec 18 06:53:31.870849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 92de0847-7178-4ac1-a822-2547e3cc99cb no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:53:31.874077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51088) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:31.908246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-e1495f3c-e8a5-4f99-a947-8937de2669cc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:53:31.909601 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-e1495f3c-e8a5-4f99-a947-8937de2669cc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 945 time: 1.4295757
Dec 18 06:53:31.960717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-a50809fb-d3f4-4aa5-ae7a-d1bac74ac7b8 req-ad85ab67-ac75-4cea-9579-7240d111b67b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:53:31.962425 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a50809fb-d3f4-4aa5-ae7a-d1bac74ac7b8 req-ad85ab67-ac75-4cea-9579-7240d111b67b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.2735679
Dec 18 06:53:31.977754 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9eddfc7d-8ebd-4bec-947c-cbd78e764d71 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2767467
Dec 18 06:53:31.977989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51092) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:31.982711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:32.057408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:32.171927 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a14b6d97-06e7-408f-aaf9-f41ce6e7afd5 req-7fa7c830-e502-43fe-b9dc-a0c8000a2837 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3156011
Dec 18 06:53:32.181403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:32.206784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:32.263868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:32.286689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:32.311756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:32.319414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:32.474574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] For port a4ce723a-40d1-44db-80ce-02f79284424b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a4ce723a-40d1-44db-80ce-02f79284424b,segment=NetworkSegment(9033d7b6-d542-4cec-b3d4-a5645c8a7b53),segment_id=9033d7b6-d542-4cec-b3d4-a5645c8a7b53)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:32.474991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:32.477826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c508695-4bdd-4feb-88a1-2e0077478c3e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting subnet 16b67448-27a9-494a-939e-7d29d04a289c {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:53:32.491973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:32.492563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:32.493554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c508695-4bdd-4feb-88a1-2e0077478c3e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:32.592967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c508695-4bdd-4feb-88a1-2e0077478c3e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:32.653084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Pushing event updated for resources: {'Port': ['ID=bbdca9fd-6dd2-4e99-8b27-9537cb17ccae,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:32.854259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c508695-4bdd-4feb-88a1-2e0077478c3e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:33.015238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:33.112904 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a50809fb-d3f4-4aa5-ae7a-d1bac74ac7b8 req-064123f8-2684-4741-9d6e-26f16a2d84e9 service neutron] 10.222.0.15 "GET /v2.0/networks/aa4d225c-531e-48fe-880f-a6baa687bf50?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1340914
Dec 18 06:53:33.127405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for a4ce723a-40d1-44db-80ce-02f79284424b owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:33.163344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 92de0847-7178-4ac1-a822-2547e3cc99cb {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:33.164061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:33.226416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ace4619-c715-46c1-8ddb-525dbfc4ea65 None None] Network 118328ba-40a2-4d42-b576-6ce8fd511065 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:33.447023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92de0847-7178-4ac1-a822-2547e3cc99cb'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:53:33.553292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 92de0847-7178-4ac1-a822-2547e3cc99cb, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=92de0847-7178-4ac1-a822-2547e3cc99cb,segment=NetworkSegment(ff03a812-edcc-46e8-ad59-71c0731a4fa2),segment_id=ff03a812-edcc-46e8-ad59-71c0731a4fa2)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:33.604487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:33.692684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-baa8994d-3dba-4f6f-9f92-7d515a0cf92a', 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'fixed_ips': [{'subnet_id': '6c44f737-6875-48ab-ac60-0a341d4a662f'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:53:33.693254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:33.698058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:33.764295 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92de0847-7178-4ac1-a822-2547e3cc99cb', 'code': 200}
Dec 18 06:53:33.809363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:33.920700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=a4ce723a-40d1-44db-80ce-02f79284424b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:33.928628 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a50809fb-d3f4-4aa5-ae7a-d1bac74ac7b8 req-d667f4ee-6477-4df8-819a-3b035f06c941 service neutron] 10.222.0.15 "GET /v2.0/networks/aa4d225c-531e-48fe-880f-a6baa687bf50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7069771
Dec 18 06:53:33.940312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988554bc-9bcf-44f1-81be-01ad91640345 req-ac9d08a4-2681-4ba9-b79f-149584c4d2d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:33.948326 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-988554bc-9bcf-44f1-81be-01ad91640345 req-ac9d08a4-2681-4ba9-b79f-149584c4d2d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 943 time: 0.4043875
Dec 18 06:53:33.954316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:34.083509 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-988554bc-9bcf-44f1-81be-01ad91640345 req-855a6313-61b4-4311-a0e6-e65916779e81 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1342206
Dec 18 06:53:34.099085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Allocated IP 172.23.0.1 (baa8994d-3dba-4f6f-9f92-7d515a0cf92a/6c44f737-6875-48ab-ac60-0a341d4a662f/a7537eac-7e28-4394-89af-5db6199f8f41) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:34.101034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:34.123520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No DVR routers for this DVR port a4ce723a-40d1-44db-80ce-02f79284424b on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:53:34.149383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c4cf18-7070-42ec-9b24-584b85e5cf2e None None] DHCP port deletion for 2ed70a10-f5d7-4575-865f-ee75d12d24ee request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:53:34.178196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c508695-4bdd-4feb-88a1-2e0077478c3e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:34.202046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e3a2ccbd-73b5-4d9a-a70d-d42edc2cd734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf71f60>, [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:52:07Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '804e7c30-4b25-4e34-9e1b-c1d50e03c7a8', 'name': '', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:9f:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:04Z', 'updated_at': '2020-12-18T06:52:24Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:34.222357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a2ccbd-73b5-4d9a-a70d-d42edc2cd734 None None] Checking router: 4c29e209-fb7d-4282-9892-d0309bc7c07e for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:53:34.299077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985ee72-d908-4f15-ba9e-6ce21e427317 None None] Pushing event updated for resources: {'Port': ['ID=4c2a7718-eb00-4bac-a43c-a081bf8e319d,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:34.314718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-26999e4b-7224-45ad-939c-bf86603ad526 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:34.379329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 92de0847-7178-4ac1-a822-2547e3cc99cb, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=92de0847-7178-4ac1-a822-2547e3cc99cb,segment=NetworkSegment(ff03a812-edcc-46e8-ad59-71c0731a4fa2),segment_id=ff03a812-edcc-46e8-ad59-71c0731a4fa2)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:34.379720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:34.387450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cdb8cf8>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:53:20Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:27Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:02Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ed785fe1-e98e-49c0-96f1-305f19d40dbd', 'name': '', 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:ed:56:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:19Z', 'updated_at': '2020-12-18T06:53:21Z', 'revision_number': 2, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:34.403359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c508695-4bdd-4feb-88a1-2e0077478c3e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Subnet': ['ID=16b67448-27a9-494a-939e-7d29d04a289c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:34.406704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c508695-4bdd-4feb-88a1-2e0077478c3e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:34.412504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c508695-4bdd-4feb-88a1-2e0077478c3e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:34.421050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b5dadeae-8708-4bee-98eb-1093292957a3 None None] Provisioning complete for port a4ce723a-40d1-44db-80ce-02f79284424b triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:34.421487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b5dadeae-8708-4bee-98eb-1093292957a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:34.424731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:34.446872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-808fa9bd-5439-4acc-8d17-7ee8e3ba9426 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:34.518527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a2ccbd-73b5-4d9a-a70d-d42edc2cd734 None None] Routers {'4c29e209-fb7d-4282-9892-d0309bc7c07e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:34.518527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e3a2ccbd-73b5-4d9a-a70d-d42edc2cd734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf71f60>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4c29e209-fb7d-4282-9892-d0309bc7c07e'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:34.528456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=5cbe57e6-2ec7-4e46-a073-6791c0133074,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:34.538163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:34.570760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c680cce-4275-4066-9944-f383bcacb002 None None] Update dhcp port {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'fixed_ips': [{'subnet_id': 'e84bb9d1-3726-4546-bdcb-a87168eeb687'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': 'bbdca9fd-6dd2-4e99-8b27-9537cb17ccae'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:53:34.596641 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1c508695-4bdd-4feb-88a1-2e0077478c3e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/16b67448-27a9-494a-939e-7d29d04a289c HTTP/1.1" status: 204  len: 168 time: 2.7196956
Dec 18 06:53:34.607545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51106) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:34.624698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b5dadeae-8708-4bee-98eb-1093292957a3 None None] Port a4ce723a-40d1-44db-80ce-02f79284424b was deleted so its status cannot be updated. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:320}}
Dec 18 06:53:34.630514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6c07cc-1202-47e4-8c52-1928ddd827c6 None None] The sync data for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs is: [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:53:20Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:27Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:02Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ed785fe1-e98e-49c0-96f1-305f19d40dbd', 'name': '', 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:ed:56:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:19Z', 'updated_at': '2020-12-18T06:53:21Z', 'revision_number': 2, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:34.657551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 88d86230-0d69-48fd-97b2-7f0bb57dabf9, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=88d86230-0d69-48fd-97b2-7f0bb57dabf9,segment=NetworkSegment(161c6ff2-2202-4a3a-9696-6981f85bce76),segment_id=161c6ff2-2202-4a3a-9696-6981f85bce76)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:34.684016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c680cce-4275-4066-9944-f383bcacb002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:34.755983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:34.756928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e0c1bd3b-1e02-42cc-a07d-b0f44f819407 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:34.776534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 92de0847-7178-4ac1-a822-2547e3cc99cb owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:34.852350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:34.913996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:34.940901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b5dadeae-8708-4bee-98eb-1093292957a3 None None] Provisioning complete for port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:34.941271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b5dadeae-8708-4bee-98eb-1093292957a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:35.116075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:35.121457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:35.144138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:35.145382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:35.187221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:53:35.189360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:53:35.229660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:35.231961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:35.281476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port e0c1bd3b-1e02-42cc-a07d-b0f44f819407 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:35.282034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:35.299328 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.3233843
Dec 18 06:53:35.308324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51112) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:35.320994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b805c849-8e76-430f-a437-409219e96050 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:35.348835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17484dd8>,) {'filters': {'network_id': ['2ed70a10-f5d7-4575-865f-ee75d12d24ee']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:35.397708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17484dd8>, '9033d7b6-d542-4cec-b3d4-a5645c8a7b53') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:35.398229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17484dd8>, '9033d7b6-d542-4cec-b3d4-a5645c8a7b53') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:35.420687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:35.439881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:35.457025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:35.459934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Releasing vxlan tunnel 14 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:53:35.644730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Transition to ACTIVE for port object a7537eac-7e28-4394-89af-5db6199f8f41 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:35.708126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 92de0847-7178-4ac1-a822-2547e3cc99cb {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:35.708483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:35.808277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 2ed70a10-f5d7-4575-865f-ee75d12d24ee has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:53:35.828348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:35.845189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ac3f7-7c1b-4ffb-a8af-ef7875d19039 req-ba4070a6-789e-4fa1-a646-5fe075bc8adb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:35.846889 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-953ac3f7-7c1b-4ffb-a8af-ef7875d19039 req-ba4070a6-789e-4fa1-a646-5fe075bc8adb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 943 time: 0.4752584
Dec 18 06:53:35.891996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b805c849-8e76-430f-a437-409219e96050 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:35.896608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b805c849-8e76-430f-a437-409219e96050 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:35.900064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b805c849-8e76-430f-a437-409219e96050 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:35.906380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b805c849-8e76-430f-a437-409219e96050 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:35.938672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] For port da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7,segment=NetworkSegment(d643f42e-28a1-448e-8a83-1b345209ac9e),segment_id=d643f42e-28a1-448e-8a83-1b345209ac9e)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:35.939398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:35.998730 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-953ac3f7-7c1b-4ffb-a8af-ef7875d19039 req-461950f2-1ef4-4736-8ddc-7dedf67ef4b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1421027
Dec 18 06:53:36.023475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a55ee6-9e8e-42a2-93dd-53bbfd932598 None None] Network 118328ba-40a2-4d42-b576-6ce8fd511065 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:36.094374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:36.138707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:36.144249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Pushing event updated for resources: {'Port': ['ID=388ac1de-d854-4f4d-b275-64eb60bd2b85,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:36.156347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 4.379s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:36.182604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:36.202505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Sync routers for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:53:36.205861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d32c621-2cdd-4139-8ff9-22c709a3225b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 7.247s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:36.211033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b805c849-8e76-430f-a437-409219e96050 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:36.317049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 2ed70a10-f5d7-4575-865f-ee75d12d24ee has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:53:36.361550 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:53:36.373503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:36.374268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e76a9e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:36.382767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:36.401319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6f513942-e90f-4cfe-b1c5-4724f2d38382 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:36.501427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b805c849-8e76-430f-a437-409219e96050 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:36.550841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Allocated IP 172.23.0.2 (baa8994d-3dba-4f6f-9f92-7d515a0cf92a/6c44f737-6875-48ab-ac60-0a341d4a662f/5f138960-6de9-41d8-a006-d9d28ec93294) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:36.595098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:36.598228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:36.730061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=a7537eac-7e28-4394-89af-5db6199f8f41,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:36.748692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:36.763608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No DVR routers for this DVR port da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:53:36.838842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 92de0847-7178-4ac1-a822-2547e3cc99cb, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=92de0847-7178-4ac1-a822-2547e3cc99cb,segment=NetworkSegment(ff03a812-edcc-46e8-ad59-71c0731a4fa2),segment_id=ff03a812-edcc-46e8-ad59-71c0731a4fa2)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:36.839374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:36.903792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=92de0847-7178-4ac1-a822-2547e3cc99cb,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:36.948471 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.ipam_backend_mixin [None req-b805c849-8e76-430f-a437-409219e96050 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5cbe57e6-2ec7-4e46-a073-6791c0133074 (CIDR: 2001:db8::/64)
Dec 18 06:53:36.954304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:36.963078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:36.971150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 92de0847-7178-4ac1-a822-2547e3cc99cb owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:37.011040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:37.026077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb3e36e1-a1a7-44d1-a100-9a406a492bd6 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:37.037642 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b805c849-8e76-430f-a437-409219e96050 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:53:37.038237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b805c849-8e76-430f-a437-409219e96050 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:53:37.052267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:37.055306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Network': ['ID=2ed70a10-f5d7-4575-865f-ee75d12d24ee,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:37.062987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:37.069390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:37.093047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e3a2ccbd-73b5-4d9a-a70d-d42edc2cd734 None None] Set router 4c29e209-fb7d-4282-9892-d0309bc7c07e gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:37.095883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network baa8994d-3dba-4f6f-9f92-7d515a0cf92a is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:37.109661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:37.112008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d0dfe80>,) {'filters': {'network_id': ['118328ba-40a2-4d42-b576-6ce8fd511065']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:37.116794 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/networks/2ed70a10-f5d7-4575-865f-ee75d12d24ee HTTP/1.1" status: 204  len: 168 time: 6.8555598
Dec 18 06:53:37.117731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51130) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:37.119178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:37.127476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d0dfe80>, 'd643f42e-28a1-448e-8a83-1b345209ac9e') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:37.127804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d0dfe80>, 'd643f42e-28a1-448e-8a83-1b345209ac9e') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:37.141145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:37.160052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:37.162090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Releasing vxlan tunnel 10 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:53:37.195510 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b805c849-8e76-430f-a437-409219e96050 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.8859951
Dec 18 06:53:37.215330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=88d86230-0d69-48fd-97b2-7f0bb57dabf9,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:37.219211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:37.226443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51134) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:37.242720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 7.312s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:37.243150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:37.249727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:37.262589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.117s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:37.263014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:37.275917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Transition to ACTIVE for port object 5f138960-6de9-41d8-a006-d9d28ec93294 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:37.279463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.393s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:37.279882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:37.286973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b5dadeae-8708-4bee-98eb-1093292957a3 None None] Provisioning for port ce9372cc-1c51-4a03-af62-435d01deb441 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:37.317315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:37.376494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff548e5-5eb6-4c7c-8259-033cffc22746 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:37.480027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 118328ba-40a2-4d42-b576-6ce8fd511065 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:53:37.494632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:37.502251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:37.646404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3db12d-d57a-4076-99ec-faa0ef5eb8ea None None] DHCP port deletion for 118328ba-40a2-4d42-b576-6ce8fd511065 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:53:37.799726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:37.861880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:37.918766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c6fcbe43-efb7-4f2a-86f0-ed8bcb57bf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:38.022086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37cc1d-d99c-492f-a9a2-b53ee12a623b req-a213e1e9-a70a-4ce2-bd7f-d54723fb5b06 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:38.024064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5d37cc1d-d99c-492f-a9a2-b53ee12a623b req-a213e1e9-a70a-4ce2-bd7f-d54723fb5b06 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 865 time: 0.7615995
Dec 18 06:53:38.093802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 118328ba-40a2-4d42-b576-6ce8fd511065 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:53:38.101485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=92de0847-7178-4ac1-a822-2547e3cc99cb,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:38.120246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:53:38.139195 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:53:38.153008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:38.161878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Transition to ACTIVE for port object 5f138960-6de9-41d8-a006-d9d28ec93294 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:38.164503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b5dadeae-8708-4bee-98eb-1093292957a3 None None] Could not find standard attr ID for object 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:53:38.182719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:38.189553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:38.193182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:38.208327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:38.221617 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5d37cc1d-d99c-492f-a9a2-b53ee12a623b req-5031528f-d416-4016-a960-9a32656c1e61 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=25e75f4c-2e52-4588-91d5-2f357bdc2df4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1883657
Dec 18 06:53:38.264363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:38.271917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:38.282901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2f76d614-5e41-4594-a8ce-9f3cedd47f1a tempest-QuotasNegativeTest-241981964 tempest-QuotasNegativeTest-241981964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:38.301775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:38.312679 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/networks/118328ba-40a2-4d42-b576-6ce8fd511065 HTTP/1.1" status: 204  len: 168 time: 3.7036974
Dec 18 06:53:38.316881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Network': ['ID=118328ba-40a2-4d42-b576-6ce8fd511065,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:38.318919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51148) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:38.327153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'network': {'name': 'tempest-PortsTestJSON-1696368865'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:38.332846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:38.336033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:38.341574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:network and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:38.346240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:38.353995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:38.368204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:38.375967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:38.376188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:38.391840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:38.418332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:53:38.429388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:38.430090 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Added segment 13713386-d4a9-4ce4-858c-ba71dc5a9d79 of type vxlan for network fb386dbb-d497-4768-96bd-1718c4adca0f
Dec 18 06:53:38.463730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:38.538356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:38.542832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:38.543617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:38.550614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d3e2a06b-b383-4645-bbb2-f8318b2de6d8 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:38.585772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:38.586265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:38.622789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Pushing event updated for resources: {'Port': ['ID=5f138960-6de9-41d8-a006-d9d28ec93294,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:38.626989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:38.669601 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3485706
Dec 18 06:53:38.675484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51152) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:38.696249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': 'fb386dbb-d497-4768-96bd-1718c4adca0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:38.731646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Network': ['ID=fb386dbb-d497-4768-96bd-1718c4adca0f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:38.748592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:38.880596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network fb386dbb-d497-4768-96bd-1718c4adca0f details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:53:38.885568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:38.892566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:38.896213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:38.903790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:38.918943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:39.002031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network fb386dbb-d497-4768-96bd-1718c4adca0f details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:53:39.052750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:39.098217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] No DVR routers for this DVR port 92de0847-7178-4ac1-a822-2547e3cc99cb on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:53:39.227171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:39.240146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'name': 'network-vif-deleted', 'tag': '92de0847-7178-4ac1-a822-2547e3cc99cb'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:53:39.301002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c88616f0-d7c6-4591-9d93-be5a23b3b715 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:39.408800 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de3855a-71fb-4db2-b35a-8dfdaf4b11f3', 'name': 'network-vif-deleted', 'tag': '92de0847-7178-4ac1-a822-2547e3cc99cb', 'status': 'completed', 'code': 200}
Dec 18 06:53:39.435220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f20f4765-b52c-4a82-8dff-9e238eb17ba8 None None] Could not find standard attr ID for object da9cbc05-39ab-4d4f-bbe6-67b5e4727fc7. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:53:39.465797 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0e3cf57c-226d-4949-b20c-f4a0848138ec req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "DELETE /v2.0/ports/92de0847-7178-4ac1-a822-2547e3cc99cb HTTP/1.1" status: 204  len: 173 time: 7.4895360
Dec 18 06:53:39.583339 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-02bbf4a1-0276-44c0-9dec-5a62a5f9b205 req-59734d22-e2a4-46eb-a0b2-1a9308c5a2fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=2de3855a-71fb-4db2-b35a-8dfdaf4b11f3 HTTP/1.1" status: 200  len: 210 time: 0.0838335
Dec 18 06:53:39.628157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f20f4765-b52c-4a82-8dff-9e238eb17ba8 None None] Provisioning for port ed785fe1-e98e-49c0-96f1-305f19d40dbd completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:39.672240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb6919c-f0fd-4492-ae1b-3e6fea007c54 None None] Update dhcp port {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'fixed_ips': [{'subnet_id': '5cbe57e6-2ec7-4e46-a073-6791c0133074'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': 'bbdca9fd-6dd2-4e99-8b27-9537cb17ccae'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:53:39.772897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5cb6919c-f0fd-4492-ae1b-3e6fea007c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:39.794448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port c88616f0-d7c6-4591-9d93-be5a23b3b715 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:39.798350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:39.816283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e3a2ccbd-73b5-4d9a-a70d-d42edc2cd734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf71f60>, [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:52:07Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '804e7c30-4b25-4e34-9e1b-c1d50e03c7a8', 'name': '', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:9f:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:04Z', 'updated_at': '2020-12-18T06:52:24Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:39.830575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:39.834801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:39.849302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port c88616f0-d7c6-4591-9d93-be5a23b3b715 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:39.850011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:39.854901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ecce646f-8758-4726-8870-8a4d20ba98d5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:39.870976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:39.881116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f20f4765-b52c-4a82-8dff-9e238eb17ba8 None None] Provisioning complete for port ed785fe1-e98e-49c0-96f1-305f19d40dbd triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:39.882383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f20f4765-b52c-4a82-8dff-9e238eb17ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:39.897201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:39.960889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a2ccbd-73b5-4d9a-a70d-d42edc2cd734 None None] The sync data for ids ['4c29e209-fb7d-4282-9892-d0309bc7c07e'] in dv-neutron-765072-3-ovs is: [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:52:07Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '804e7c30-4b25-4e34-9e1b-c1d50e03c7a8', 'name': '', 'network_id': 'aa4d225c-531e-48fe-880f-a6baa687bf50', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:9f:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:04Z', 'updated_at': '2020-12-18T06:52:24Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '18d4dfc1-b8e8-46f8-9ba3-6d698031562d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:39.962968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f20f4765-b52c-4a82-8dff-9e238eb17ba8 None None] Port ed785fe1-e98e-49c0-96f1-305f19d40dbd cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:53:40.012446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Subnet': ['ID=ba9db0cb-c8d8-4dfb-aec8-9f6ada739d63,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:40.032148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e76a9e8>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:53:20Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:27Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:02Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ed785fe1-e98e-49c0-96f1-305f19d40dbd', 'name': '', 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:ed:56:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:19Z', 'updated_at': '2020-12-18T06:53:21Z', 'revision_number': 2, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:40.037889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event updated for resources: {'Port': ['ID=a7537eac-7e28-4394-89af-5db6199f8f41,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:40.054814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:40.070454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:40.103597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Checking router: 88ab38fe-9aaf-470b-a2fd-c41551059737 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:53:40.104171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Updating router 88ab38fe-9aaf-470b-a2fd-c41551059737 port ed785fe1-e98e-49c0-96f1-305f19d40dbd binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:53:40.129924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Checking segment: {'id': '13713386-d4a9-4ce4-858c-ba71dc5a9d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb386dbb-d497-4768-96bd-1718c4adca0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:40.130583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network hostable DHCP agents. Network: fb386dbb-d497-4768-96bd-1718c4adca0f, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:53:40.151732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network fb386dbb-d497-4768-96bd-1718c4adca0f is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:53:40.163506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, fb386dbb-d497-4768-96bd-1718c4adca0f) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:40.180729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:40.183128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:40.188996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:40.211613 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-091d3a54-6726-41fe-bd0f-47f51f78354b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5349863
Dec 18 06:53:40.220022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51172) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:40.232046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': 'fb386dbb-d497-4768-96bd-1718c4adca0f', 'name': 'tempest-PortsTestJSON-398854553', 'fixed_ips': [{'subnet_id': 'ba9db0cb-c8d8-4dfb-aec8-9f6ada739d63', 'ip_address': '172.20.0.10'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:40.257314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Network baa8994d-3dba-4f6f-9f92-7d515a0cf92a is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:40.272622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7bbecb-a438-44d3-a581-78c65b74f481 None None] Network fb386dbb-d497-4768-96bd-1718c4adca0f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:40.421271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:40.433001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:40.446326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:40.456521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:40.525296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740d993-fd9c-4433-9556-9e0e669926eb None None] New status for floating IP 0b21ca92-6a70-4eb2-976b-cbe21563b220: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:53:40.660121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:40.660121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:40.739979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port 1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:53:40.794503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:40.845734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51178) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:40.847777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network baa8994d-3dba-4f6f-9f92-7d515a0cf92a is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:40.870688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:40.976509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:40.989845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.10 (fb386dbb-d497-4768-96bd-1718c4adca0f/ba9db0cb-c8d8-4dfb-aec8-9f6ada739d63/1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:41.042497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Attempting to bind port 5f138960-6de9-41d8-a006-d9d28ec93294 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:41.042917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Attempting to bind port 5f138960-6de9-41d8-a006-d9d28ec93294 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '9d628d7e-674f-463d-bace-ec43865fcdfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:41.043334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Attempting to bind port 5f138960-6de9-41d8-a006-d9d28ec93294 on network baa8994d-3dba-4f6f-9f92-7d515a0cf92a {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:41.060652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:41.131233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-fb386dbb-d497-4768-96bd-1718c4adca0f', 'network_id': 'fb386dbb-d497-4768-96bd-1718c4adca0f', 'tenant_id': '4188d9c05dcd428b8cdbc76ccf79a62d', 'fixed_ips': [{'subnet_id': 'ba9db0cb-c8d8-4dfb-aec8-9f6ada739d63'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:53:41.132179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:41.149773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:41.150205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Checking segment: {'id': '9d628d7e-674f-463d-bace-ec43865fcdfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:41.150662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:41.151105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Bound using segment: {'id': '9d628d7e-674f-463d-bace-ec43865fcdfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:41.151655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Bound port: 5f138960-6de9-41d8-a006-d9d28ec93294, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d628d7e-674f-463d-bace-ec43865fcdfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:41.152078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:41.226453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fab4ce1e-ce7d-4789-8804-9d93814e0686 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:41.253566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:41.275310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Transition to ACTIVE for port object 1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:41.300905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:41.332386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:41.339749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] For port 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4a6d1e67-c47d-4f45-818b-32c2e8a7f03a,segment=NetworkSegment(665d9a0f-11a0-4638-b75f-24bcf1fa432f),segment_id=665d9a0f-11a0-4638-b75f-24bcf1fa432f)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:41.340131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:41.354683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-98807c05-0947-4dcc-9c97-9d3450c79ecc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:41.360666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fab4ce1e-ce7d-4789-8804-9d93814e0686 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:41.416524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port c88616f0-d7c6-4591-9d93-be5a23b3b715, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c88616f0-d7c6-4591-9d93-be5a23b3b715,segment=NetworkSegment(8150f80a-4cb7-4c1f-babc-95db920b8401),segment_id=8150f80a-4cb7-4c1f-babc-95db920b8401)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:41.490988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:41.494400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:41.560517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:41.584115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network fb386dbb-d497-4768-96bd-1718c4adca0f is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:41.585643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:41.588425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:41.632618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 88ab38fe-9aaf-470b-a2fd-c41551059737 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:41.684949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:41.686204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:41.722115 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.5000196
Dec 18 06:53:41.723198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51184) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:41.731307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': 'fb386dbb-d497-4768-96bd-1718c4adca0f', 'name': 'tempest-PortsTestJSON-1730651932', 'fixed_ips': [{'subnet_id': 'ba9db0cb-c8d8-4dfb-aec8-9f6ada739d63', 'ip_address': '172.20.0.9'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:41.733458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:41.734414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fc053ca7-525b-4361-8e8d-e8101739e305 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:41.802879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c173a6ed-d47c-4f6a-ae8a-4e28bb4f9bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:41.879463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] For port 5f138960-6de9-41d8-a006-d9d28ec93294, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:41.905894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:41.910985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:port and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:41.914373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for port was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:41.920944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:41.942105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:41.953473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:42.030026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:42.066859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] For port 5f138960-6de9-41d8-a006-d9d28ec93294, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f138960-6de9-41d8-a006-d9d28ec93294,segment=NetworkSegment(9d628d7e-674f-463d-bace-ec43865fcdfb),segment_id=9d628d7e-674f-463d-bace-ec43865fcdfb)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:42.136767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:42.139897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port 1b35c204-7b5b-44b0-92a5-96df409f6f04 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:53:42.276222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-5cb6919c-f0fd-4492-ae1b-3e6fea007c54 None None] Allocated IP 2001:db8::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/5cbe57e6-2ec7-4e46-a073-6791c0133074/bbdca9fd-6dd2-4e99-8b27-9537cb17ccae) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:42.328076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=c88616f0-d7c6-4591-9d93-be5a23b3b715,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:42.406259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:42.410069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:42.491251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Allocated IP 172.20.0.2 (fb386dbb-d497-4768-96bd-1718c4adca0f/ba9db0cb-c8d8-4dfb-aec8-9f6ada739d63/eff77662-fe1a-4534-adb0-59084bde02ae) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:42.493327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fab4ce1e-ce7d-4789-8804-9d93814e0686 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:42.511675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db36025c-3a04-4b35-8567-f1416a86550c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:42.533090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fab4ce1e-ce7d-4789-8804-9d93814e0686 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:42.538483 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fab4ce1e-ce7d-4789-8804-9d93814e0686 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/security-groups/25e75f4c-2e52-4588-91d5-2f357bdc2df4 HTTP/1.1" status: 204  len: 168 time: 1.6311600
Dec 18 06:53:42.540850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51192) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:42.548811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-796fd05e-395b-4f35-a9f0-1d1c142741e0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:42.554228 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.8713543
Dec 18 06:53:42.555699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4ce1e-ce7d-4789-8804-9d93814e0686 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e75f4c-2e52-4588-91d5-2f357bdc2df4,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:42.561454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fab4ce1e-ce7d-4789-8804-9d93814e0686 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:42.645998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51196) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:42.810296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port fc053ca7-525b-4361-8e8d-e8101739e305 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:42.810296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:42.936453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:42.960475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2d3a9ccb-5db6-4011-96a6-59114946f80f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:43.045837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Pushing event updated for resources: {'Port': ['ID=5f138960-6de9-41d8-a006-d9d28ec93294,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:43.077316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:43.158766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=4a6d1e67-c47d-4f45-818b-32c2e8a7f03a,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:43.161831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:43.330215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:53:43.333306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.extraroute_db [None req-796fd05e-395b-4f35-a9f0-1d1c142741e0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=81085) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 18 06:53:43.352749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5cb6919c-f0fd-4492-ae1b-3e6fea007c54 None None] For port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=bbdca9fd-6dd2-4e99-8b27-9537cb17ccae,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:43.355473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.extraroute_db [None req-796fd05e-395b-4f35-a9f0-1d1c142741e0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Removed routes are [] {{(pid=81085) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 18 06:53:43.355996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-796fd05e-395b-4f35-a9f0-1d1c142741e0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:43.436033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a4ce723a-40d1-44db-80ce-02f79284424b up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:43.533266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: a4ce723a-40d1-44db-80ce-02f79284424b {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:53:43.533266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a4ce723a-40d1-44db-80ce-02f79284424b not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 18 06:53:43.576331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-5cb6919c-f0fd-4492-ae1b-3e6fea007c54 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:53:43.680854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Port a4ce723a-40d1-44db-80ce-02f79284424b not found, will not notify nova. {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 18 06:53:43.681703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:43.685867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:53:43.790510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:43.822411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:43.871398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5cb6919c-f0fd-4492-ae1b-3e6fea007c54 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:43.878473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:43.949392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:43.961231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Transition to ACTIVE for port object ed785fe1-e98e-49c0-96f1-305f19d40dbd will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:43.978050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5cb6919c-f0fd-4492-ae1b-3e6fea007c54 None None] Ignored duplicate provisioning block setup for port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 18 06:53:43.989998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:44.005626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Transition to ACTIVE for port object eff77662-fe1a-4534-adb0-59084bde02ae will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:44.012702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:44.046428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5cb6919c-f0fd-4492-ae1b-3e6fea007c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:44.241789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Transition to ACTIVE for port object eff77662-fe1a-4534-adb0-59084bde02ae will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:44.273335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b2fc3-aadb-4dd9-a0a2-acfa65cd3be7 None None] Pushing event updated for resources: {'Port': ['ID=ed785fe1-e98e-49c0-96f1-305f19d40dbd,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:44.288263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f9b2fc3-aadb-4dd9-a0a2-acfa65cd3be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:44.291668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:44.323266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:44.348113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:44.348550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:44.412184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:44.467040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.9 (fb386dbb-d497-4768-96bd-1718c4adca0f/ba9db0cb-c8d8-4dfb-aec8-9f6ada739d63/1b35c204-7b5b-44b0-92a5-96df409f6f04) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:44.473223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-796fd05e-395b-4f35-a9f0-1d1c142741e0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:44.481484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-796fd05e-395b-4f35-a9f0-1d1c142741e0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:44.738149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796fd05e-395b-4f35-a9f0-1d1c142741e0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 88ab38fe-9aaf-470b-a2fd-c41551059737 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:44.760024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6919c-f0fd-4492-ae1b-3e6fea007c54 None None] Pushing event updated for resources: {'Port': ['ID=bbdca9fd-6dd2-4e99-8b27-9537cb17ccae,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:44.772924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5cb6919c-f0fd-4492-ae1b-3e6fea007c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:44.778778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fd68819-7271-47cf-8100-0a8d2d56e90a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:44.951357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Pushing event updated for resources: {'Port': ['ID=eff77662-fe1a-4534-adb0-59084bde02ae,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:44.965598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:44.966609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:44.997710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:45.021993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b810637-c0fd-4b3c-8f7e-fe3a14d4c16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:45.024653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:45.050318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:45.364295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:45.430430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796fd05e-395b-4f35-a9f0-1d1c142741e0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:45.436081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:45.454368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-796fd05e-395b-4f35-a9f0-1d1c142741e0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:45.459337 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-796fd05e-395b-4f35-a9f0-1d1c142741e0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737 HTTP/1.1" status: 200  len: 934 time: 2.9169688
Dec 18 06:53:45.464548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51210) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:45.544644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Transition to ACTIVE for port object 1b35c204-7b5b-44b0-92a5-96df409f6f04 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:45.630339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 423f91e6-ff18-49a2-8b59-425a70755da5 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:45.702349 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-03fb8ca0-690a-4054-b29b-d81f9d9534c4 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737 HTTP/1.1" status: 200  len: 934 time: 0.2371175
Dec 18 06:53:45.705078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51216) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:45.711092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a9d92a1d-c1ab-42eb-8f87-49038a15bec3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'router': {'routes': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:45.727399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:45.732714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41dab2a-ce30-4258-9706-6f9513bba961 None None] Network baa8994d-3dba-4f6f-9f92-7d515a0cf92a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:45.779587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:45.804819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6d0c757e-e649-47f7-80ec-eee6563c9794 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:45.821147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:45.823382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 388ac1de-d854-4f4d-b275-64eb60bd2b85 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:45.983960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Attempting to bind port ed785fe1-e98e-49c0-96f1-305f19d40dbd on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:45.985567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Attempting to bind port ed785fe1-e98e-49c0-96f1-305f19d40dbd by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'b4699dad-ab11-4555-b961-87118b28f389', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:45.985567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Attempting to bind port ed785fe1-e98e-49c0-96f1-305f19d40dbd on network 47920b68-b33f-4709-a7f4-21dba77766c3 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:46.009228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Network fb386dbb-d497-4768-96bd-1718c4adca0f is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:46.011008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:46.016331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:46.016770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Checking segment: {'id': 'b4699dad-ab11-4555-b961-87118b28f389', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:46.017232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:46.017718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Bound using segment: {'id': 'b4699dad-ab11-4555-b961-87118b28f389', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:46.018265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Bound port: ed785fe1-e98e-49c0-96f1-305f19d40dbd, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4699dad-ab11-4555-b961-87118b28f389', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:46.018701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:46.032069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:46.044687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:46.069346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=1b35c204-7b5b-44b0-92a5-96df409f6f04,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:46.077971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:46.082270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e18d8f71-83de-4d81-9a71-628133f62575 req-33184ad2-778e-40fe-b555-e35ab34e4714 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Synchronizing usage tracker for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:53:46.088365 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9359846
Dec 18 06:53:46.101551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51220) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:46.114169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e2e10-f515-4228-bcf6-1d3663f8ddac None None] Sync routers for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:53:46.131335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] For port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=bbdca9fd-6dd2-4e99-8b27-9537cb17ccae,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:46.180041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Attempting to bind port eff77662-fe1a-4534-adb0-59084bde02ae on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:46.180483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Attempting to bind port eff77662-fe1a-4534-adb0-59084bde02ae by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '13713386-d4a9-4ce4-858c-ba71dc5a9d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb386dbb-d497-4768-96bd-1718c4adca0f'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:46.181675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Attempting to bind port eff77662-fe1a-4534-adb0-59084bde02ae on network fb386dbb-d497-4768-96bd-1718c4adca0f {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:46.230196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:46.238622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:46.239589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:46.259489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b574baf6-5a5e-4edb-bdf9-8281ca7b8bdd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:46.293488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 388ac1de-d854-4f4d-b275-64eb60bd2b85 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:46.294054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:46.302050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e18d8f71-83de-4d81-9a71-628133f62575 req-33184ad2-778e-40fe-b555-e35ab34e4714 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Unset dirty status for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:53:46.303324 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-33184ad2-778e-40fe-b555-e35ab34e4714 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1893359104&fields=id&tenant_id=7f07f9809f59456d8b6d837c1309dd5c HTTP/1.1" status: 200  len: 267 time: 0.4670177
Dec 18 06:53:46.349669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e2e10-f515-4228-bcf6-1d3663f8ddac None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:46.350400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-667e2e10-f515-4228-bcf6-1d3663f8ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d33c6d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:46.360435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:46.360820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:46.433047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:46.433486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Checking segment: {'id': '13713386-d4a9-4ce4-858c-ba71dc5a9d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb386dbb-d497-4768-96bd-1718c4adca0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:46.433965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:46.434431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Bound using segment: {'id': '13713386-d4a9-4ce4-858c-ba71dc5a9d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb386dbb-d497-4768-96bd-1718c4adca0f'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:46.435006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Bound port: eff77662-fe1a-4534-adb0-59084bde02ae, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13713386-d4a9-4ce4-858c-ba71dc5a9d79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fb386dbb-d497-4768-96bd-1718c4adca0f'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:46.435464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:46.557294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-667e2e10-f515-4228-bcf6-1d3663f8ddac None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:46.716035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-24d56efa-0907-44b7-b23e-7bb6c0b20b09 None None] Provisioning for port 5f138960-6de9-41d8-a006-d9d28ec93294 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:46.730663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=bbdca9fd-6dd2-4e99-8b27-9537cb17ccae,revision_number=7']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:46.732804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network fb386dbb-d497-4768-96bd-1718c4adca0f is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:46.748111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:46.750212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.750801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.751350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.752526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.753192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.754520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.755073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.755616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.756145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.756675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.757205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.757759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.758380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.758902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.759530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.759944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.760464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.760985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.762053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.762053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.762554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.763098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.763628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.764149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:46.765264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:46.769937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:46.776768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c66b7fe3-726a-4ae7-bb85-0802e67ac078 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:46.850834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=0a146173-36ba-4715-a05f-6d3a3c130f62,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:46.854687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:46.857362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=804e7c30-4b25-4e34-9e1b-c1d50e03c7a8,segment=NetworkSegment(ff03a812-edcc-46e8-ad59-71c0731a4fa2),segment_id=ff03a812-edcc-46e8-ad59-71c0731a4fa2)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:46.857912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:46.978531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] For port ed785fe1-e98e-49c0-96f1-305f19d40dbd, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:47.011716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bdfba11a-35cf-4349-ae30-adb96013683f None None] Could not find standard attr ID for object af5d623e-1a2d-4ba0-a98b-f496ce4ab632. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:53:47.032341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] For port ed785fe1-e98e-49c0-96f1-305f19d40dbd, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ed785fe1-e98e-49c0-96f1-305f19d40dbd,segment=NetworkSegment(b4699dad-ab11-4555-b961-87118b28f389),segment_id=b4699dad-ab11-4555-b961-87118b28f389)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:47.049953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d8f71-83de-4d81-9a71-628133f62575 req-83af138c-3bae-42b6-bf2f-e64a52b07149 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:47.050874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e18d8f71-83de-4d81-9a71-628133f62575 req-83af138c-3bae-42b6-bf2f-e64a52b07149 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Synchronizing usage tracker for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:53:47.060443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:47.061043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] For port eff77662-fe1a-4534-adb0-59084bde02ae, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:47.061432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:47.097102 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 5.3726513
Dec 18 06:53:47.102748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51226) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:47.103293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:47.123806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:47.205619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:47.242953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e18d8f71-83de-4d81-9a71-628133f62575 req-83af138c-3bae-42b6-bf2f-e64a52b07149 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Unset dirty status for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:53:47.253974 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-83af138c-3bae-42b6-bf2f-e64a52b07149 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 812 time: 0.9356439
Dec 18 06:53:47.264171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] For port eff77662-fe1a-4534-adb0-59084bde02ae, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=eff77662-fe1a-4534-adb0-59084bde02ae,segment=NetworkSegment(13713386-d4a9-4ce4-858c-ba71dc5a9d79),segment_id=13713386-d4a9-4ce4-858c-ba71dc5a9d79)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:47.267684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bdfba11a-35cf-4349-ae30-adb96013683f None None] Provisioning for port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:47.276742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:47.282292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:47.288211 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-cf190ff5-dc57-4b9a-8b3f-6ddd22fbb830 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/quotas/7f07f9809f59456d8b6d837c1309dd5c HTTP/1.1" status: 200  len: 375 time: 0.0330508
Dec 18 06:53:47.324777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:47.325938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:47.350689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-0527acbb-1e46-48a3-9fbd-edf4e86fea3e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting subnet 5e7d8894-f480-425d-90c5-4971941ef219 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:53:47.380831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:47.447843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db481379-3fc4-47d7-b8f6-c6cba6c50741 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:47.448968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db481379-3fc4-47d7-b8f6-c6cba6c50741 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:53:47.501267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0527acbb-1e46-48a3-9fbd-edf4e86fea3e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:47.506680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-db481379-3fc4-47d7-b8f6-c6cba6c50741 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:53:47.508241 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-db481379-3fc4-47d7-b8f6-c6cba6c50741 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.4016504
Dec 18 06:53:47.531231 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-65f22571-ecef-40eb-a18d-0c21ac211c2f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2416952
Dec 18 06:53:47.537824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51230) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:47.566733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:47.592263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9444f7a3-85b1-45b7-b295-1f1bc22bca85 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:47.625182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.extraroute_db [None req-a9d92a1d-c1ab-42eb-8f87-49038a15bec3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Added routes are [] {{(pid=81085) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 18 06:53:47.625838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.extraroute_db [None req-a9d92a1d-c1ab-42eb-8f87-49038a15bec3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=81085) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 18 06:53:47.673471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-90f4af3b-c9cd-439a-8925-aade064c0a43 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:53:47.684491 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-90f4af3b-c9cd-439a-8925-aade064c0a43 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1515424
Dec 18 06:53:47.804500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd7f571-2c73-419e-9bcc-90eb5fa5b9ec tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:47.809546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd7f571-2c73-419e-9bcc-90eb5fa5b9ec tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:47.815247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd7f571-2c73-419e-9bcc-90eb5fa5b9ec tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:47.817265 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0cd7f571-2c73-419e-9bcc-90eb5fa5b9ec tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2377 time: 0.2754438
Dec 18 06:53:47.827966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51236) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:47.854310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcc4296-adfa-4e74-a73d-6771a7fb0b1a None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:47.868387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=804e7c30-4b25-4e34-9e1b-c1d50e03c7a8,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:47.879517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:47.882256 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 10.6501088
Dec 18 06:53:47.889763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51240) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:47.891392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9d92a1d-c1ab-42eb-8f87-49038a15bec3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:47.898519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0527acbb-1e46-48a3-9fbd-edf4e86fea3e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:47.910504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'mac_address': 'fa:16:3e:55:5b:06', 'name': 'tempest-NetworksTestDHCPv6-1231732415'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:47.940686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 88d86230-0d69-48fd-97b2-7f0bb57dabf9 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:48.001885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0527acbb-1e46-48a3-9fbd-edf4e86fea3e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:48.058303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:48.059054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e76a9e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:48.144639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49833f55-4a87-4550-aa33-ac4ee6293727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:48.179226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6bb56d69-4b63-433c-bcca-49ee11850449 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port 1b35c204-7b5b-44b0-92a5-96df409f6f04 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:48.179599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bb56d69-4b63-433c-bcca-49ee11850449 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:48.258395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:48.258776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:48.299673 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-d1b89a0e-25c4-404b-8e5c-34a7b25b986f service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6140754
Dec 18 06:53:48.339118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b2fc3-aadb-4dd9-a0a2-acfa65cd3be7 None None] Pushing event updated for resources: {'Port': ['ID=ed785fe1-e98e-49c0-96f1-305f19d40dbd,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:48.342165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:48.353433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f9b2fc3-aadb-4dd9-a0a2-acfa65cd3be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.148s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:48.359834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.506s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:48.451596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Pushing event updated for resources: {'Port': ['ID=eff77662-fe1a-4534-adb0-59084bde02ae,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:48.468429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:48.491706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0527acbb-1e46-48a3-9fbd-edf4e86fea3e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:48.540385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7294c01d-6513-449e-878c-cc177fba1124 None None] Provisioning for port a7537eac-7e28-4394-89af-5db6199f8f41 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:48.661993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7294c01d-6513-449e-878c-cc177fba1124 None None] Provisioning complete for port a7537eac-7e28-4394-89af-5db6199f8f41 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:48.662359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7294c01d-6513-449e-878c-cc177fba1124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:48.717435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ce9372cc-1c51-4a03-af62-435d01deb441 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:48.732695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9d92a1d-c1ab-42eb-8f87-49038a15bec3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:48.777101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9d92a1d-c1ab-42eb-8f87-49038a15bec3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:48.794378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:48.842199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:48.932408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:49.007030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:49.014860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-87a24b4f-1124-4943-8589-228d00b688aa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:49.023960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7294c01d-6513-449e-878c-cc177fba1124 None None] Port a7537eac-7e28-4394-89af-5db6199f8f41 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:53:49.027349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-667e2e10-f515-4228-bcf6-1d3663f8ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d33c6d8>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:42Z', 'revision_number': 9, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:49.028654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:49.045770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e2e10-f515-4228-bcf6-1d3663f8ddac None None] Checking router: 423f91e6-ff18-49a2-8b59-425a70755da5 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:53:49.047965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port ce9372cc-1c51-4a03-af62-435d01deb441 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:49.086827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:49.092269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527acbb-1e46-48a3-9fbd-edf4e86fea3e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Subnet': ['ID=5e7d8894-f480-425d-90c5-4971941ef219,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:49.095811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0527acbb-1e46-48a3-9fbd-edf4e86fea3e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:49.117733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0527acbb-1e46-48a3-9fbd-edf4e86fea3e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:49.132911 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0527acbb-1e46-48a3-9fbd-edf4e86fea3e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/5e7d8894-f480-425d-90c5-4971941ef219 HTTP/1.1" status: 204  len: 168 time: 3.0207779
Dec 18 06:53:49.137324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ce9372cc-1c51-4a03-af62-435d01deb441 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:49.137799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:49.161793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51244) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:49.180673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6499a3-8095-4797-bc53-ab3fc3eb90c5 None None] Network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:49.202457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bb56d69-4b63-433c-bcca-49ee11850449 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:49.219608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:49.233300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:49.334596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e2e10-f515-4228-bcf6-1d3663f8ddac None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:49.335301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-667e2e10-f515-4228-bcf6-1d3663f8ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d33c6d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:49.771633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:49.786749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 4c29e209-fb7d-4282-9892-d0309bc7c07e has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:49.814802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6bb56d69-4b63-433c-bcca-49ee11850449 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for 1b35c204-7b5b-44b0-92a5-96df409f6f04 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:49.913667 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-1a20e21c-c50b-40ae-9b1a-bd7ea3beba7e service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.5997694
Dec 18 06:53:49.950795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-667e2e10-f515-4228-bcf6-1d3663f8ddac None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:50.023694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:50.032287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/4c29e209-fb7d-4282-9892-d0309bc7c07e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3768559
Dec 18 06:53:50.035325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51250) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:50.042566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52bed0b-25e9-4ec2-bb52-fcb23d685e46 None None] Sync routers for ids ['4c29e209-fb7d-4282-9892-d0309bc7c07e'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:53:50.060389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52bed0b-25e9-4ec2-bb52-fcb23d685e46 None None] Routers {'4c29e209-fb7d-4282-9892-d0309bc7c07e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:50.061021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d92a1d-c1ab-42eb-8f87-49038a15bec3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 88ab38fe-9aaf-470b-a2fd-c41551059737 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:53:50.061831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a52bed0b-25e9-4ec2-bb52-fcb23d685e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e824fd0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4c29e209-fb7d-4282-9892-d0309bc7c07e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:50.071818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:50.293349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1687fdab-38eb-4a35-ba1c-ebb1a6aa5b64 None None] Provisioning complete for port a7537eac-7e28-4394-89af-5db6199f8f41 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:50.293948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1687fdab-38eb-4a35-ba1c-ebb1a6aa5b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:50.302623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-a52bed0b-25e9-4ec2-bb52-fcb23d685e46 None None] Set router 4c29e209-fb7d-4282-9892-d0309bc7c07e gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:50.351932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port e0c1bd3b-1e02-42cc-a07d-b0f44f819407 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:50.360893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1687fdab-38eb-4a35-ba1c-ebb1a6aa5b64 None None] Port a7537eac-7e28-4394-89af-5db6199f8f41 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:53:50.362505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:50.362647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf1b90-7ce1-43d0-b3c8-eab695daa971 None None] Network fb386dbb-d497-4768-96bd-1718c4adca0f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:50.373193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-337c802c-8253-42ea-8b6b-46406c584ea3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting subnet 18d4dfc1-b8e8-46f8-9ba3-6d698031562d {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:53:50.377631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-337c802c-8253-42ea-8b6b-46406c584ea3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:50.457393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-337c802c-8253-42ea-8b6b-46406c584ea3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:50.547762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-337c802c-8253-42ea-8b6b-46406c584ea3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:50.617615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:50.622358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:50.853964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a52bed0b-25e9-4ec2-bb52-fcb23d685e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e824fd0>, [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:53:47Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:50.861493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52bed0b-25e9-4ec2-bb52-fcb23d685e46 None None] Checking router: 4c29e209-fb7d-4282-9892-d0309bc7c07e for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:53:50.873366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52bed0b-25e9-4ec2-bb52-fcb23d685e46 None None] Routers {'4c29e209-fb7d-4282-9892-d0309bc7c07e'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:50.874521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a52bed0b-25e9-4ec2-bb52-fcb23d685e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e824fd0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4c29e209-fb7d-4282-9892-d0309bc7c07e'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:50.886990 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53cc4d32-f65a-4755-acd0-1467846d4340 req-b8e8de10-a8b9-45a1-b602-35300f6a4e89 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 210 time: 0.1709466
Dec 18 06:53:50.899084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d92a1d-c1ab-42eb-8f87-49038a15bec3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:53:50.943364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-899f3c78-8a37-4c26-a13d-d6370aa64400 None None] Provisioning for port eff77662-fe1a-4534-adb0-59084bde02ae completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:50.960007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-337c802c-8253-42ea-8b6b-46406c584ea3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:50.976243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port ce9372cc-1c51-4a03-af62-435d01deb441, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ce9372cc-1c51-4a03-af62-435d01deb441,segment=NetworkSegment(b4699dad-ab11-4555-b961-87118b28f389),segment_id=b4699dad-ab11-4555-b961-87118b28f389)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:51.015382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:51.017062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4131a8a2-e370-4280-bbe5-cece79ff9144 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:51.082433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bb56d69-4b63-433c-bcca-49ee11850449 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:51.098113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d3dd45a1-457b-4844-9693-88b1b2312547 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:51.162173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c802c-8253-42ea-8b6b-46406c584ea3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Subnet': ['ID=18d4dfc1-b8e8-46f8-9ba3-6d698031562d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:51.163743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c837594f-4eb9-4ec0-adc4-f6c2fcf4e142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:51.165168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-337c802c-8253-42ea-8b6b-46406c584ea3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:51.168254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-337c802c-8253-42ea-8b6b-46406c584ea3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:51.180087 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-337c802c-8253-42ea-8b6b-46406c584ea3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/subnets/18d4dfc1-b8e8-46f8-9ba3-6d698031562d HTTP/1.1" status: 204  len: 168 time: 1.1432838
Dec 18 06:53:51.180778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51266) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:51.205291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f48778d0-b8e9-4555-b451-fd790e077646 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:51.219449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55915c5d-3219-4c45-8ddb-97f0f9439c43 None None] DHCP port deletion for dcd4c9b0-18b3-41eb-b943-7fca8833ff9e request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:53:51.241005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5fe821-0e3d-4f51-8a2d-0068b72ce30a None None] Network aa4d225c-531e-48fe-880f-a6baa687bf50 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:53:51.242214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9d92a1d-c1ab-42eb-8f87-49038a15bec3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:51.246351 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a9d92a1d-c1ab-42eb-8f87-49038a15bec3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737 HTTP/1.1" status: 200  len: 700 time: 5.5401521
Dec 18 06:53:51.263107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51272) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:51.267545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-a52bed0b-25e9-4ec2-bb52-fcb23d685e46 None None] Set router 4c29e209-fb7d-4282-9892-d0309bc7c07e gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:51.331303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-55915c5d-3219-4c45-8ddb-97f0f9439c43 None None] Deleting port e0c1bd3b-1e02-42cc-a07d-b0f44f819407 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:51.336049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55915c5d-3219-4c45-8ddb-97f0f9439c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:51.543420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb56d69-4b63-433c-bcca-49ee11850449 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=1b35c204-7b5b-44b0-92a5-96df409f6f04,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:51.546467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6bb56d69-4b63-433c-bcca-49ee11850449 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:51.552577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:51.765167 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a09c66f6-4275-40c6-8f6b-dc8020df6109 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737 HTTP/1.1" status: 200  len: 700 time: 0.4927857
Dec 18 06:53:51.770058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51276) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:51.783012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e76a9e8>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:53:47Z', 'revision_number': 7, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:27Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a7537eac-7e28-4394-89af-5db6199f8f41', 'name': '', 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:bd:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6c44f737-6875-48ab-ac60-0a341d4a662f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:31Z', 'updated_at': '2020-12-18T06:53:39Z', 'revision_number': 2, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '6c44f737-6875-48ab-ac60-0a341d4a662f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ed785fe1-e98e-49c0-96f1-305f19d40dbd', 'name': '', 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:ed:56:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:19Z', 'updated_at': '2020-12-18T06:53:46Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:51.787255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=ce9372cc-1c51-4a03-af62-435d01deb441,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:51.860629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:51.864962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93590f9-a152-4196-ab48-ed0c213c9651 None None] The sync data for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs is: [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:53:47Z', 'revision_number': 7, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:27Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a7537eac-7e28-4394-89af-5db6199f8f41', 'name': '', 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:bd:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6c44f737-6875-48ab-ac60-0a341d4a662f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:31Z', 'updated_at': '2020-12-18T06:53:39Z', 'revision_number': 2, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '6c44f737-6875-48ab-ac60-0a341d4a662f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ed785fe1-e98e-49c0-96f1-305f19d40dbd', 'name': '', 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:ed:56:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:19Z', 'updated_at': '2020-12-18T06:53:46Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:51.912061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bb56d69-4b63-433c-bcca-49ee11850449 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:51.916763 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6bb56d69-4b63-433c-bcca-49ee11850449 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/1b35c204-7b5b-44b0-92a5-96df409f6f04 HTTP/1.1" status: 204  len: 168 time: 4.0818594
Dec 18 06:53:51.942825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51280) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:51.943229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] For port e0c1bd3b-1e02-42cc-a07d-b0f44f819407, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e0c1bd3b-1e02-42cc-a07d-b0f44f819407,segment=NetworkSegment(665d9a0f-11a0-4638-b75f-24bcf1fa432f),segment_id=665d9a0f-11a0-4638-b75f-24bcf1fa432f)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:51.943653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:51.976194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 7fb5bc5c-6307-4d4f-9879-1b04e76f8128 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:53:52.043935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a52bed0b-25e9-4ec2-bb52-fcb23d685e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e824fd0>, [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:53:47Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:52.054767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52bed0b-25e9-4ec2-bb52-fcb23d685e46 None None] The sync data for ids ['4c29e209-fb7d-4282-9892-d0309bc7c07e'] in dv-neutron-765072-3-ovs is: [{'id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'name': 'tempest-TestNetworkBasicOps-router-1939578352', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65'}], 'enable_snat': True}, 'gw_port_id': '32479684-9f89-4685-a211-9186c357fc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:51:45Z', 'updated_at': '2020-12-18T06:53:47Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '32479684-9f89-4685-a211-9186c357fc4b', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c29e209-fb7d-4282-9892-d0309bc7c07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:51:48Z', 'updated_at': '2020-12-18T06:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:52.092640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-667e2e10-f515-4228-bcf6-1d3663f8ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d33c6d8>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:42Z', 'revision_number': 9, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:52.100131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:52.118667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 4131a8a2-e370-4280-bbe5-cece79ff9144 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:52.140705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667e2e10-f515-4228-bcf6-1d3663f8ddac None None] The sync data for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs is: [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:42Z', 'revision_number': 9, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': '01c875d8-5df3-4050-b89e-572c9427464c', 'name': '', 'network_id': '044d4895-76c5-4cfd-9902-0fe87358ae74', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:36:d7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:41Z', 'updated_at': '2020-12-18T06:53:01Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '8ae7e414-49b2-4d60-8e55-d639416df5bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:53:52.144983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 4131a8a2-e370-4280-bbe5-cece79ff9144 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:52.145417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:52.168906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 32479684-9f89-4685-a211-9186c357fc4b {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:52.169232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:52.204721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for e0c1bd3b-1e02-42cc-a07d-b0f44f819407 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:52.233622 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0da684-0771-4b3f-a51b-1f8e2aab4771 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:53:52.237707 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3e0da684-0771-4b3f-a51b-1f8e2aab4771 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/1b35c204-7b5b-44b0-92a5-96df409f6f04 HTTP/1.1" status: 404  len: 333 time: 0.2912138
Dec 18 06:53:52.248515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51286) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:52.519993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:53:52.573276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:52.576364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-55915c5d-3219-4c45-8ddb-97f0f9439c43 None None] For port e0c1bd3b-1e02-42cc-a07d-b0f44f819407, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e0c1bd3b-1e02-42cc-a07d-b0f44f819407,segment=NetworkSegment(665d9a0f-11a0-4638-b75f-24bcf1fa432f),segment_id=665d9a0f-11a0-4638-b75f-24bcf1fa432f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:52.576814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55915c5d-3219-4c45-8ddb-97f0f9439c43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:52.868333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-57b7e563-3f96-49a1-8580-4428edf45c3e req-09cc086f-709d-473a-93ff-dbd85933cd47 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 210 time: 0.6761837
Dec 18 06:53:52.918338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0d28b964-66f5-4f95-a96e-ce4c9345c471 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port 1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:52.918702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d28b964-66f5-4f95-a96e-ce4c9345c471 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:53.024895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:53.045874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9be82d6-d649-4872-9100-15dbe3ad92e5 None None] DHCP port deletion for aa4d225c-531e-48fe-880f-a6baa687bf50 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:53:53.072876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83dfb12e-46e8-4cfb-a457-af625e72f584 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:53.117655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e9be82d6-d649-4872-9100-15dbe3ad92e5 None None] Deleting port 3889c741-b189-4b61-90e7-9e4bfc672023 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:53.118089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9be82d6-d649-4872-9100-15dbe3ad92e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:53.163081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-55915c5d-3219-4c45-8ddb-97f0f9439c43 None None] Calling delete_port for e0c1bd3b-1e02-42cc-a07d-b0f44f819407 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:53.169563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 32479684-9f89-4685-a211-9186c357fc4b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=32479684-9f89-4685-a211-9186c357fc4b,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:53.169859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:53.221080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=e0c1bd3b-1e02-42cc-a07d-b0f44f819407,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:53.257255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.257624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.258077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.258472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.258881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.259287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.259700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.260108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.260515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.261382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.261823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.262233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.262709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.263131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.263523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.263921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.264323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.264728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.265132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.265590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.266521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.266920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.267323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.267719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:53:53.282264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:53.302157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::216 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/5cbe57e6-2ec7-4e46-a073-6791c0133074/7fb5bc5c-6307-4d4f-9879-1b04e76f8128) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:53.310816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8:0:1:f816:3eff:fe55:5b06 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/0a146173-36ba-4715-a05f-6d3a3c130f62/7fb5bc5c-6307-4d4f-9879-1b04e76f8128) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:53.321419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 32479684-9f89-4685-a211-9186c357fc4b owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:53.345208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-55915c5d-3219-4c45-8ddb-97f0f9439c43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:53:53.346031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-55915c5d-3219-4c45-8ddb-97f0f9439c43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:53:53.426093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 4131a8a2-e370-4280-bbe5-cece79ff9144, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4131a8a2-e370-4280-bbe5-cece79ff9144,segment=NetworkSegment(7fb640de-3897-41cc-b3ea-babb952f21d4),segment_id=7fb640de-3897-41cc-b3ea-babb952f21d4)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:53.449050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:53.450422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4c2a7718-eb00-4bac-a43c-a081bf8e319d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:53.571263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67fe39e7-bb9f-49dd-aa5e-543691ae3c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:53.574887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:53.593474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 7fb5bc5c-6307-4d4f-9879-1b04e76f8128 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:53.619720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:53.627530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:53.699834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Sync routers for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:53:53.729819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:53.787159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:53:53.788015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf6d588>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:53.844054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d8f71-83de-4d81-9a71-628133f62575 req-cf032136-dd38-4609-b26f-bd79865bc6d3 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:53.845992 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-cf032136-dd38-4609-b26f-bd79865bc6d3 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 812 time: 0.7887576
Dec 18 06:53:53.847195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6aa91b70-b407-43f7-b685-40a2426a4993 None None] Provisioning for port 1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:53.856375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e142d015-dd93-4803-af2f-89644e850ed7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:53.870584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-55915c5d-3219-4c45-8ddb-97f0f9439c43 None None] Deleting port e0c1bd3b-1e02-42cc-a07d-b0f44f819407 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:53.872667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55915c5d-3219-4c45-8ddb-97f0f9439c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:53.920250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:53.937008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 4c2a7718-eb00-4bac-a43c-a081bf8e319d completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:53.945755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e9be82d6-d649-4872-9100-15dbe3ad92e5 None None] For port 3889c741-b189-4b61-90e7-9e4bfc672023, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3889c741-b189-4b61-90e7-9e4bfc672023,segment=NetworkSegment(ff03a812-edcc-46e8-ad59-71c0731a4fa2),segment_id=ff03a812-edcc-46e8-ad59-71c0731a4fa2)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:53.946212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9be82d6-d649-4872-9100-15dbe3ad92e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:53.970743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6aa91b70-b407-43f7-b685-40a2426a4993 None None] Provisioning complete for port 1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:53.971176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6aa91b70-b407-43f7-b685-40a2426a4993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:54.110427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6aa91b70-b407-43f7-b685-40a2426a4993 None None] Port 1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:53:54.113797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=4131a8a2-e370-4280-bbe5-cece79ff9144,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:54.117388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:54.169292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 4c2a7718-eb00-4bac-a43c-a081bf8e319d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:54.169754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:54.198511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:53:54.217414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:53:54.230322 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fc8550-3579-4f32-93a2-09a44d7ee8b4 req-40341be4-ddd6-4cca-89e4-f93f01de8d10 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 210 time: 0.1441190
Dec 18 06:53:54.237469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:53:54.241941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:54.242905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:54.294698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No DVR routers for this DVR port e0c1bd3b-1e02-42cc-a07d-b0f44f819407 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:53:54.300825 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 6.4048316
Dec 18 06:53:54.321439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51296) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:54.354163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:53:54.369729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=7fb5bc5c-6307-4d4f-9879-1b04e76f8128,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:54.385267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:54.498745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bdeba8df-ef70-4a46-babd-4bb8330b7a21 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 7fb5bc5c-6307-4d4f-9879-1b04e76f8128 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:54.499397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bdeba8df-ef70-4a46-babd-4bb8330b7a21 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:54.542860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-55915c5d-3219-4c45-8ddb-97f0f9439c43 None None] The port 'e0c1bd3b-1e02-42cc-a07d-b0f44f819407' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:53:54.610619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:54.662164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:54.667341 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-5aeef372-95ef-4df7-991b-d456ca3f326d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f07f9809f59456d8b6d837c1309dd5c HTTP/1.1" status: 200  len: 5559 time: 0.5948441
Dec 18 06:53:54.714277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e9be82d6-d649-4872-9100-15dbe3ad92e5 None None] Calling delete_port for 3889c741-b189-4b61-90e7-9e4bfc672023 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:54.763163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'port': {'device_id': '84147b40-5118-49f6-af64-0f80de33801b', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'admin_state_up': True, 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'security_groups': ['34eeec42-a908-4a44-902d-e2ca0a6b619c']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:54.784930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d28b964-66f5-4f95-a96e-ce4c9345c471 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:54.936995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9be82d6-d649-4872-9100-15dbe3ad92e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:54.971111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0d28b964-66f5-4f95-a96e-ce4c9345c471 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for 1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:55.068331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f9b2fc3-aadb-4dd9-a0a2-acfa65cd3be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:55.160609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be82d6-d649-4872-9100-15dbe3ad92e5 None None] No DVR routers for this DVR port 3889c741-b189-4b61-90e7-9e4bfc672023 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:53:55.180055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be82d6-d649-4872-9100-15dbe3ad92e5 None None] Pushing event deleted for resources: {'Port': ['ID=3889c741-b189-4b61-90e7-9e4bfc672023,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:55.189159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c1a7470>,) {'filters': {'network_id': ['dcd4c9b0-18b3-41eb-b943-7fca8833ff9e']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:55.190445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e9be82d6-d649-4872-9100-15dbe3ad92e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:55.207808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c1a7470>, '665d9a0f-11a0-4638-b75f-24bcf1fa432f') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:55.208043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024de0e7-9e7a-440e-84f5-57f41dfbb935 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:53:55.208158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c1a7470>, '665d9a0f-11a0-4638-b75f-24bcf1fa432f') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:55.216200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:55.221545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:55.231520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:55.240704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d28b964-66f5-4f95-a96e-ce4c9345c471 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:55.257798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4915b751-02b5-402d-9525-bb9317800b57 None None] Provisioning complete for port 1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:55.258231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4915b751-02b5-402d-9525-bb9317800b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:55.384175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bdeba8df-ef70-4a46-babd-4bb8330b7a21 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:55.402685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:55.403448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Fanout notify agent at l3_agent the message router_deleted on router 4c29e209-fb7d-4282-9892-d0309bc7c07e {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:53:55.519575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:55.533134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:55.552160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4915b751-02b5-402d-9525-bb9317800b57 None None] Port 1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48 was deleted so its status cannot be updated. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:320}}
Dec 18 06:53:55.586714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 4c2a7718-eb00-4bac-a43c-a081bf8e319d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4c2a7718-eb00-4bac-a43c-a081bf8e319d,segment=NetworkSegment(161c6ff2-2202-4a3a-9696-6981f85bce76),segment_id=161c6ff2-2202-4a3a-9696-6981f85bce76)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:55.612797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bdeba8df-ef70-4a46-babd-4bb8330b7a21 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 7fb5bc5c-6307-4d4f-9879-1b04e76f8128 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:55.621048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:55.623931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Releasing vxlan tunnel 12 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:53:55.626162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:55.627104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c88616f0-d7c6-4591-9d93-be5a23b3b715 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:55.695223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1079442d-3cbd-46ff-bb07-77f874d95bdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:55.764604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4915b751-02b5-402d-9525-bb9317800b57 None None] Could not find standard attr ID for object 1b35c204-7b5b-44b0-92a5-96df409f6f04. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:53:55.877933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4915b751-02b5-402d-9525-bb9317800b57 None None] Provisioning for port 7fb5bc5c-6307-4d4f-9879-1b04e76f8128 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:55.896521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4915b751-02b5-402d-9525-bb9317800b57 None None] Provisioning complete for port 7fb5bc5c-6307-4d4f-9879-1b04e76f8128 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:55.896956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4915b751-02b5-402d-9525-bb9317800b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:55.900426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:53:55.911757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:55.959110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4915b751-02b5-402d-9525-bb9317800b57 None None] Port 7fb5bc5c-6307-4d4f-9879-1b04e76f8128 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:53:55.982769 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9857e16e-331c-401c-8b47-9f219094fec9 req-e9bd2f94-9cbe-4495-a46d-a52a434f5cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 210 time: 0.4150021
Dec 18 06:53:55.999018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28b964-66f5-4f95-a96e-ce4c9345c471 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:56.014134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0d28b964-66f5-4f95-a96e-ce4c9345c471 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:56.050572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:56.054060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=4c2a7718-eb00-4bac-a43c-a081bf8e319d,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:56.058075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:56.097599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port c88616f0-d7c6-4591-9d93-be5a23b3b715 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:56.097836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:56.098508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:56.099715 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c8985cb1-c9e8-43e5-8be0-5d321a34675c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/routers/4c29e209-fb7d-4282-9892-d0309bc7c07e HTTP/1.1" status: 204  len: 168 time: 4.9179046
Dec 18 06:53:56.101439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Usage tracker for resource:port and tenant:7f07f9809f59456d8b6d837c1309dd5c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:56.108922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:56.113230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51302) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:56.148586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024de0e7-9e7a-440e-84f5-57f41dfbb935 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:53:56.153877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:56.176802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network dcd4c9b0-18b3-41eb-b943-7fca8833ff9e has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:53:56.204013 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:53:56.281970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Made reservation on behalf of 7f07f9809f59456d8b6d837c1309dd5c for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:53:56.287441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:56.304063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d28b964-66f5-4f95-a96e-ce4c9345c471 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:56.320602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:56.328810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38f9297e-0201-469f-a032-a1f65de228b3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:56.350011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:56.357168 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/networks/dcd4c9b0-18b3-41eb-b943-7fca8833ff9e HTTP/1.1" status: 204  len: 168 time: 7.1825526
Dec 18 06:53:56.359199 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0d28b964-66f5-4f95-a96e-ce4c9345c471 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48 HTTP/1.1" status: 204  len: 168 time: 4.0650578
Dec 18 06:53:56.360662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51306) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:56.367251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51308) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:56.371184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Network': ['ID=dcd4c9b0-18b3-41eb-b943-7fca8833ff9e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:56.396497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:56.428781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf6d588>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:53:47Z', 'revision_number': 7, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:27Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a7537eac-7e28-4394-89af-5db6199f8f41', 'name': '', 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:bd:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6c44f737-6875-48ab-ac60-0a341d4a662f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:31Z', 'updated_at': '2020-12-18T06:53:39Z', 'revision_number': 2, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '6c44f737-6875-48ab-ac60-0a341d4a662f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ed785fe1-e98e-49c0-96f1-305f19d40dbd', 'name': '', 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:ed:56:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:19Z', 'updated_at': '2020-12-18T06:53:46Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:56.470416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:56.500501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Checking router: 88ab38fe-9aaf-470b-a2fd-c41551059737 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:53:56.501114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Updating router 88ab38fe-9aaf-470b-a2fd-c41551059737 port a7537eac-7e28-4394-89af-5db6199f8f41 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:53:56.532453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f138960-6de9-41d8-a006-d9d28ec93294 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:56.631164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:56.893951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 5f138960-6de9-41d8-a006-d9d28ec93294 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:56.935298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 5f138960-6de9-41d8-a006-d9d28ec93294 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:56.935772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:56.939826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa24093-be05-451a-bf42-4cd7ee62e861 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:53:56.940285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:56.940647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7aa24093-be05-451a-bf42-4cd7ee62e861 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:53:56.962199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bdeba8df-ef70-4a46-babd-4bb8330b7a21 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:57.047095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:57.198252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeba8df-ef70-4a46-babd-4bb8330b7a21 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=7fb5bc5c-6307-4d4f-9879-1b04e76f8128,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:57.224502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bdeba8df-ef70-4a46-babd-4bb8330b7a21 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:57.269257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:57.329243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 5f138960-6de9-41d8-a006-d9d28ec93294, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f138960-6de9-41d8-a006-d9d28ec93294,segment=NetworkSegment(9d628d7e-674f-463d-bace-ec43865fcdfb),segment_id=9d628d7e-674f-463d-bace-ec43865fcdfb)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:57.347938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:57.360251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:57.422612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1732c1d0>,) {'filters': {'network_id': ['aa4d225c-531e-48fe-880f-a6baa687bf50']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:57.441107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:53:57.462675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1732c1d0>, 'ff03a812-edcc-46e8-ad59-71c0731a4fa2') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:57.469457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1732c1d0>, 'ff03a812-edcc-46e8-ad59-71c0731a4fa2') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:53:57.469662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:57.490833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=5f138960-6de9-41d8-a006-d9d28ec93294,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:57.500753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:57.502365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:57.516929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:53:57.517572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 949ff7ab-fcc2-4ff7-a55a-2f5a33b6d113 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:53:57.518121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a4ce723a-40d1-44db-80ce-02f79284424b no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:53:57.551676 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a7a6bda5-6c7d-4e22-bed6-058c20dd2744 req-4f28ff08-438a-43d2-b53e-a3fa44ed1bab tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 210 time: 0.1773899
Dec 18 06:53:57.570887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: a4ce723a-40d1-44db-80ce-02f79284424b {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:53:57.571394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a4ce723a-40d1-44db-80ce-02f79284424b not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:53:57.602072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Allocated IP 172.20.0.9 (a375a69a-6e5f-412d-9823-fc6ead523a6c/78821787-edac-43eb-b274-9bb49f6c2ee0/e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:53:57.655124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port a7537eac-7e28-4394-89af-5db6199f8f41 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:57.655608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:57.722599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:57.725434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:57.739835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Transition to ACTIVE for port object a7537eac-7e28-4394-89af-5db6199f8f41 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:57.747155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bdeba8df-ef70-4a46-babd-4bb8330b7a21 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:57.761123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Releasing vxlan tunnel 9 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:53:57.820857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7aa24093-be05-451a-bf42-4cd7ee62e861 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:53:57.822997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:57.825184 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7aa24093-be05-451a-bf42-4cd7ee62e861 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/1b57c6fc-1ac8-4d3d-a8fd-4a236d28ab48 HTTP/1.1" status: 404  len: 333 time: 1.4562337
Dec 18 06:53:57.825958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51316) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:57.879721 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bdeba8df-ef70-4a46-babd-4bb8330b7a21 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/7fb5bc5c-6307-4d4f-9879-1b04e76f8128 HTTP/1.1" status: 204  len: 168 time: 3.5418646
Dec 18 06:53:57.894512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51320) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:57.965280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5cb6919c-f0fd-4492-ae1b-3e6fea007c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:58.019788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bb6baf-456b-49ec-a41b-0ab867d32091 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:53:58.064585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d13a1f7-e631-4934-9316-4b16956f6a50 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting subnet ba9db0cb-c8d8-4dfb-aec8-9f6ada739d63 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:53:58.069507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d13a1f7-e631-4934-9316-4b16956f6a50 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:58.087758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ce9372cc-1c51-4a03-af62-435d01deb441 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:58.161698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-048fb3df-cf97-439c-b740-adad98da2b24 None None] Could not find standard attr ID for object 7fb5bc5c-6307-4d4f-9879-1b04e76f8128. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:53:58.178138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network aa4d225c-531e-48fe-880f-a6baa687bf50 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:53:58.235976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d13a1f7-e631-4934-9316-4b16956f6a50 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:58.237739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:58.254504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ce9372cc-1c51-4a03-af62-435d01deb441 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:58.255033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:58.319241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960fc95-6ffc-4af5-8620-86bdd9b691da None None] Pushing event updated for resources: {'Port': ['ID=a7537eac-7e28-4394-89af-5db6199f8f41,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:58.331653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f960fc95-6ffc-4af5-8620-86bdd9b691da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:58.438615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d13a1f7-e631-4934-9316-4b16956f6a50 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:58.557574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device bbdca9fd-6dd2-4e99-8b27-9537cb17ccae up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:58.811275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:58.831760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f665d51e-e7c8-4570-824d-dc246fc88691 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:58.832741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f665d51e-e7c8-4570-824d-dc246fc88691 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:53:58.968215 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ed9b9eac-b58c-44c9-885f-f3ee24a3715e req-aad7ae27-1ade-47b4-9598-1c4b1ee67a0f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 210 time: 0.1486132
Dec 18 06:53:59.001872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for a7537eac-7e28-4394-89af-5db6199f8f41 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:59.026732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d13a1f7-e631-4934-9316-4b16956f6a50 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.045896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:53:59.053112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7c3f0320-f0b0-4e9d-885c-e40217748150 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:59.057126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:59.057590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.059107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network aa4d225c-531e-48fe-880f-a6baa687bf50 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:53:59.096101 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:53:59.119183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Attempting to bind port a7537eac-7e28-4394-89af-5db6199f8f41 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:53:59.119620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Attempting to bind port a7537eac-7e28-4394-89af-5db6199f8f41 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '9d628d7e-674f-463d-bace-ec43865fcdfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:53:59.120049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Attempting to bind port a7537eac-7e28-4394-89af-5db6199f8f41 on network baa8994d-3dba-4f6f-9f92-7d515a0cf92a {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:53:59.130877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bb6baf-456b-49ec-a41b-0ab867d32091 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:53:59.133205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:53:59.133670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Checking segment: {'id': '9d628d7e-674f-463d-bace-ec43865fcdfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:53:59.134131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.134586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Bound using segment: {'id': '9d628d7e-674f-463d-bace-ec43865fcdfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:53:59.135585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Bound port: a7537eac-7e28-4394-89af-5db6199f8f41, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d628d7e-674f-463d-bace-ec43865fcdfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:53:59.135721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.172304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.179139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f665d51e-e7c8-4570-824d-dc246fc88691 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:53:59.183591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13a1f7-e631-4934-9316-4b16956f6a50 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Subnet': ['ID=ba9db0cb-c8d8-4dfb-aec8-9f6ada739d63,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:59.183833 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f665d51e-e7c8-4570-824d-dc246fc88691 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1044 time: 1.2881045
Dec 18 06:53:59.184668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51326) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:59.193888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d13a1f7-e631-4934-9316-4b16956f6a50 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:59.202496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port 01c875d8-5df3-4050-b89e-572c9427464c {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:59.203011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.282586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d13a1f7-e631-4934-9316-4b16956f6a50 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.295578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Transition to ACTIVE for port object e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:53:59.320536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.338225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3b3f621-884a-4438-9bf7-7bea34eae275 tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:59.358259 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3d13a1f7-e631-4934-9316-4b16956f6a50 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/ba9db0cb-c8d8-4dfb-aec8-9f6ada739d63 HTTP/1.1" status: 204  len: 168 time: 1.5260921
Dec 18 06:53:59.361270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51330) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:59.362402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.367546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.404160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Network': ['ID=aa4d225c-531e-48fe-880f-a6baa687bf50,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:59.414833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:59.443626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] For port 01c875d8-5df3-4050-b89e-572c9427464c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=01c875d8-5df3-4050-b89e-572c9427464c,segment=NetworkSegment(31ee418e-2b6a-4e1a-b4c2-1408ef14c360),segment_id=31ee418e-2b6a-4e1a-b4c2-1408ef14c360)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:59.443989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.461889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] For port a7537eac-7e28-4394-89af-5db6199f8f41, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:53:59.481057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=bbdca9fd-6dd2-4e99-8b27-9537cb17ccae,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:53:59.499063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] For port a7537eac-7e28-4394-89af-5db6199f8f41, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a7537eac-7e28-4394-89af-5db6199f8f41,segment=NetworkSegment(9d628d7e-674f-463d-bace-ec43865fcdfb),segment_id=9d628d7e-674f-463d-bace-ec43865fcdfb)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:53:59.504873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/networks/aa4d225c-531e-48fe-880f-a6baa687bf50 HTTP/1.1" status: 204  len: 168 time: 3.3874257
Dec 18 06:53:59.505702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.505702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4131a8a2-e370-4280-bbe5-cece79ff9144 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:53:59.522088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.539104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bc7006-2c31-479c-8331-6886e68f9453 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:59.543145 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-72bc7006-2c31-479c-8331-6886e68f9453 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1044 time: 0.3451242
Dec 18 06:53:59.555249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51334) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:59.555450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:59.555618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51336) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:53:59.559428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c36e319c-f216-47c3-b80e-b484ffee65e3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:59.592609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for 01c875d8-5df3-4050-b89e-572c9427464c owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:53:59.606145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'network': {'name': 'tempest-network-smoke--369568480', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'port_security_enabled': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:53:59.610082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.762319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.784870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.801398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=bbdca9fd-6dd2-4e99-8b27-9537cb17ccae,revision_number=8']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:59.805040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:59.809564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5634ab08-0e19-4434-bcdc-71237aff4219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:59.815277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:53:59.851678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9965fc8-b312-4fe2-b1b2-1d1fe20e6db6 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:53:59.858080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:53:59.858478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:53:59.859791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:network and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:53:59.876582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 4131a8a2-e370-4280-bbe5-cece79ff9144 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:53:59.877243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.878738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:53:59.887487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:53:59.919086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event updated for resources: {'Port': ['ID=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:59.930579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:59.933551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port eff77662-fe1a-4534-adb0-59084bde02ae {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:53:59.933942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:53:59.989203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960fc95-6ffc-4af5-8620-86bdd9b691da None None] Pushing event updated for resources: {'Port': ['ID=a7537eac-7e28-4394-89af-5db6199f8f41,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:53:59.992439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165c2d69-db0e-4846-9a26-6849eea3dd5b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:59.992932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f960fc95-6ffc-4af5-8620-86bdd9b691da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:53:59.993997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165c2d69-db0e-4846-9a26-6849eea3dd5b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:59.995649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165c2d69-db0e-4846-9a26-6849eea3dd5b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:53:59.996569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-165c2d69-db0e-4846-9a26-6849eea3dd5b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:00.008857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:00.014587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:00.129723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:54:00.136687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-165c2d69-db0e-4846-9a26-6849eea3dd5b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:00.141050 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-165c2d69-db0e-4846-9a26-6849eea3dd5b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.5470376
Dec 18 06:54:00.150445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Network a375a69a-6e5f-412d-9823-fc6ead523a6c is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:00.152429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51344) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:00.160975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:00.163665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:00.164181 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Added segment 0acaff21-eda4-48d6-a4ca-de100a6ee5c8 of type vxlan for network 33289224-0e91-4fc4-8e4e-89c5aa87f246
Dec 18 06:54:00.202905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:54:00.231514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:00.232218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf6d588>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:00.238083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=01c875d8-5df3-4050-b89e-572c9427464c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:00.246724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:00.276173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:00.277012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:00.297499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4c2a7718-eb00-4bac-a43c-a081bf8e319d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:00.329147 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.5704577
Dec 18 06:54:00.334147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008642e-effa-4aaa-b6a5-05b7418d633c req-abe8df3c-fe9c-48ee-8d55-4e6698e88a54 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:00.335757 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6008642e-effa-4aaa-b6a5-05b7418d633c req-abe8df3c-fe9c-48ee-8d55-4e6698e88a54 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 931 time: 0.1518078
Dec 18 06:54:00.361276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Request body: {'port': {'device_id': '84147b40-5118-49f6-af64-0f80de33801b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:00.389659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port a7537eac-7e28-4394-89af-5db6199f8f41 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:00.389659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:00.459091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:00.511878 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6008642e-effa-4aaa-b6a5-05b7418d633c req-c9ce8298-ad49-440c-9419-23076bb2204f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1117189
Dec 18 06:54:00.517568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:00.538710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 4c2a7718-eb00-4bac-a43c-a081bf8e319d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:00.539167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:00.544446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:00.881755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac64129-d10b-46a9-8010-34f76210567d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 0a146173-36ba-4715-a05f-6d3a3c130f62 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:54:00.891556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:00.895688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:00.896337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:00.918568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ac64129-d10b-46a9-8010-34f76210567d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:00.953909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4ae24ef-335b-4ceb-9d8a-4c45f8554c3c tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:01.093285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ed785fe1-e98e-49c0-96f1-305f19d40dbd up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:01.101081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Network': ['ID=33289224-0e91-4fc4-8e4e-89c5aa87f246,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:01.102858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 423f91e6-ff18-49a2-8b59-425a70755da5 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:54:01.107739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.5153131
Dec 18 06:54:01.120947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] For port eff77662-fe1a-4534-adb0-59084bde02ae, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=eff77662-fe1a-4534-adb0-59084bde02ae,segment=NetworkSegment(13713386-d4a9-4ce4-858c-ba71dc5a9d79),segment_id=13713386-d4a9-4ce4-858c-ba71dc5a9d79)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:01.121368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51348) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:01.121637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:01.137379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-945321687', 'admin_state_up': True, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:01.139937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:01.178686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 33289224-0e91-4fc4-8e4e-89c5aa87f246 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:54:01.204212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 33289224-0e91-4fc4-8e4e-89c5aa87f246 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:54:01.239166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:01.258836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:router and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:01.332486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:01.357917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:01.408478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:01.409733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:01.457408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:01.459072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:54:01.479371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57361e7-84f3-40d1-a8cd-99a29d258172 None None] Sync routers for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:54:01.482873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for eff77662-fe1a-4534-adb0-59084bde02ae owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:01.511465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57361e7-84f3-40d1-a8cd-99a29d258172 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:01.513593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e57361e7-84f3-40d1-a8cd-99a29d258172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dd9c278>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:01.524332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-83efd738-240c-4561-b58d-4db4b54c087d None None] Provisioning complete for port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:01.524758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83efd738-240c-4561-b58d-4db4b54c087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:01.580885 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2162020
Dec 18 06:54:01.582415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51354) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:01.595768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e36a2c-97a1-4d8e-b1fd-8ed1e4c087e7 None None] Network fb386dbb-d497-4768-96bd-1718c4adca0f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:01.671813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port ed785fe1-e98e-49c0-96f1-305f19d40dbd completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:01.791392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ed785fe1-e98e-49c0-96f1-305f19d40dbd triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:01.791806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:01.875407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e57361e7-84f3-40d1-a8cd-99a29d258172 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:01.921019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:01.980720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ac64129-d10b-46a9-8010-34f76210567d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:02.035709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:02.066865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf6d588>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:53:47Z', 'revision_number': 7, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:55Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a7537eac-7e28-4394-89af-5db6199f8f41', 'name': '', 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:bd:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6c44f737-6875-48ab-ac60-0a341d4a662f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:31Z', 'updated_at': '2020-12-18T06:53:59Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '6c44f737-6875-48ab-ac60-0a341d4a662f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ed785fe1-e98e-49c0-96f1-305f19d40dbd', 'name': '', 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:ed:56:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:19Z', 'updated_at': '2020-12-18T06:53:46Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:02.087659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] For port a7537eac-7e28-4394-89af-5db6199f8f41, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a7537eac-7e28-4394-89af-5db6199f8f41,segment=NetworkSegment(9d628d7e-674f-463d-bace-ec43865fcdfb),segment_id=9d628d7e-674f-463d-bace-ec43865fcdfb)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:02.088050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:02.125774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port ed785fe1-e98e-49c0-96f1-305f19d40dbd, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ed785fe1-e98e-49c0-96f1-305f19d40dbd,segment=NetworkSegment(b4699dad-ab11-4555-b961-87118b28f389),segment_id=b4699dad-ab11-4555-b961-87118b28f389)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:02.165381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82122926-e0fa-4ec7-ab23-17a20fd81b09 None None] The sync data for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs is: [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:53:47Z', 'revision_number': 7, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:55Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'a7537eac-7e28-4394-89af-5db6199f8f41', 'name': '', 'network_id': 'baa8994d-3dba-4f6f-9f92-7d515a0cf92a', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:bd:6c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '6c44f737-6875-48ab-ac60-0a341d4a662f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:31Z', 'updated_at': '2020-12-18T06:53:59Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '6c44f737-6875-48ab-ac60-0a341d4a662f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ed785fe1-e98e-49c0-96f1-305f19d40dbd', 'name': '', 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:ed:56:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:19Z', 'updated_at': '2020-12-18T06:53:46Z', 'revision_number': 4, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:02.231408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:02.248176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:02.249245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f138960-6de9-41d8-a006-d9d28ec93294 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:02.281726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:02.283558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e57361e7-84f3-40d1-a8cd-99a29d258172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dd9c278>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:59Z', 'revision_number': 10, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:02.288297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57361e7-84f3-40d1-a8cd-99a29d258172 None None] Checking router: 423f91e6-ff18-49a2-8b59-425a70755da5 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:54:02.298326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57361e7-84f3-40d1-a8cd-99a29d258172 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:02.299237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e57361e7-84f3-40d1-a8cd-99a29d258172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dd9c278>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:02.303952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbd7ac-0412-4d6e-99c0-e5afbf2e0b9c req-88474701-4c0e-494a-a38f-d41ef06cdfa3 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:02.310175 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-60bbd7ac-0412-4d6e-99c0-e5afbf2e0b9c req-88474701-4c0e-494a-a38f-d41ef06cdfa3 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 931 time: 0.4068041
Dec 18 06:54:02.350242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ac64129-d10b-46a9-8010-34f76210567d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:02.415166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=ed785fe1-e98e-49c0-96f1-305f19d40dbd,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:02.429738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:02.432732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ce86c6-1a7e-4470-aa74-4f6c4930d78b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting subnet 8ae7e414-49b2-4d60-8e55-d639416df5bd {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:54:02.461576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57ce86c6-1a7e-4470-aa74-4f6c4930d78b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:02.481885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4a66b72c-60e4-47be-b22a-9787f8ea41a0 None None] Provisioning for port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:02.487095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 5f138960-6de9-41d8-a006-d9d28ec93294 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:02.487523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:02.487636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e57361e7-84f3-40d1-a8cd-99a29d258172 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:02.523808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ac8ca2-a75e-4ebb-bd9f-5aec12ab3a03 None None] DHCP port deletion for fb386dbb-d497-4768-96bd-1718c4adca0f request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:54:02.533005 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-60bbd7ac-0412-4d6e-99c0-e5afbf2e0b9c req-6c413195-f662-4e64-9e64-3a02f69821f4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1327553
Dec 18 06:54:02.558199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4a66b72c-60e4-47be-b22a-9787f8ea41a0 None None] Provisioning complete for port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:02.558646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a66b72c-60e4-47be-b22a-9787f8ea41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:02.595672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57ce86c6-1a7e-4470-aa74-4f6c4930d78b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:02.703490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for a7537eac-7e28-4394-89af-5db6199f8f41 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:02.707337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4a66b72c-60e4-47be-b22a-9787f8ea41a0 None None] Port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:54:02.737059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ac64129-d10b-46a9-8010-34f76210567d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:02.805244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:02.881082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:02.881884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:02.884782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a6a1a5ab-24b3-4a7f-89f0-8c636db7f744 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:02.917053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:02.920587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e57361e7-84f3-40d1-a8cd-99a29d258172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dd9c278>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:59Z', 'revision_number': 10, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:02.926427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57361e7-84f3-40d1-a8cd-99a29d258172 None None] The sync data for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs is: [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:53:59Z', 'revision_number': 10, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None, '_interfaces': [{'id': 'b24d217a-1632-4dcd-94cb-a389ef59e94f', 'name': '', 'network_id': 'fe451ab0-29c9-4780-99b0-5edc33098b41', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'mac_address': 'fa:16:3e:aa:27:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:25Z', 'updated_at': '2020-12-18T06:52:37Z', 'revision_number': 5, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'subnets': [{'id': '247f1a23-4a9a-47f3-9402-bd94dac44839', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:03.049222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device eff77662-fe1a-4534-adb0-59084bde02ae up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:03.081688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac64129-d10b-46a9-8010-34f76210567d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=0a146173-36ba-4715-a05f-6d3a3c130f62,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:03.084246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1ac64129-d10b-46a9-8010-34f76210567d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:03.092117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: eff77662-fe1a-4534-adb0-59084bde02ae {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:03.092768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device eff77662-fe1a-4534-adb0-59084bde02ae not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 18 06:54:03.101840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d35a2fcb-db7f-452e-a3e6-e5e3f1f4e248 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:03.128124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Port eff77662-fe1a-4534-adb0-59084bde02ae not found, will not notify nova. {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 18 06:54:03.174869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=eff77662-fe1a-4534-adb0-59084bde02ae,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:03.177700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83597034-8324-44fb-a03f-da489170235f None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:03.188636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ac64129-d10b-46a9-8010-34f76210567d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:03.204288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:03.205074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:03.223686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:03.253415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57ce86c6-1a7e-4470-aa74-4f6c4930d78b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:03.290788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:03.296052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:03.296196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4a6d1e67-c47d-4f45-818b-32c2e8a7f03a not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:03.297496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3889c741-b189-4b61-90e7-9e4bfc672023 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:03.308793 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1ac64129-d10b-46a9-8010-34f76210567d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/0a146173-36ba-4715-a05f-6d3a3c130f62 HTTP/1.1" status: 204  len: 168 time: 3.1550922
Dec 18 06:54:03.314054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51358) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:03.331845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No DVR routers for this DVR port eff77662-fe1a-4534-adb0-59084bde02ae on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:54:03.349803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 3889c741-b189-4b61-90e7-9e4bfc672023 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:03.350214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3889c741-b189-4b61-90e7-9e4bfc672023 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:03.350699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e0c1bd3b-1e02-42cc-a07d-b0f44f819407 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:03.388737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: e0c1bd3b-1e02-42cc-a07d-b0f44f819407 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:03.389188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e0c1bd3b-1e02-42cc-a07d-b0f44f819407 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:03.389640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:03.427966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:03.428365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 804e7c30-4b25-4e34-9e1b-c1d50e03c7a8 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:03.428835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 32479684-9f89-4685-a211-9186c357fc4b no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:03.465133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 32479684-9f89-4685-a211-9186c357fc4b {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:03.465582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 32479684-9f89-4685-a211-9186c357fc4b not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:03.575925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:03.717380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ed785fe1-e98e-49c0-96f1-305f19d40dbd up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:03.785824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17589978>,) {'filters': {'network_id': ['fb386dbb-d497-4768-96bd-1718c4adca0f']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:03.807653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17589978>, '13713386-d4a9-4ce4-858c-ba71dc5a9d79') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:03.808049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17589978>, '13713386-d4a9-4ce4-858c-ba71dc5a9d79') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:03.809089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ed785fe1-e98e-49c0-96f1-305f19d40dbd triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:03.809659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:03.868744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:03.909905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:03.914525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Releasing vxlan tunnel 10 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:54:04.049899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.192 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/b587f6de-dab0-4744-bd33-95c6fd083776) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:04.051945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:54:04.114739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:04.121484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a7537eac-7e28-4394-89af-5db6199f8f41 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:04.137558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bdeba8df-ef70-4a46-babd-4bb8330b7a21 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:04.160492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-30720521-ca9a-4fa1-8e35-6784ba548b39 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 5cbe57e6-2ec7-4e46-a073-6791c0133074 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:54:04.163875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: a7537eac-7e28-4394-89af-5db6199f8f41 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:04.164495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a7537eac-7e28-4394-89af-5db6199f8f41 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 18 06:54:04.164755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30720521-ca9a-4fa1-8e35-6784ba548b39 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:04.204666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Port a7537eac-7e28-4394-89af-5db6199f8f41 not found, will not notify nova. {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 18 06:54:04.205299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device bbdca9fd-6dd2-4e99-8b27-9537cb17ccae up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:04.236250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30720521-ca9a-4fa1-8e35-6784ba548b39 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:04.270385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Port': ['ID=a7537eac-7e28-4394-89af-5db6199f8f41,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:04.298928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:04.299461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:04.307121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:04.339314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network fb386dbb-d497-4768-96bd-1718c4adca0f has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:04.352837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:04.425599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:54:04.440178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:04.486245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30720521-ca9a-4fa1-8e35-6784ba548b39 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:04.486919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Transition to ACTIVE for port object e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:04.508819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-716669b1-98bb-453c-ac72-1a15964f75de None None] Provisioning complete for port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:04.509675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-716669b1-98bb-453c-ac72-1a15964f75de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:04.541285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 01c875d8-5df3-4050-b89e-572c9427464c no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:04.576883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598d68f-8af5-45ff-8fb7-c477804062e1 req-e69c245b-20e2-4d16-ac1a-52ac4bd36bcd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:04.578776 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c598d68f-8af5-45ff-8fb7-c477804062e1 req-e69c245b-20e2-4d16-ac1a-52ac4bd36bcd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 931 time: 0.8070612
Dec 18 06:54:04.587981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 01c875d8-5df3-4050-b89e-572c9427464c {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:04.588379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 01c875d8-5df3-4050-b89e-572c9427464c not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:04.588828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device eff77662-fe1a-4534-adb0-59084bde02ae no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:04.636232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: eff77662-fe1a-4534-adb0-59084bde02ae {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:04.636610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device eff77662-fe1a-4534-adb0-59084bde02ae not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:04.761049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:04.813854 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c598d68f-8af5-45ff-8fb7-c477804062e1 req-278f2241-e5ba-4c0d-a0bb-3aa2522dfcfb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2208867
Dec 18 06:54:04.821370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57ce86c6-1a7e-4470-aa74-4f6c4930d78b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:04.840117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:04.841074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e991c8ad-5c56-45cd-aa43-f087a51aa80f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:04.859870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-519f4d37-d7f9-432b-8386-18fab0ab24f1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:04.945434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce86c6-1a7e-4470-aa74-4f6c4930d78b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Subnet': ['ID=8ae7e414-49b2-4d60-8e55-d639416df5bd,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:04.968850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57ce86c6-1a7e-4470-aa74-4f6c4930d78b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:05.003324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network fb386dbb-d497-4768-96bd-1718c4adca0f has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:05.022833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:05.042019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eb313c0c-c22d-4518-909b-68c3c4bbfbd9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:54:05.045589 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:54:05.155917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Pushing event updated for resources: {'Port': ['ID=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:05.178291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:05.235145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:05.236615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028d5d8-be22-46a9-8945-d59bcb431744 None None] Network 044d4895-76c5-4cfd-9902-0fe87358ae74 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:05.245757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-273896ad-423f-42e8-aa14-6d7f4447d857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:05.261452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:05.282058 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/networks/fb386dbb-d497-4768-96bd-1718c4adca0f HTTP/1.1" status: 204  len: 168 time: 5.9075742
Dec 18 06:54:05.282313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57ce86c6-1a7e-4470-aa74-4f6c4930d78b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:05.288115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51364) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:05.291096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Network': ['ID=fb386dbb-d497-4768-96bd-1718c4adca0f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:05.313957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=b587f6de-dab0-4744-bd33-95c6fd083776,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:05.322633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:05.327086 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-57ce86c6-1a7e-4470-aa74-4f6c4930d78b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/8ae7e414-49b2-4d60-8e55-d639416df5bd HTTP/1.1" status: 204  len: 168 time: 3.7402573
Dec 18 06:54:05.330240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:05.332782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51368) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:05.349384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:05.355269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:05.361689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'network': {'name': 'tempest-PortsTestJSON-664535823'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:05.363901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:54:05.380444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:05.486853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:network and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:05.487856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30720521-ca9a-4fa1-8e35-6784ba548b39 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:05.502590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:05.508124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-997eb4bd-04c6-400d-99a4-946506accc59 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:05.521446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:05.574168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268bcb93-a1bd-43fd-a8de-7b8b6422139b None None] DHCP port deletion for 044d4895-76c5-4cfd-9902-0fe87358ae74 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:54:05.585679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-268bcb93-a1bd-43fd-a8de-7b8b6422139b None None] Deleting port 8ada1477-76c8-4c20-971a-0372e2674037 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:05.586273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-268bcb93-a1bd-43fd-a8de-7b8b6422139b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:05.632702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:05.655275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:05.661819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:05.727373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Attempting to bind port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:54:05.727744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Attempting to bind port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:54:05.728112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Attempting to bind port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca on network a375a69a-6e5f-412d-9823-fc6ead523a6c {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:54:05.752780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:54:05.753577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Checking segment: {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:54:05.753577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:05.754039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Bound using segment: {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:54:05.754435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Bound port: e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:54:05.754808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:05.804259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:54:05.880884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-268bcb93-a1bd-43fd-a8de-7b8b6422139b None None] For port 8ada1477-76c8-4c20-971a-0372e2674037, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8ada1477-76c8-4c20-971a-0372e2674037,segment=NetworkSegment(31ee418e-2b6a-4e1a-b4c2-1408ef14c360),segment_id=31ee418e-2b6a-4e1a-b4c2-1408ef14c360)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:05.881683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-268bcb93-a1bd-43fd-a8de-7b8b6422139b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:05.899707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:05.900032 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Added segment b34bbf43-b675-4648-801b-d4c1f0d00af2 of type vxlan for network d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee
Dec 18 06:54:05.967133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:06.022279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-268bcb93-a1bd-43fd-a8de-7b8b6422139b None None] Calling delete_port for 8ada1477-76c8-4c20-971a-0372e2674037 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:06.066599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30720521-ca9a-4fa1-8e35-6784ba548b39 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=5cbe57e6-2ec7-4e46-a073-6791c0133074,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:06.104564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-268bcb93-a1bd-43fd-a8de-7b8b6422139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:06.118697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] For port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:54:06.120870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:06.121434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30720521-ca9a-4fa1-8e35-6784ba548b39 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:06.136597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:06.159025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] For port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:54:06.167131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:06.185150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-478d041e-ae75-4f49-bff0-36b428c16978 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:06.214732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bcb93-a1bd-43fd-a8de-7b8b6422139b None None] Pushing event deleted for resources: {'Port': ['ID=8ada1477-76c8-4c20-971a-0372e2674037,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:06.217383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-268bcb93-a1bd-43fd-a8de-7b8b6422139b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:06.266321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bcb93-a1bd-43fd-a8de-7b8b6422139b None None] No DVR routers for this DVR port 8ada1477-76c8-4c20-971a-0372e2674037 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:54:06.269361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:06.274260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:06.274260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:06.390962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cee479-798e-4e0e-a1b6-7023814e65f9 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:06.393868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30720521-ca9a-4fa1-8e35-6784ba548b39 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:06.466959 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.1748230
Dec 18 06:54:06.471270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51374) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:06.492243 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-30720521-ca9a-4fa1-8e35-6784ba548b39 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/5cbe57e6-2ec7-4e46-a073-6791c0133074 HTTP/1.1" status: 204  len: 168 time: 3.1737180
Dec 18 06:54:06.497244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': 'd9a977ec-bb8b-467d-9bbd-0bbe8ae2acee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:06.504822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51378) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:06.522258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Pushing event updated for resources: {'Port': ['ID=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:06.595005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:06.595585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a3e202bf-0599-4251-b4b7-bb44683d87fa tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.302s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:06.656714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:06.662844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a358cea-e59d-4bec-9a93-e7a9b16887d5 None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:54:06.667989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2a358cea-e59d-4bec-9a93-e7a9b16887d5 None None] Deleting port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:06.668557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a358cea-e59d-4bec-9a93-e7a9b16887d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:06.727218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 88ab38fe-9aaf-470b-a2fd-c41551059737 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:54:06.727754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef444666-ccbb-4302-a5ce-983e7180aabe req-4706173c-87e6-4f63-a4db-dddffba88d42 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:06.729352 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ef444666-ccbb-4302-a5ce-983e7180aabe req-4706173c-87e6-4f63-a4db-dddffba88d42 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 943 time: 0.7508619
Dec 18 06:54:06.731590 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f10b99d7-9341-455b-8ac0-7f0c7d4792f2 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1719756
Dec 18 06:54:06.739811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51382) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:06.766217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:06.784379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:06.791506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Network': ['ID=d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:06.793779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:06.822238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:54:06.854247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:06.861458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:06.865086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:06.865820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:06.867327 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] 10.222.0.15 "PUT /v2.0/ports/e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca HTTP/1.1" status: 200  len: 1157 time: 6.5122480
Dec 18 06:54:06.876425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84147b40-5118-49f6-af64-0f80de33801b', 'tag': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:54:06.886990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:06.982494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:54:07.060461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac177a4978>,) {'filters': {'network_id': ['044d4895-76c5-4cfd-9902-0fe87358ae74']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:07.075467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ef444666-ccbb-4302-a5ce-983e7180aabe req-a5f85392-bf6f-408e-bf90-db8596c1d225 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3306618
Dec 18 06:54:07.093906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:07.100102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac177a4978>, '31ee418e-2b6a-4e1a-b4c2-1408ef14c360') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:07.100444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac177a4978>, '31ee418e-2b6a-4e1a-b4c2-1408ef14c360') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:07.114964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:07.118015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:07.170315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:07.182402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:07.206291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:07.233272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2a358cea-e59d-4bec-9a93-e7a9b16887d5 None None] For port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=bbdca9fd-6dd2-4e99-8b27-9537cb17ccae,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:07.233559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a358cea-e59d-4bec-9a93-e7a9b16887d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:07.233947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:07.237783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Releasing vxlan tunnel 6 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:54:07.295239 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84147b40-5118-49f6-af64-0f80de33801b', 'tag': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca', 'status': 'completed', 'code': 200}
Dec 18 06:54:07.322802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:07.364039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2a358cea-e59d-4bec-9a93-e7a9b16887d5 None None] Calling delete_port for bbdca9fd-6dd2-4e99-8b27-9537cb17ccae owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:07.376177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:07.382203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:07.432623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:54:07.439187 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.6672890
Dec 18 06:54:07.443696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a358cea-e59d-4bec-9a93-e7a9b16887d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:07.452120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51388) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:07.486811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:07.557962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5634ab08-0e19-4434-bcdc-71237aff4219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:07.592797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d8f71-83de-4d81-9a71-628133f62575 req-fd7a7c0a-c531-4715-8946-51b2cb45b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:07.594708 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-fd7a7c0a-c531-4715-8946-51b2cb45b364 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 1160 time: 0.6447179
Dec 18 06:54:07.607549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94314cb-dbee-4636-9086-79653cc30603 None None] Sync routers for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:54:07.615006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a358cea-e59d-4bec-9a93-e7a9b16887d5 None None] Pushing event deleted for resources: {'Port': ['ID=bbdca9fd-6dd2-4e99-8b27-9537cb17ccae,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:07.622370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a358cea-e59d-4bec-9a93-e7a9b16887d5 None None] No DVR routers for this DVR port bbdca9fd-6dd2-4e99-8b27-9537cb17ccae on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:54:07.622877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 044d4895-76c5-4cfd-9902-0fe87358ae74 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:07.623958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2a358cea-e59d-4bec-9a93-e7a9b16887d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:07.625618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94314cb-dbee-4636-9086-79653cc30603 None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:07.626402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c94314cb-dbee-4636-9086-79653cc30603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f637630>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:07.687876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:07.745900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8ada1477-76c8-4c20-971a-0372e2674037 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:07.825372 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-0cee6b23-9667-4af5-8f87-e2767396d4e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca HTTP/1.1" status: 200  len: 217 time: 0.1537778
Dec 18 06:54:07.849465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 8ada1477-76c8-4c20-971a-0372e2674037 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:07.850092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8ada1477-76c8-4c20-971a-0372e2674037 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:07.850678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device bbdca9fd-6dd2-4e99-8b27-9537cb17ccae no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:08.048043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d8f71-83de-4d81-9a71-628133f62575 req-83eb0d31-496e-4f41-8c07-528a165de89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:08.049551 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-83eb0d31-496e-4f41-8c07-528a165de89f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.1824543
Dec 18 06:54:08.074364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: bbdca9fd-6dd2-4e99-8b27-9537cb17ccae {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:08.074931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device bbdca9fd-6dd2-4e99-8b27-9537cb17ccae not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:08.095726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-c94314cb-dbee-4636-9086-79653cc30603 None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:08.199578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:08.311419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0315236-f310-4d83-944a-f21754513c30 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting subnet 6c44f737-6875-48ab-ac60-0a341d4a662f {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:54:08.318349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0315236-f310-4d83-944a-f21754513c30 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:08.351002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d8f71-83de-4d81-9a71-628133f62575 req-ca65e567-9334-4d86-b3e2-cdcf155fc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:08.352809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-ca65e567-9334-4d86-b3e2-cdcf155fc6b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2759461
Dec 18 06:54:08.436058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network 044d4895-76c5-4cfd-9902-0fe87358ae74 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:08.471995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c94314cb-dbee-4636-9086-79653cc30603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f637630>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:03Z', 'revision_number': 8, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:55Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ed785fe1-e98e-49c0-96f1-305f19d40dbd', 'name': '', 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:ed:56:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:19Z', 'updated_at': '2020-12-18T06:54:02Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:08.476937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94314cb-dbee-4636-9086-79653cc30603 None None] Checking router: 88ab38fe-9aaf-470b-a2fd-c41551059737 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:54:08.478553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0315236-f310-4d83-944a-f21754513c30 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:08.486542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94314cb-dbee-4636-9086-79653cc30603 None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:08.487236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c94314cb-dbee-4636-9086-79653cc30603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f637630>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:54:08.502502 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:54:08.633745 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-ab189537-7bc9-45b2-a6fa-3e224023e01b service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2625909
Dec 18 06:54:08.676458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-c94314cb-dbee-4636-9086-79653cc30603 None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:08.724788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:08.752015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2904564-cac6-4aad-8636-655815540eb9 req-c2f6c816-3adc-460e-9ec2-e41fad3294f3 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:08.753665 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c2904564-cac6-4aad-8636-655815540eb9 req-c2f6c816-3adc-460e-9ec2-e41fad3294f3 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 943 time: 0.4752853
Dec 18 06:54:08.754398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-501faa4c-1d1f-42b7-b5a9-eabf16376a7f tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:08.765593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0315236-f310-4d83-944a-f21754513c30 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:08.778010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:08.821153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Network': ['ID=044d4895-76c5-4cfd-9902-0fe87358ae74,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:08.832060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:08.845179 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/networks/044d4895-76c5-4cfd-9902-0fe87358ae74 HTTP/1.1" status: 204  len: 168 time: 3.5082676
Dec 18 06:54:08.854675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51396) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:08.937773 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c2904564-cac6-4aad-8636-655815540eb9 req-22639811-3fd0-4b39-888e-a0b39c8eb948 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1614592
Dec 18 06:54:08.959190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 050bd5b2-204e-4197-903b-4d99eeb66625 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:54:09.029097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c94314cb-dbee-4636-9086-79653cc30603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f637630>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:03Z', 'revision_number': 8, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:55Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ed785fe1-e98e-49c0-96f1-305f19d40dbd', 'name': '', 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:ed:56:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:19Z', 'updated_at': '2020-12-18T06:54:02Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:09.035062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94314cb-dbee-4636-9086-79653cc30603 None None] The sync data for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs is: [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:03Z', 'revision_number': 8, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:55Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'ed785fe1-e98e-49c0-96f1-305f19d40dbd', 'name': '', 'network_id': '47920b68-b33f-4709-a7f4-21dba77766c3', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:ed:56:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:53:19Z', 'updated_at': '2020-12-18T06:54:02Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': '5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:09.115472 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e18d8f71-83de-4d81-9a71-628133f62575 req-1fa19a43-3fc1-4ec3-a9fc-a749dca67775 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4700556
Dec 18 06:54:09.116251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:09.143957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ef709521-b8a9-44de-a6f6-8c49395a1039 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:09.194983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:54:09.206315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Sync routers for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:54:09.220989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:09.221729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dbbc7f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:09.264420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:09.269670 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 8.1359441
Dec 18 06:54:09.272869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51400) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:09.341584 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-59f40f7c-fcd5-4ff5-81cd-41a9befceff1 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets?project_id=6302410f1da34973bcf54fc230e8ac73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0647867
Dec 18 06:54:09.342600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51404) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:09.352749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'subnet': {'name': 'tempest-subnet-smoke-673137755', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:09.415024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:09.436044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:09.468676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a75d9adb-7c6b-40a4-95fd-d615730e39f9 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:09.557471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a7537eac-7e28-4394-89af-5db6199f8f41 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:09.625165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:09.643956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:subnet and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:09.653056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:09.656799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: a7537eac-7e28-4394-89af-5db6199f8f41 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:09.657426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a7537eac-7e28-4394-89af-5db6199f8f41 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:09.663166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=27e63071-88cc-41cf-b702-9c9bbec3adeb,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:09.665391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:09.676424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:09.700659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:09.707843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Subnet': ['ID=02b3840a-221a-480d-8051-8616fa29fa5a,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:09.757749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dbbc7f0>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:06Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:09.762075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Checking router: 050bd5b2-204e-4197-903b-4d99eeb66625 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:54:09.762518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Updating router 050bd5b2-204e-4197-903b-4d99eeb66625 port b587f6de-dab0-4744-bd33-95c6fd083776 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:54:09.782155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:09.821488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:09.822898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:09.825872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:09.835070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d73410-7922-431c-badc-ff7afee48c0a None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:09.848631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:09.849444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:09.873073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:09.941853 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.1988435
Dec 18 06:54:09.948330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51408) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:09.958434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-133b7cb7-51ef-41c8-8f20-73848bcd625c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:09.997202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:10.148535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'tenant_id': 'db3f5fe7314347c69b392be0e6af2b1c', 'fixed_ips': [{'subnet_id': '27e63071-88cc-41cf-b702-9c9bbec3adeb'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:54:10.149470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:10.197145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834df17-7808-4621-95e0-3447d458de0b req-8c7f4eae-0ccf-463a-8507-0ef65ddec878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:10.198819 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6834df17-7808-4621-95e0-3447d458de0b req-8c7f4eae-0ccf-463a-8507-0ef65ddec878 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 1160 time: 1.0178144
Dec 18 06:54:10.255745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-133b7cb7-51ef-41c8-8f20-73848bcd625c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:10.267886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-133b7cb7-51ef-41c8-8f20-73848bcd625c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:10.272514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-133b7cb7-51ef-41c8-8f20-73848bcd625c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:10.294060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-133b7cb7-51ef-41c8-8f20-73848bcd625c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:10.322677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Checking segment: {'id': 'b34bbf43-b675-4648-801b-d4c1f0d00af2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9a977ec-bb8b-467d-9bbd-0bbe8ae2acee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:54:10.323060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network hostable DHCP agents. Network: d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:54:10.332285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133b7cb7-51ef-41c8-8f20-73848bcd625c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:10.366482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0315236-f310-4d83-944a-f21754513c30 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:10.392068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-af463dd7-6be8-44b9-909c-6ded543ab375 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:10.462862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094719cd-d7cc-4fb2-b84a-b501199452c2 req-8f8fd864-df20-4193-bf85-ca4c99af5e83 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:10.464675 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-094719cd-d7cc-4fb2-b84a-b501199452c2 req-8f8fd864-df20-4193-bf85-ca4c99af5e83 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 943 time: 0.2965395
Dec 18 06:54:10.518390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Allocated IP 2001:db8::2 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/27e63071-88cc-41cf-b702-9c9bbec3adeb/a51c5ce1-db1e-42b1-a32d-17b6b874a77f) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:10.541033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0315236-f310-4d83-944a-f21754513c30 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Subnet': ['ID=6c44f737-6875-48ab-ac60-0a341d4a662f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:10.543324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:54:10.558973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f0315236-f310-4d83-944a-f21754513c30 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:10.595403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:10.615761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Transition to ACTIVE for port object b587f6de-dab0-4744-bd33-95c6fd083776 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:10.618177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:10.622789 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-094719cd-d7cc-4fb2-b84a-b501199452c2 req-08b546af-a7cc-4d77-bf2e-74b347d0ae58 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1509306
Dec 18 06:54:10.628565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:10.648729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:10.654883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-133b7cb7-51ef-41c8-8f20-73848bcd625c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:10.687820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:10.688467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:10.711219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834df17-7808-4621-95e0-3447d458de0b req-e5429ca1-3932-46b1-b458-2857344d913f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:10.712630 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6834df17-7808-4621-95e0-3447d458de0b req-e5429ca1-3932-46b1-b458-2857344d913f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.5009847
Dec 18 06:54:10.784148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:10.796558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Transition to ACTIVE for port object a51c5ce1-db1e-42b1-a32d-17b6b874a77f will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:10.799050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Pushing event updated for resources: {'Port': ['ID=b587f6de-dab0-4744-bd33-95c6fd083776,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:10.817697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Transition to ACTIVE for port object a51c5ce1-db1e-42b1-a32d-17b6b874a77f will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:10.823673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1793b4c-ecdf-48ed-ba30-e145fdae56eb None None] Network d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:10.834459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.835268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.836239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.836932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.837538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.838127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.838849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.839434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.840044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.841015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.842386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.843006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.843889 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6834df17-7808-4621-95e0-3447d458de0b req-a7814301-6cf0-45b9-ab10-d6cbcfa4ba47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca HTTP/1.1" status: 200  len: 217 time: 0.0700264
Dec 18 06:54:10.844638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.845227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.846274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.846871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.847452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.848025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.848613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.849443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.850051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.851283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.852597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.853192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:10.860233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:10.961475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Attempting to bind port b587f6de-dab0-4744-bd33-95c6fd083776 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:54:10.962484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Attempting to bind port b587f6de-dab0-4744-bd33-95c6fd083776 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:54:10.963905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Attempting to bind port b587f6de-dab0-4744-bd33-95c6fd083776 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:54:10.980323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:54:10.981798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0315236-f310-4d83-944a-f21754513c30 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:10.982102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:54:10.982771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:10.983703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:54:10.985703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Bound port: b587f6de-dab0-4744-bd33-95c6fd083776, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:54:10.986373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:10.987358 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f0315236-f310-4d83-944a-f21754513c30 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/6c44f737-6875-48ab-ac60-0a341d4a662f HTTP/1.1" status: 204  len: 168 time: 3.5339513
Dec 18 06:54:10.989451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51414) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:11.012034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefe60b7-4dd9-4f83-8544-58a6ce846311 None None] Network baa8994d-3dba-4f6f-9f92-7d515a0cf92a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:11.025450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.045560 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.5596211
Dec 18 06:54:11.055617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51418) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:11.067269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4b661cfc-564d-4ebe-b3e1-e63613708427 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-224564417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:11.074513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4b661cfc-564d-4ebe-b3e1-e63613708427 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:11.079082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4b661cfc-564d-4ebe-b3e1-e63613708427 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:router and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:11.082104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4b661cfc-564d-4ebe-b3e1-e63613708427 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:11.087716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] For port b587f6de-dab0-4744-bd33-95c6fd083776, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:54:11.087863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4b661cfc-564d-4ebe-b3e1-e63613708427 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:11.093857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] For port b587f6de-dab0-4744-bd33-95c6fd083776, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b587f6de-dab0-4744-bd33-95c6fd083776,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:54:11.099201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.122904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b0548a3f-ad47-49ed-8f41-0216261351ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:11.163982 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.ipam_backend_mixin [None req-133b7cb7-51ef-41c8-8f20-73848bcd625c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27e63071-88cc-41cf-b702-9c9bbec3adeb (CIDR: 2001:db8::/64)
Dec 18 06:54:11.170604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f9b2fc3-aadb-4dd9-a0a2-acfa65cd3be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:11.174164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b661cfc-564d-4ebe-b3e1-e63613708427 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.175255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b661cfc-564d-4ebe-b3e1-e63613708427 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.184881 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-133b7cb7-51ef-41c8-8f20-73848bcd625c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:11.185386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133b7cb7-51ef-41c8-8f20-73848bcd625c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:11.199944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834df17-7808-4621-95e0-3447d458de0b req-d51c03e4-7c79-4fb7-b1ea-40fed82c445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:11.201564 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6834df17-7808-4621-95e0-3447d458de0b req-d51c03e4-7c79-4fb7-b1ea-40fed82c445b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.3441291
Dec 18 06:54:11.217725 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-133b7cb7-51ef-41c8-8f20-73848bcd625c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2680898
Dec 18 06:54:11.222155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51422) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:11.229917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'subnet': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:11.314491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Pushing event updated for resources: {'Port': ['ID=a51c5ce1-db1e-42b1-a32d-17b6b874a77f,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:11.326657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:11.329064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b661cfc-564d-4ebe-b3e1-e63613708427 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.333682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Pushing event updated for resources: {'Port': ['ID=b587f6de-dab0-4744-bd33-95c6fd083776,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:11.340267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:11.341435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:11.343992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:54:11.356005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.357111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:11.391000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.410056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5c5926d8-0c2d-4050-a2f2-7cfda8393df5 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:11.433290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:11.434688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dbbc7f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:11.464756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port 5f138960-6de9-41d8-a006-d9d28ec93294 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:11.465116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.494036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Attempting to bind port a51c5ce1-db1e-42b1-a32d-17b6b874a77f on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:54:11.494464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Attempting to bind port a51c5ce1-db1e-42b1-a32d-17b6b874a77f by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:54:11.494881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Attempting to bind port a51c5ce1-db1e-42b1-a32d-17b6b874a77f on network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:54:11.504311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b661cfc-564d-4ebe-b3e1-e63613708427 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.539389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:54:11.539833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Checking segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:54:11.540289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.541575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Bound using segment: {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:54:11.542125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Bound port: a51c5ce1-db1e-42b1-a32d-17b6b874a77f, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8624506-bfeb-4cf1-8581-4117afc9238c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:54:11.543303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.560127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834df17-7808-4621-95e0-3447d458de0b req-8021d0c9-11a0-41e7-91ca-c64b2a208090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:11.561821 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6834df17-7808-4621-95e0-3447d458de0b req-8021d0c9-11a0-41e7-91ca-c64b2a208090 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3484719
Dec 18 06:54:11.585343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:11.594385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:subnet and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:11.599482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Subnet': ['ID=53560bf3-5fc1-45f6-8d54-8232541d4afa,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:11.614420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:11.617475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:11.625744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:11.648997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] For port a51c5ce1-db1e-42b1-a32d-17b6b874a77f, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:54:11.652249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] For port a51c5ce1-db1e-42b1-a32d-17b6b874a77f, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a51c5ce1-db1e-42b1-a32d-17b6b874a77f,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:54:11.690194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee', 'network_id': 'd9a977ec-bb8b-467d-9bbd-0bbe8ae2acee', 'tenant_id': '4188d9c05dcd428b8cdbc76ccf79a62d', 'fixed_ips': [{'subnet_id': '02b3840a-221a-480d-8051-8616fa29fa5a'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:54:11.691111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.694943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b661cfc-564d-4ebe-b3e1-e63613708427 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.699990 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4b661cfc-564d-4ebe-b3e1-e63613708427 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.6428585
Dec 18 06:54:11.701121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51428) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:11.727135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'network_id': 'd9a977ec-bb8b-467d-9bbd-0bbe8ae2acee', 'name': 'tempest-PortsTestJSON-208926447'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:11.736656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.751851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:11.759571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:11.772971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-268bcb93-a1bd-43fd-a8de-7b8b6422139b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:11.798223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:11.962232 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6834df17-7808-4621-95e0-3447d458de0b req-6bdb9c2d-f212-45dc-8a0e-7e6e87efb67f service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3841565
Dec 18 06:54:12.131332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Checking segment: {'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:54:12.132237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network hostable DHCP agents. Network: 33289224-0e91-4fc4-8e4e-89c5aa87f246, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:54:12.238574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 33289224-0e91-4fc4-8e4e-89c5aa87f246 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:54:12.247997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dbbc7f0>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:06Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:12.249006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:12.254776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8427b75-9e37-4405-b881-8e7a652d2e9e None None] The sync data for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs is: [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:06Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:12.261335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d6e62-3580-478e-b7b3-96364ab499ee req-cd555cee-0b0b-4cc7-8309-a1ed52140843 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:12.269852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e7d6e62-3580-478e-b7b3-96364ab499ee req-cd555cee-0b0b-4cc7-8309-a1ed52140843 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 943 time: 0.3002088
Dec 18 06:54:12.270103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Pushing event updated for resources: {'Port': ['ID=a51c5ce1-db1e-42b1-a32d-17b6b874a77f,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:12.283048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:12.318274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 33289224-0e91-4fc4-8e4e-89c5aa87f246) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:12.322816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:12.381690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f294b40b-e703-4a7f-998f-5d7303a23691 None None] Network 33289224-0e91-4fc4-8e4e-89c5aa87f246 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:12.385226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:12.386371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:12.412702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:12.414157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] For port 5f138960-6de9-41d8-a006-d9d28ec93294, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f138960-6de9-41d8-a006-d9d28ec93294,segment=NetworkSegment(9d628d7e-674f-463d-bace-ec43865fcdfb),segment_id=9d628d7e-674f-463d-bace-ec43865fcdfb)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:12.414571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:12.418697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:12.439364 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 3.0956457
Dec 18 06:54:12.444293 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e7d6e62-3580-478e-b7b3-96364ab499ee req-4286d5b8-fa9c-4b15-baab-e3c559fe064c tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1728706
Dec 18 06:54:12.444836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51432) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:12.482018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb311698-8011-4dc5-b922-81de422fd098 None None] DHCP port deletion for baa8994d-3dba-4f6f-9f92-7d515a0cf92a request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:54:12.493706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eb311698-8011-4dc5-b922-81de422fd098 None None] Deleting port 5f138960-6de9-41d8-a006-d9d28ec93294 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:12.494030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb311698-8011-4dc5-b922-81de422fd098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:12.649020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for 5f138960-6de9-41d8-a006-d9d28ec93294 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:12.819641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port b24d217a-1632-4dcd-94cb-a389ef59e94f {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:12.820028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:12.930618 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6834df17-7808-4621-95e0-3447d458de0b req-85321d82-1ebb-4f2f-824c-e736f4fdb011 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9389048
Dec 18 06:54:12.969736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-33289224-0e91-4fc4-8e4e-89c5aa87f246', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:54:12.976687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:13.002076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:13.023794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Allocated IP 172.20.0.2 (d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee/02b3840a-221a-480d-8051-8616fa29fa5a/189dfbd7-f679-4a7e-980d-446cf3c68c8e) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:13.122676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port fcd978be-d9f1-4863-ae53-9937f91abe63 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:54:13.183818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-70d7d4af-dc4b-4556-b763-21718fb0728a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:13.336636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Port': ['ID=5f138960-6de9-41d8-a006-d9d28ec93294,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:13.339545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:13.426383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:13.440649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Transition to ACTIVE for port object 189dfbd7-f679-4a7e-980d-446cf3c68c8e will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:13.459793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Transition to ACTIVE for port object 189dfbd7-f679-4a7e-980d-446cf3c68c8e will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:13.472737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] No DVR routers for this DVR port 5f138960-6de9-41d8-a006-d9d28ec93294 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:54:13.484844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:13.720965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:13.745447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] For port b24d217a-1632-4dcd-94cb-a389ef59e94f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b24d217a-1632-4dcd-94cb-a389ef59e94f,segment=NetworkSegment(4580da69-5279-4229-b93f-f49ceacd1138),segment_id=4580da69-5279-4229-b93f-f49ceacd1138)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:13.746260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:13.762484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:13.824641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b587f6de-dab0-4744-bd33-95c6fd083776 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:13.863785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.14 (d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee/02b3840a-221a-480d-8051-8616fa29fa5a/fcd978be-d9f1-4863-ae53-9937f91abe63) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:13.906616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Network d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:13.923970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:13.953399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:54:14.039393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-eb311698-8011-4dc5-b922-81de422fd098 None None] For port 5f138960-6de9-41d8-a006-d9d28ec93294, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f138960-6de9-41d8-a006-d9d28ec93294,segment=NetworkSegment(9d628d7e-674f-463d-bace-ec43865fcdfb),segment_id=9d628d7e-674f-463d-bace-ec43865fcdfb)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:14.039857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb311698-8011-4dc5-b922-81de422fd098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:14.072143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for b24d217a-1632-4dcd-94cb-a389ef59e94f owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:14.155729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Pushing event updated for resources: {'Port': ['ID=189dfbd7-f679-4a7e-980d-446cf3c68c8e,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:14.158980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:14.228426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c0df748>,) {'filters': {'network_id': ['baa8994d-3dba-4f6f-9f92-7d515a0cf92a']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:14.250716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c0df748>, '9d628d7e-674f-463d-bace-ec43865fcdfb') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:14.251160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c0df748>, '9d628d7e-674f-463d-bace-ec43865fcdfb') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:14.267610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:14.290395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:14.324998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Releasing vxlan tunnel 16 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:54:14.497480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Allocated IP 172.20.0.2 (33289224-0e91-4fc4-8e4e-89c5aa87f246/53560bf3-5fc1-45f6-8d54-8232541d4afa/fff6afdc-f6bb-46c5-ae4c-4b303761db2c) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:14.552413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:14.572898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-104c71a1-55b8-49d1-af06-16e6d94f0140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:14.591822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port b587f6de-dab0-4744-bd33-95c6fd083776 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:14.611860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eb311698-8011-4dc5-b922-81de422fd098 None None] Calling delete_port for 5f138960-6de9-41d8-a006-d9d28ec93294 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:14.708025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=b24d217a-1632-4dcd-94cb-a389ef59e94f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:14.712966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network baa8994d-3dba-4f6f-9f92-7d515a0cf92a has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:14.740326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:14.760056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:14.818775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ad4d8-c7c9-4c99-b9dd-ff44ef28f337 req-eb2ec065-aa53-4e3f-bc52-daf2c372987f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:14.827220 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-586ad4d8-c7c9-4c99-b9dd-ff44ef28f337 req-eb2ec065-aa53-4e3f-bc52-daf2c372987f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 943 time: 1.0795386
Dec 18 06:54:14.847376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:14.986773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network baa8994d-3dba-4f6f-9f92-7d515a0cf92a has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:15.015976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Transition to ACTIVE for port object fcd978be-d9f1-4863-ae53-9937f91abe63 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:54:15.020663 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:54:15.024806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b587f6de-dab0-4744-bd33-95c6fd083776 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:15.025259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.058249 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-586ad4d8-c7c9-4c99-b9dd-ff44ef28f337 req-2ae1b764-609c-49a9-95c5-6a09cd9b5d1e tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2298870
Dec 18 06:54:15.060037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.064906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Attempting to bind port 189dfbd7-f679-4a7e-980d-446cf3c68c8e on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:54:15.065815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Attempting to bind port 189dfbd7-f679-4a7e-980d-446cf3c68c8e by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'b34bbf43-b675-4648-801b-d4c1f0d00af2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9a977ec-bb8b-467d-9bbd-0bbe8ae2acee'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:54:15.065815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Attempting to bind port 189dfbd7-f679-4a7e-980d-446cf3c68c8e on network d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:54:15.068419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2835c0cb-5ac3-4606-bcf7-f03dd967954e None None] Provisioning for port a51c5ce1-db1e-42b1-a32d-17b6b874a77f completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:15.101157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67103a66-aed5-4a8d-88dc-95687b960d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.135441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:54:15.135874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Checking segment: {'id': 'b34bbf43-b675-4648-801b-d4c1f0d00af2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9a977ec-bb8b-467d-9bbd-0bbe8ae2acee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:54:15.136331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.136791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Bound using segment: {'id': 'b34bbf43-b675-4648-801b-d4c1f0d00af2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9a977ec-bb8b-467d-9bbd-0bbe8ae2acee'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:54:15.137327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Bound port: 189dfbd7-f679-4a7e-980d-446cf3c68c8e, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34bbf43-b675-4648-801b-d4c1f0d00af2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9a977ec-bb8b-467d-9bbd-0bbe8ae2acee'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:54:15.137776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.152339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.158093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.182071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.194522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7100971e-1c79-4e6f-a726-e603b241f841 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:15.216134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.221283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Network': ['ID=baa8994d-3dba-4f6f-9f92-7d515a0cf92a,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:15.237031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Transition to ACTIVE for port object fff6afdc-f6bb-46c5-ae4c-4b303761db2c will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:15.282141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:15.294730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ab56979-502a-4038-9be2-fa33497c2884 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:15.303482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.336987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Time-cost: Fetching 1 ports in 0 security groups {{(pid=81085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:54:15.347935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.365132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port b587f6de-dab0-4744-bd33-95c6fd083776, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b587f6de-dab0-4744-bd33-95c6fd083776,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:15.383641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.384532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a51c5ce1-db1e-42b1-a32d-17b6b874a77f up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:15.411382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Transition to ACTIVE for port object fff6afdc-f6bb-46c5-ae4c-4b303761db2c will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:15.416553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:15.446292 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/networks/baa8994d-3dba-4f6f-9f92-7d515a0cf92a HTTP/1.1" status: 204  len: 168 time: 4.4509542
Dec 18 06:54:15.450851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-eb311698-8011-4dc5-b922-81de422fd098 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:54:15.451202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-eb311698-8011-4dc5-b922-81de422fd098 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:54:15.453398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51438) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:15.490727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.529371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:15.538292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:15.547738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:54:15.614806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=fcd978be-d9f1-4863-ae53-9937f91abe63,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:15.712342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] For port 189dfbd7-f679-4a7e-980d-446cf3c68c8e, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:54:15.714679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=b587f6de-dab0-4744-bd33-95c6fd083776,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:15.725482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:15.730821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a5fb581-2450-4ada-bd77-371906e888db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:15.753147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:15.758282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:15.758984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.780046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] For port 189dfbd7-f679-4a7e-980d-446cf3c68c8e, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=189dfbd7-f679-4a7e-980d-446cf3c68c8e,segment=NetworkSegment(b34bbf43-b675-4648-801b-d4c1f0d00af2),segment_id=b34bbf43-b675-4648-801b-d4c1f0d00af2)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:54:15.793206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Network 33289224-0e91-4fc4-8e4e-89c5aa87f246 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:15.796619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.820968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:15.825780 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.1128750
Dec 18 06:54:15.826675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51442) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:15.885699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:54:15.887861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port a51c5ce1-db1e-42b1-a32d-17b6b874a77f completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:15.946972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port a51c5ce1-db1e-42b1-a32d-17b6b874a77f triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:15.947374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:15.981159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eb311698-8011-4dc5-b922-81de422fd098 None None] Deleting port 5f138960-6de9-41d8-a006-d9d28ec93294 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:15.981479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb311698-8011-4dc5-b922-81de422fd098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:16.008608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Pushing event updated for resources: {'Port': ['ID=fff6afdc-f6bb-46c5-ae4c-4b303761db2c,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:16.028569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:16.060835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e9be82d6-d649-4872-9100-15dbe3ad92e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:16.179146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Pushing event updated for resources: {'Port': ['ID=189dfbd7-f679-4a7e-980d-446cf3c68c8e,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:16.197007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eb311698-8011-4dc5-b922-81de422fd098 None None] The port '5f138960-6de9-41d8-a006-d9d28ec93294' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:54:16.198081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:16.222491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Attempting to bind port fff6afdc-f6bb-46c5-ae4c-4b303761db2c on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:54:16.222925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Attempting to bind port fff6afdc-f6bb-46c5-ae4c-4b303761db2c by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:54:16.223348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Attempting to bind port fff6afdc-f6bb-46c5-ae4c-4b303761db2c on network 33289224-0e91-4fc4-8e4e-89c5aa87f246 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:54:16.238730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:54:16.239087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Checking segment: {'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:54:16.239543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:16.239995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Bound using segment: {'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:54:16.240533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Bound port: fff6afdc-f6bb-46c5-ae4c-4b303761db2c, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:54:16.240969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:16.250799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:16.368657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 423f91e6-ff18-49a2-8b59-425a70755da5 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:54:16.385206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:16.386381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:16.439700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port a51c5ce1-db1e-42b1-a32d-17b6b874a77f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a51c5ce1-db1e-42b1-a32d-17b6b874a77f,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:16.450189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:16.460232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f960fc95-6ffc-4af5-8620-86bdd9b691da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:16.509066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] For port fff6afdc-f6bb-46c5-ae4c-4b303761db2c, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:54:16.525776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f138960-6de9-41d8-a006-d9d28ec93294 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:16.567651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] For port fff6afdc-f6bb-46c5-ae4c-4b303761db2c, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fff6afdc-f6bb-46c5-ae4c-4b303761db2c,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:54:16.575806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 5f138960-6de9-41d8-a006-d9d28ec93294 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:16.576213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f138960-6de9-41d8-a006-d9d28ec93294 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:16.581413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:16.659275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:54:16.666678 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8109279
Dec 18 06:54:16.670067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51448) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:16.678642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=a51c5ce1-db1e-42b1-a32d-17b6b874a77f,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:16.685944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f9a513-0622-4367-8578-33db00d0dca5 None None] Sync routers for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:54:16.689255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:16.698139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-87cf7f49-d067-4992-9bf4-f50b0cb90539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:16.786236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9a513-0622-4367-8578-33db00d0dca5 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:16.786989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a0f9a513-0622-4367-8578-33db00d0dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d5a0198>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:16.894913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b587f6de-dab0-4744-bd33-95c6fd083776 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:17.197956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83dcc91-6002-46e7-9a26-5867f59a0724 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting subnet 247f1a23-4a9a-47f3-9402-bd94dac44839 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:54:17.204533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e83dcc91-6002-46e7-9a26-5867f59a0724 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:17.239253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-a0f9a513-0622-4367-8578-33db00d0dca5 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:17.239567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb54fa-b32c-4ae0-8898-c2f72d410e98 req-ac72a19e-6f27-42fc-925f-1f30006387a8 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:17.241332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2fb54fa-b32c-4ae0-8898-c2f72d410e98 req-ac72a19e-6f27-42fc-925f-1f30006387a8 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 943 time: 1.0334284
Dec 18 06:54:17.285078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Pushing event updated for resources: {'Port': ['ID=fff6afdc-f6bb-46c5-ae4c-4b303761db2c,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:17.315158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e83dcc91-6002-46e7-9a26-5867f59a0724 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:17.360302 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2fb54fa-b32c-4ae0-8898-c2f72d410e98 req-1256ee03-484c-4031-a0a7-76c3f971daa5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1032970
Dec 18 06:54:17.365130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:17.376447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a0f9a513-0622-4367-8578-33db00d0dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d5a0198>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:54:14Z', 'revision_number': 11, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:17.413234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f9a513-0622-4367-8578-33db00d0dca5 None None] Checking router: 423f91e6-ff18-49a2-8b59-425a70755da5 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:54:17.423771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:17.434708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f9a513-0622-4367-8578-33db00d0dca5 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:17.435431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a0f9a513-0622-4367-8578-33db00d0dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d5a0198>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:53:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:17.473305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e83dcc91-6002-46e7-9a26-5867f59a0724 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:17.506540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d812d3d-b906-49a2-af52-05afb05198eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:17.542589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] For port a51c5ce1-db1e-42b1-a32d-17b6b874a77f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a51c5ce1-db1e-42b1-a32d-17b6b874a77f,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:17.579686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b587f6de-dab0-4744-bd33-95c6fd083776 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:17.580260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:17.608824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-a0f9a513-0622-4367-8578-33db00d0dca5 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:17.661911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.1 (33289224-0e91-4fc4-8e4e-89c5aa87f246/53560bf3-5fc1-45f6-8d54-8232541d4afa/49908ca8-e9d8-4cfa-bdd6-c471d26cbd12) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:17.746468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a0f9a513-0622-4367-8578-33db00d0dca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d5a0198>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:54:14Z', 'revision_number': 11, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:17.768437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f9a513-0622-4367-8578-33db00d0dca5 None None] The sync data for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs is: [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:54:14Z', 'revision_number': 11, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:17.822408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:17.850121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:17.851123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:17.886517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1c4a2e7-3984-42b4-a51c-697edc4bc83b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:17.917306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port ed785fe1-e98e-49c0-96f1-305f19d40dbd {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:17.917511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:18.031101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:18.101599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e83dcc91-6002-46e7-9a26-5867f59a0724 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:18.122968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ea2669f4-ec1d-4418-ab2e-05b07c4ab6ea tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:18.216956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=a51c5ce1-db1e-42b1-a32d-17b6b874a77f,revision_number=5']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:18.244680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:18.252915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1157ff5-598d-41d0-b06e-83bfd60cc1ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:18.275906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2202b8c0-6ca8-4510-bf48-557257f8a90a None None] Network d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:18.303313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:18.381185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-83dded52-51ea-4718-a576-583b3174841e None None] Provisioning for port 189dfbd7-f679-4a7e-980d-446cf3c68c8e completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:18.414245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:18.517301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:18.517685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dcc91-6002-46e7-9a26-5867f59a0724 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Subnet': ['ID=247f1a23-4a9a-47f3-9402-bd94dac44839,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:18.529570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e83dcc91-6002-46e7-9a26-5867f59a0724 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:18.543674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Subnet': ['ID=506022a3-7874-48cd-8529-48db3551e15c,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:18.547710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:18.556009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:18.623085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e83dcc91-6002-46e7-9a26-5867f59a0724 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:18.632700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] For port ed785fe1-e98e-49c0-96f1-305f19d40dbd, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ed785fe1-e98e-49c0-96f1-305f19d40dbd,segment=NetworkSegment(b4699dad-ab11-4555-b961-87118b28f389),segment_id=b4699dad-ab11-4555-b961-87118b28f389)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:18.633293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:18.642791 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e83dcc91-6002-46e7-9a26-5867f59a0724 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/247f1a23-4a9a-47f3-9402-bd94dac44839 HTTP/1.1" status: 204  len: 168 time: 1.9717987
Dec 18 06:54:18.645883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51454) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:18.663304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ecea8d-4472-4720-a44c-13ed3887750c None None] Network fe451ab0-29c9-4780-99b0-5edc33098b41 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:18.675065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:18.727262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00912fed-a848-4c44-9999-4fbaa5e08876 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:18.748990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:18.749757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:18.805807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:18.857851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:18.887737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dfaf7921-9d10-4d52-8f8b-851b2296cab2 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:18.989652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 189dfbd7-f679-4a7e-980d-446cf3c68c8e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:19.024392 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 7.8011031
Dec 18 06:54:19.032679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51458) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:19.039671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for ed785fe1-e98e-49c0-96f1-305f19d40dbd owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:19.081768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=49908ca8-e9d8-4cfa-bdd6-c471d26cbd12,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:19.086535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:19.092413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Request body: {'port': {'network_id': '4ba080d9-9c70-4410-b07b-cdfc9d86d4e0', 'mac_address': 'fa:16:3e:9a:e8:f8', 'name': 'tempest-NetworksTestDHCPv6-1243996199'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:19.145074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654b0ab-94b6-4870-af5d-dd382b2a48b4 req-be31aae9-ab3d-4144-9423-dd96e6447c8c tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:19.146678 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e654b0ab-94b6-4870-af5d-dd382b2a48b4 req-be31aae9-ab3d-4144-9423-dd96e6447c8c tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 943 time: 0.5931730
Dec 18 06:54:19.242580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Deleting port 5f8ac7ae-ffda-4481-a148-e7376542ad01 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:19.243403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:19.276407 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e654b0ab-94b6-4870-af5d-dd382b2a48b4 req-168e259d-cf6d-4178-8c2e-9f6301840846 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1027179
Dec 18 06:54:19.281046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 33289224-0e91-4fc4-8e4e-89c5aa87f246 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:19.291210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:19.301268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 189dfbd7-f679-4a7e-980d-446cf3c68c8e completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:19.304440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:54:19.329203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 189dfbd7-f679-4a7e-980d-446cf3c68c8e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:19.329914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:19.361649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:19.375161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:19.393564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fef0068-a020-4855-ad18-1348bb81fdb3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:19.405136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-47f26235-e01b-4801-ae7d-1e601155c3c4 None None] Provisioning complete for port 189dfbd7-f679-4a7e-980d-446cf3c68c8e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:19.406462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47f26235-e01b-4801-ae7d-1e601155c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:19.565442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:19.587204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:19.592147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Usage tracker for resource:port and tenant:db3f5fe7314347c69b392be0e6af2b1c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:19.595880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Quota usage for port was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:19.602145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:19.629080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Made reservation on behalf of db3f5fe7314347c69b392be0e6af2b1c for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:19.637326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:19.708327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=fcd978be-d9f1-4863-ae53-9937f91abe63,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:19.725808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:19.769978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b9f329-bf44-4e36-b99b-0a0ed6b79dee None None] Network 33289224-0e91-4fc4-8e4e-89c5aa87f246 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:19.807383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0357431-912e-4ab1-a0f3-74247774ccff None None] DHCP port deletion for fe451ab0-29c9-4780-99b0-5edc33098b41 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:54:19.890563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] For port 5f8ac7ae-ffda-4481-a148-e7376542ad01, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f8ac7ae-ffda-4481-a148-e7376542ad01,segment=NetworkSegment(4580da69-5279-4229-b93f-f49ceacd1138),segment_id=4580da69-5279-4229-b93f-f49ceacd1138)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:19.890913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:19.891030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:19.935865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d0357431-912e-4ab1-a0f3-74247774ccff None None] Deleting port 5f8ac7ae-ffda-4481-a148-e7376542ad01 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:19.936233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d0357431-912e-4ab1-a0f3-74247774ccff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:20.008295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47f26235-e01b-4801-ae7d-1e601155c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:20.040975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:20.060601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Calling delete_port for 5f8ac7ae-ffda-4481-a148-e7376542ad01 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:20.250288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 189dfbd7-f679-4a7e-980d-446cf3c68c8e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=189dfbd7-f679-4a7e-980d-446cf3c68c8e,segment=NetworkSegment(b34bbf43-b675-4648-801b-d4c1f0d00af2),segment_id=b34bbf43-b675-4648-801b-d4c1f0d00af2)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:20.317457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:20.321265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:20.322210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fff6afdc-f6bb-46c5-ae4c-4b303761db2c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:20.376107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d3a1278-19be-4db1-a289-a39cedfc47e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:20.444358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:20.477109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:20.530125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:20.548864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] device_id is not set on port 4acf53e6-6dbb-4d69-ae71-be923b1b17ca yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:54:20.654009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Port': ['ID=ed785fe1-e98e-49c0-96f1-305f19d40dbd,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:20.657734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:20.667382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:20.716318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Port': ['ID=5f8ac7ae-ffda-4481-a148-e7376542ad01,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:20.720112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:20.730104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:20.733466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-47f26235-e01b-4801-ae7d-1e601155c3c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:54:20.733466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-47f26235-e01b-4801-ae7d-1e601155c3c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:54:20.742930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=189dfbd7-f679-4a7e-980d-446cf3c68c8e,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:20.766671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d0357431-912e-4ab1-a0f3-74247774ccff None None] For port 5f8ac7ae-ffda-4481-a148-e7376542ad01, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f8ac7ae-ffda-4481-a148-e7376542ad01,segment=NetworkSegment(4580da69-5279-4229-b93f-f49ceacd1138),segment_id=4580da69-5279-4229-b93f-f49ceacd1138)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:20.766905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d0357431-912e-4ab1-a0f3-74247774ccff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:20.781831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7d83b-1f6b-4113-8f8f-0793d2ff0156 req-db20f8c2-7c2f-41d9-b618-cbf07a858371 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:20.783507 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08d7d83b-1f6b-4113-8f8f-0793d2ff0156 req-db20f8c2-7c2f-41d9-b618-cbf07a858371 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 943 time: 0.3112736
Dec 18 06:54:20.898970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No DVR routers for this DVR port 5f8ac7ae-ffda-4481-a148-e7376542ad01 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:54:20.920832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d0357431-912e-4ab1-a0f3-74247774ccff None None] Calling delete_port for 5f8ac7ae-ffda-4481-a148-e7376542ad01 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:20.994617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-d0357431-912e-4ab1-a0f3-74247774ccff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:54:20.995028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-d0357431-912e-4ab1-a0f3-74247774ccff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:54:20.999819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.000275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.000661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.001040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.001413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.001814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.002187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.002559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.002930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.003297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.003666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.004033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.004608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.004980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.005346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.005752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.006118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.006482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.006845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.007206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.007569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.007930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.008292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.008654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:21.016200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:21.044781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:21.066875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port fff6afdc-f6bb-46c5-ae4c-4b303761db2c completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:21.072868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a51c5ce1-db1e-42b1-a32d-17b6b874a77f up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:21.175977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port a51c5ce1-db1e-42b1-a32d-17b6b874a77f triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:21.176406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:21.178858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c29dba8>,) {'filters': {'network_id': ['fe451ab0-29c9-4780-99b0-5edc33098b41']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:21.193635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c29dba8>, '4580da69-5279-4229-b93f-f49ceacd1138') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:21.193980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c29dba8>, '4580da69-5279-4229-b93f-f49ceacd1138') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:21.216630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:21.250029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:21.252157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Releasing vxlan tunnel 5 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:54:21.288276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:21.385490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b24d217a-1632-4dcd-94cb-a389ef59e94f no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:21.386224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:21.421560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: b24d217a-1632-4dcd-94cb-a389ef59e94f {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:21.421922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b24d217a-1632-4dcd-94cb-a389ef59e94f not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:21.426245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-47f26235-e01b-4801-ae7d-1e601155c3c4 None None] Provisioning for port fcd978be-d9f1-4863-ae53-9937f91abe63 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:21.431891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-47f26235-e01b-4801-ae7d-1e601155c3c4 None None] Provisioning complete for port fcd978be-d9f1-4863-ae53-9937f91abe63 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:21.432493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47f26235-e01b-4801-ae7d-1e601155c3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:21.454769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network fe451ab0-29c9-4780-99b0-5edc33098b41 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:21.464706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:21.468721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:21.495793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d0357431-912e-4ab1-a0f3-74247774ccff None None] Deleting port 5f8ac7ae-ffda-4481-a148-e7376542ad01 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:21.496325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d0357431-912e-4ab1-a0f3-74247774ccff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:21.511063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4f537164-dd01-496e-8b41-05b590309772 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:21.553011 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08d7d83b-1f6b-4113-8f8f-0793d2ff0156 req-6f93b6e1-a144-4f59-a9f7-6f3535d839cb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.6988649
Dec 18 06:54:21.571126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-47f26235-e01b-4801-ae7d-1e601155c3c4 None None] Port fcd978be-d9f1-4863-ae53-9937f91abe63 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:54:21.657907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:21.666934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d0357431-912e-4ab1-a0f3-74247774ccff None None] The port '5f8ac7ae-ffda-4481-a148-e7376542ad01' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:54:21.671274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 189dfbd7-f679-4a7e-980d-446cf3c68c8e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:21.772870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 189dfbd7-f679-4a7e-980d-446cf3c68c8e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:21.773930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:21.801874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=49908ca8-e9d8-4cfa-bdd6-c471d26cbd12,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:21.813345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:21.837776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Provisioning complete for port a51c5ce1-db1e-42b1-a32d-17b6b874a77f triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:21.838209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:22.040210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Network fe451ab0-29c9-4780-99b0-5edc33098b41 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:22.076576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f8ac7ae-ffda-4481-a148-e7376542ad01 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:22.112752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 5f8ac7ae-ffda-4481-a148-e7376542ad01 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:22.113380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f8ac7ae-ffda-4481-a148-e7376542ad01 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:22.136522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Provisioning complete for port fcd978be-d9f1-4863-ae53-9937f91abe63 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:22.136960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:54:22.142288 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:54:22.175970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 33289224-0e91-4fc4-8e4e-89c5aa87f246 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:22.180010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:22.202844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Port fcd978be-d9f1-4863-ae53-9937f91abe63 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:54:22.219224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Provisioning complete for port 189dfbd7-f679-4a7e-980d-446cf3c68c8e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:22.219783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:22.268878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:22.273680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:22.298813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:22.325667 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/networks/fe451ab0-29c9-4780-99b0-5edc33098b41 HTTP/1.1" status: 204  len: 168 time: 3.6785903
Dec 18 06:54:22.344663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51464) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:22.371184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3f7fddec-5051-4feb-ab72-5bed076e77d7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'router': {'routes': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:22.380018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Pushing event deleted for resources: {'Network': ['ID=fe451ab0-29c9-4780-99b0-5edc33098b41,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:22.383377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:22.391731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Provisioning for port fff6afdc-f6bb-46c5-ae4c-4b303761db2c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:22.399054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Provisioning complete for port fff6afdc-f6bb-46c5-ae4c-4b303761db2c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:22.400299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:22.473755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:22.565851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:22.567131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:22.574528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8::34b (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/27e63071-88cc-41cf-b702-9c9bbec3adeb/4acf53e6-6dbb-4d69-ae71-be923b1b17ca) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:22.582286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:22.598966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Allocated IP 2001:db8:0:1:f816:3eff:fe9a:e8f8 (4ba080d9-9c70-4410-b07b-cdfc9d86d4e0/506022a3-7874-48cd-8529-48db3551e15c/4acf53e6-6dbb-4d69-ae71-be923b1b17ca) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:22.603406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d638dbb-c837-4779-bb7c-e23925e5472a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:22.604299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] For port fff6afdc-f6bb-46c5-ae4c-4b303761db2c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fff6afdc-f6bb-46c5-ae4c-4b303761db2c,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:22.608162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:22.612771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b1030517-5fa9-4182-a6d4-a2806dcbb2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:22.678555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:22.690081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Pushing event updated for resources: {'Port': ['ID=fff6afdc-f6bb-46c5-ae4c-4b303761db2c,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:22.695781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:22.699000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Provisioning for port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:22.706170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Provisioning complete for port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:22.707201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:22.769505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:54:22.891653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-30e9a28f-c3b5-4ab8-9aa7-f80a664dac62 None None] Provisioning complete for port fff6afdc-f6bb-46c5-ae4c-4b303761db2c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:22.892394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30e9a28f-c3b5-4ab8-9aa7-f80a664dac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:23.028964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-30e9a28f-c3b5-4ab8-9aa7-f80a664dac62 None None] Provisioning complete for port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:23.029609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-30e9a28f-c3b5-4ab8-9aa7-f80a664dac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:23.097302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-30e9a28f-c3b5-4ab8-9aa7-f80a664dac62 None None] Port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:54:23.184037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:23.212324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Transition to ACTIVE for port object 4acf53e6-6dbb-4d69-ae71-be923b1b17ca will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:23.259825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=fcd978be-d9f1-4863-ae53-9937f91abe63,revision_number=3']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:23.276565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:23.277550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.extraroute_db [None req-3f7fddec-5051-4feb-ab72-5bed076e77d7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Added routes are [] {{(pid=81085) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 18 06:54:23.277897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.extraroute_db [None req-3f7fddec-5051-4feb-ab72-5bed076e77d7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Removed routes are [] {{(pid=81085) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 18 06:54:23.278294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f7fddec-5051-4feb-ab72-5bed076e77d7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:23.281760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:23.394032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:23.412700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 88ab38fe-9aaf-470b-a2fd-c41551059737 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:54:23.413595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9405519a-40ad-4956-9aed-1a75efff2af7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:23.425926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 050bd5b2-204e-4197-903b-4d99eeb66625 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:54:23.506439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fff6afdc-f6bb-46c5-ae4c-4b303761db2c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:23.577717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port fff6afdc-f6bb-46c5-ae4c-4b303761db2c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:23.578155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:23.702110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event updated for resources: {'Port': ['ID=4acf53e6-6dbb-4d69-ae71-be923b1b17ca,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:23.722529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:23.773550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:54:23.783416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589dd0d-ec7a-4819-9b1f-b6300a27bcb9 req-1c30c9d3-7dc6-4a9a-adb5-050fbc08de51 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:23.783585 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3256538
Dec 18 06:54:23.783704 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0589dd0d-ec7a-4819-9b1f-b6300a27bcb9 req-1c30c9d3-7dc6-4a9a-adb5-050fbc08de51 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 943 time: 0.7336984
Dec 18 06:54:23.784395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51470) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:23.791438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55cd16-87d9-4f19-a816-3ba4893a08cc None None] Sync routers for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:54:23.802040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55cd16-87d9-4f19-a816-3ba4893a08cc None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:23.802602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f7fddec-5051-4feb-ab72-5bed076e77d7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:23.802874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ec55cd16-87d9-4f19-a816-3ba4893a08cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db707f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:23.829565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:23.835117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:23.844011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:54:23.848322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:23.848998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:23.871276 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 4.7948761
Dec 18 06:54:23.872059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51474) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:23.881333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f7fddec-5051-4feb-ab72-5bed076e77d7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:23.946017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2567f2a3-97ec-44d0-9c0e-906a3c2a5ff9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting port 4acf53e6-6dbb-4d69-ae71-be923b1b17ca {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:23.946409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2567f2a3-97ec-44d0-9c0e-906a3c2a5ff9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:23.964931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ec55cd16-87d9-4f19-a816-3ba4893a08cc None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:24.096858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:24.103729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:24.134554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dcffdbe0-812c-4dc0-a627-fd7f85d10015 None None] Provisioning for port 4acf53e6-6dbb-4d69-ae71-be923b1b17ca completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:24.142333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dcffdbe0-812c-4dc0-a627-fd7f85d10015 None None] Provisioning complete for port 4acf53e6-6dbb-4d69-ae71-be923b1b17ca triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:24.143142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dcffdbe0-812c-4dc0-a627-fd7f85d10015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:24.151055 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0589dd0d-ec7a-4819-9b1f-b6300a27bcb9 req-a0db1ff2-d66a-45cb-85a2-8dd0bcdb959e tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3462405
Dec 18 06:54:24.153576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7fddec-5051-4feb-ab72-5bed076e77d7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 423f91e6-ff18-49a2-8b59-425a70755da5 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:54:24.230678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:54:24.240871 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/050bd5b2-204e-4197-903b-4d99eeb66625/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.7241812
Dec 18 06:54:24.247438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51478) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:24.247684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Sync routers for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:54:24.286613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dcffdbe0-812c-4dc0-a627-fd7f85d10015 None None] Port 4acf53e6-6dbb-4d69-ae71-be923b1b17ca cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:54:24.298438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:24.299170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c1377b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:24.393788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ec55cd16-87d9-4f19-a816-3ba4893a08cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db707f0>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:19Z', 'revision_number': 9, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:55Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:24.403434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55cd16-87d9-4f19-a816-3ba4893a08cc None None] Checking router: 88ab38fe-9aaf-470b-a2fd-c41551059737 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:54:24.416726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec55cd16-87d9-4f19-a816-3ba4893a08cc None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:24.417600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ec55cd16-87d9-4f19-a816-3ba4893a08cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db707f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:24.547466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:24.601327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ec55cd16-87d9-4f19-a816-3ba4893a08cc None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:24.628922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7fddec-5051-4feb-ab72-5bed076e77d7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:54:24.638574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f7fddec-5051-4feb-ab72-5bed076e77d7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:24.639879 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3f7fddec-5051-4feb-ab72-5bed076e77d7 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5 HTTP/1.1" status: 200  len: 705 time: 2.2908432
Dec 18 06:54:24.648637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51482) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:24.709034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Router 086525fa-2deb-46e8-a947-ec61257a754c is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:54:24.761244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-09265c09-cdd7-420c-a904-26fd24677670 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Synchronizing usage tracker for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:24.789340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2567f2a3-97ec-44d0-9c0e-906a3c2a5ff9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:24.829930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d001b6a-baba-4636-8067-8031b250d3cc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:24.830766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d001b6a-baba-4636-8067-8031b250d3cc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:24.831374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d001b6a-baba-4636-8067-8031b250d3cc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:24.832096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d001b6a-baba-4636-8067-8031b250d3cc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:24.832683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d001b6a-baba-4636-8067-8031b250d3cc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:24.833265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d001b6a-baba-4636-8067-8031b250d3cc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:24.833901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d001b6a-baba-4636-8067-8031b250d3cc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:24.834484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d001b6a-baba-4636-8067-8031b250d3cc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:24.835063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d001b6a-baba-4636-8067-8031b250d3cc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:24.835642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d001b6a-baba-4636-8067-8031b250d3cc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:24.836301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d001b6a-baba-4636-8067-8031b250d3cc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:24.836881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d001b6a-baba-4636-8067-8031b250d3cc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:24.843891 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1d001b6a-baba-4636-8067-8031b250d3cc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 8340 time: 0.5801246
Dec 18 06:54:24.867839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51486) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:25.030431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987826ae-ff15-4803-9d51-5b03e3d80bed tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:25.030834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987826ae-ff15-4803-9d51-5b03e3d80bed tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:25.031241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987826ae-ff15-4803-9d51-5b03e3d80bed tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:25.031644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987826ae-ff15-4803-9d51-5b03e3d80bed tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:25.032046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987826ae-ff15-4803-9d51-5b03e3d80bed tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:25.032446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987826ae-ff15-4803-9d51-5b03e3d80bed tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:25.032846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987826ae-ff15-4803-9d51-5b03e3d80bed tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:25.033245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987826ae-ff15-4803-9d51-5b03e3d80bed tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:25.033697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987826ae-ff15-4803-9d51-5b03e3d80bed tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:25.034098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987826ae-ff15-4803-9d51-5b03e3d80bed tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:25.034496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987826ae-ff15-4803-9d51-5b03e3d80bed tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:25.034895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987826ae-ff15-4803-9d51-5b03e3d80bed tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:25.040063 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-987826ae-ff15-4803-9d51-5b03e3d80bed tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7653 time: 0.1683846
Dec 18 06:54:25.040063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-09265c09-cdd7-420c-a904-26fd24677670 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Unset dirty status for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:25.042452 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-09265c09-cdd7-420c-a904-26fd24677670 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=423f91e6-ff18-49a2-8b59-425a70755da5 HTTP/1.1" status: 200  len: 205 time: 0.3899741
Dec 18 06:54:25.049326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d7169b-795d-4d80-b43d-45220152800a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting subnet 5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:54:25.053006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17d7169b-795d-4d80-b43d-45220152800a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.114446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c49bec6c-31ce-49d0-9f42-17d9e656edc4 None None] Provisioning complete for port fcd978be-d9f1-4863-ae53-9937f91abe63 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:25.114826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c49bec6c-31ce-49d0-9f42-17d9e656edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.114947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17d7169b-795d-4d80-b43d-45220152800a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.158519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e8239a-e572-4e0d-9576-8d647e640a63 None None] Sync routers for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:54:25.179608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c49bec6c-31ce-49d0-9f42-17d9e656edc4 None None] Port fcd978be-d9f1-4863-ae53-9937f91abe63 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:54:25.180025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e8239a-e572-4e0d-9576-8d647e640a63 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:25.180979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-39e8239a-e572-4e0d-9576-8d647e640a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce98470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:25.199596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c1377b8>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:21Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:25.214358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17d7169b-795d-4d80-b43d-45220152800a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.219363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Checking router: 050bd5b2-204e-4197-903b-4d99eeb66625 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:54:25.219908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Updating router 050bd5b2-204e-4197-903b-4d99eeb66625 port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:54:25.258176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51490) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:25.258873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51492) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:25.329314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.335646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-39e8239a-e572-4e0d-9576-8d647e640a63 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:25.474264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-39e8239a-e572-4e0d-9576-8d647e640a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce98470>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:54:14Z', 'revision_number': 11, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:25.482746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e8239a-e572-4e0d-9576-8d647e640a63 None None] Checking router: 423f91e6-ff18-49a2-8b59-425a70755da5 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:54:25.512487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2567f2a3-97ec-44d0-9c0e-906a3c2a5ff9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Calling delete_port for 4acf53e6-6dbb-4d69-ae71-be923b1b17ca owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:25.515126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e8239a-e572-4e0d-9576-8d647e640a63 None None] Routers {'423f91e6-ff18-49a2-8b59-425a70755da5'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:25.515818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-39e8239a-e572-4e0d-9576-8d647e640a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce98470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['423f91e6-ff18-49a2-8b59-425a70755da5'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:25.552748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17d7169b-795d-4d80-b43d-45220152800a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.580391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b71c2a68-736c-4833-b424-b24787004857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.666794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3a809df-a1e6-4c08-9b6c-3fd2e580e778 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:25.692720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-39e8239a-e572-4e0d-9576-8d647e640a63 None None] Set router 423f91e6-ff18-49a2-8b59-425a70755da5 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:25.716512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7169b-795d-4d80-b43d-45220152800a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Subnet': ['ID=5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:25.724225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-17d7169b-795d-4d80-b43d-45220152800a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:25.731015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17d7169b-795d-4d80-b43d-45220152800a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.737460 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-17d7169b-795d-4d80-b43d-45220152800a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f HTTP/1.1" status: 204  len: 168 time: 1.9518795
Dec 18 06:54:25.741686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51500) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:25.804205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.817091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Transition to ACTIVE for port object 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:25.820430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d2c4d0-431d-4181-b9f6-583cf8bb3d9c None None] Network 47920b68-b33f-4709-a7f4-21dba77766c3 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:25.830461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-39e8239a-e572-4e0d-9576-8d647e640a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce98470>, [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:54:14Z', 'revision_number': 11, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:25.835660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e8239a-e572-4e0d-9576-8d647e640a63 None None] The sync data for ids ['423f91e6-ff18-49a2-8b59-425a70755da5'] in dv-neutron-765072-3-ovs is: [{'id': '423f91e6-ff18-49a2-8b59-425a70755da5', 'name': 'tempest-RoutersIpV6Test-router-1361286588', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:18Z', 'updated_at': '2020-12-18T06:54:14Z', 'revision_number': 11, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:25.851876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ec55cd16-87d9-4f19-a816-3ba4893a08cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db707f0>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:19Z', 'revision_number': 9, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:55Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:25.856724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec55cd16-87d9-4f19-a816-3ba4893a08cc None None] The sync data for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs is: [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:19Z', 'revision_number': 9, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': '4c2a7718-eb00-4bac-a43c-a081bf8e319d', 'name': '', 'network_id': '572b95f8-bfc5-4338-977c-29ba6f11e64b', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c1:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:59Z', 'updated_at': '2020-12-18T06:53:55Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'c48c6bca-d190-4d6c-aa0b-5989f6137cc5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:25.882830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.949957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.956001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b71c2a68-736c-4833-b424-b24787004857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.958746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b71c2a68-736c-4833-b424-b24787004857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.999364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b71c2a68-736c-4833-b424-b24787004857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:25.999951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71c2a68-736c-4833-b424-b24787004857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Fanout notify agent at l3_agent the message router_deleted on router 423f91e6-ff18-49a2-8b59-425a70755da5 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:54:26.012632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:54:26.029212 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "PUT /v2.0/routers/086525fa-2deb-46e8-a947-ec61257a754c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1979353
Dec 18 06:54:26.029957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:26.038742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51504) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:26.050714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b71c2a68-736c-4833-b424-b24787004857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:26.056184 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b71c2a68-736c-4833-b424-b24787004857 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5 HTTP/1.1" status: 204  len: 168 time: 0.7857783
Dec 18 06:54:26.060672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51508) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:26.072746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-21e50c0d-2907-4c37-bae2-545b640b5e60 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1306489164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:26.073441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4219c-9836-4f17-a88c-804fb2bbd404 None None] Sync routers for ids ['086525fa-2deb-46e8-a947-ec61257a754c'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:54:26.119309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port ce9372cc-1c51-4a03-af62-435d01deb441 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:26.120041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:26.148871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-21e50c0d-2907-4c37-bae2-545b640b5e60 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:26.168909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-21e50c0d-2907-4c37-bae2-545b640b5e60 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Usage tracker for resource:router and tenant:0a4b00e1a0464c2688aac5d6c41cb12d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:26.179111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf244f-64e6-442f-adbf-b8afbc3aeb91 req-db10c827-8885-45f0-ae26-8209d5570645 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:26.180755 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8eaf244f-64e6-442f-adbf-b8afbc3aeb91 req-db10c827-8885-45f0-ae26-8209d5570645 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 943 time: 0.7570326
Dec 18 06:54:26.182385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-21e50c0d-2907-4c37-bae2-545b640b5e60 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:26.187836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4219c-9836-4f17-a88c-804fb2bbd404 None None] Routers {'086525fa-2deb-46e8-a947-ec61257a754c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:26.188550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-99f4219c-9836-4f17-a88c-804fb2bbd404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d0196d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['086525fa-2deb-46e8-a947-ec61257a754c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:26.191668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-21e50c0d-2907-4c37-bae2-545b640b5e60 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:26.222052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21e50c0d-2907-4c37-bae2-545b640b5e60 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:26.223681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21e50c0d-2907-4c37-bae2-545b640b5e60 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:26.254459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2567f2a3-97ec-44d0-9c0e-906a3c2a5ff9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:26.266419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-99f4219c-9836-4f17-a88c-804fb2bbd404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d0196d8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:26.272659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8eaf244f-64e6-442f-adbf-b8afbc3aeb91 req-0eabc762-da43-4b49-8281-88bd95b07988 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0824144
Dec 18 06:54:26.275821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-975ee643-5566-4e71-bf39-da83ddbf2c7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:26.287627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6b3403-b2f2-48e9-871b-10f86e3c43ba tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:26.288405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ef6b3403-b2f2-48e9-871b-10f86e3c43ba tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:26.311946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0f15b-6e06-450e-b454-8030f130a36a None None] Pushing event updated for resources: {'Port': ['ID=49908ca8-e9d8-4cfa-bdd6-c471d26cbd12,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:26.318079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ef6b3403-b2f2-48e9-871b-10f86e3c43ba tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:26.319416 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ef6b3403-b2f2-48e9-871b-10f86e3c43ba tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports?device_id=086525fa-2deb-46e8-a947-ec61257a754c HTTP/1.1" status: 200  len: 982 time: 0.2762098
Dec 18 06:54:26.322943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51512) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:26.328052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9e0f15b-6e06-450e-b454-8030f130a36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:26.329276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f4219c-9836-4f17-a88c-804fb2bbd404 None None] Routers {'086525fa-2deb-46e8-a947-ec61257a754c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:26.330056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-99f4219c-9836-4f17-a88c-804fb2bbd404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d0196d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['086525fa-2deb-46e8-a947-ec61257a754c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:26.331666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567f2a3-97ec-44d0-9c0e-906a3c2a5ff9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Port': ['ID=4acf53e6-6dbb-4d69-ae71-be923b1b17ca,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:26.334369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2567f2a3-97ec-44d0-9c0e-906a3c2a5ff9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:26.367467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21e50c0d-2907-4c37-bae2-545b640b5e60 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:26.408347 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-de47117d-b9e7-46b8-9838-051a9aadb046 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4639 time: 1.1447966
Dec 18 06:54:26.412373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-99f4219c-9836-4f17-a88c-804fb2bbd404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d0196d8>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:26.412844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f4219c-9836-4f17-a88c-804fb2bbd404 None None] The sync data for ids ['086525fa-2deb-46e8-a947-ec61257a754c'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:26.588002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] For port ce9372cc-1c51-4a03-af62-435d01deb441, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ce9372cc-1c51-4a03-af62-435d01deb441,segment=NetworkSegment(b4699dad-ab11-4555-b961-87118b28f389),segment_id=b4699dad-ab11-4555-b961-87118b28f389)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:26.588342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:26.606274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11939f84-793f-4884-835b-c9fca4543f23 None None] DHCP port deletion for 47920b68-b33f-4709-a7f4-21dba77766c3 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:54:26.632114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-11939f84-793f-4884-835b-c9fca4543f23 None None] Deleting port ce9372cc-1c51-4a03-af62-435d01deb441 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:26.632315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11939f84-793f-4884-835b-c9fca4543f23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:26.717232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Attempting to bind port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:54:26.717876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Attempting to bind port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:54:26.718256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Attempting to bind port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 on network 33289224-0e91-4fc4-8e4e-89c5aa87f246 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:54:26.776999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:54:26.777353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Checking segment: {'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:54:26.777874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:26.778330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Bound using segment: {'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:54:26.778995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Bound port: 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:54:26.779423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:26.783806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for ce9372cc-1c51-4a03-af62-435d01deb441 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:26.869333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:26.895962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-59cbab0d-00fc-4f50-81f9-56e9ef596385 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:26.948419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51518) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:26.964763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451357803', 'description': 'tempest-secgroup-smoke-1451357803 description', 'project_id': '6302410f1da34973bcf54fc230e8ac73'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:26.971825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:26.991541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:27.007747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:27.020001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Port': ['ID=ce9372cc-1c51-4a03-af62-435d01deb441,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:27.026101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-11939f84-793f-4884-835b-c9fca4543f23 None None] For port ce9372cc-1c51-4a03-af62-435d01deb441, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ce9372cc-1c51-4a03-af62-435d01deb441,segment=NetworkSegment(b4699dad-ab11-4555-b961-87118b28f389),segment_id=b4699dad-ab11-4555-b961-87118b28f389)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:27.026415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11939f84-793f-4884-835b-c9fca4543f23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:27.026952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21e50c0d-2907-4c37-bae2-545b640b5e60 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:27.038048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:27.041682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] For port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:54:27.069896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:27.082240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:27.087225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:27.097416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:27.116402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db1fe693-bff6-4c38-a3bd-b4ab0600c155 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:27.121465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21e50c0d-2907-4c37-bae2-545b640b5e60 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:27.126598 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-21e50c0d-2907-4c37-bae2-545b640b5e60 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.0588472
Dec 18 06:54:27.128587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51522) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:27.131418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] No DVR routers for this DVR port ce9372cc-1c51-4a03-af62-435d01deb441 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:54:27.136195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-70b0770a-adda-4f1c-9e4c-a271fa5317d0 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Request body: {'router': {'admin_state_up': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:27.161635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-11939f84-793f-4884-835b-c9fca4543f23 None None] Calling delete_port for ce9372cc-1c51-4a03-af62-435d01deb441 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:27.199817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] For port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=49908ca8-e9d8-4cfa-bdd6-c471d26cbd12,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:54:27.205407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:27.226923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:27.386959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2567f2a3-97ec-44d0-9c0e-906a3c2a5ff9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:27.387140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:27.389051 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2567f2a3-97ec-44d0-9c0e-906a3c2a5ff9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/4acf53e6-6dbb-4d69-ae71-be923b1b17ca HTTP/1.1" status: 204  len: 168 time: 3.5161283
Dec 18 06:54:27.393365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51528) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:27.393709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e0f15b-6e06-450e-b454-8030f130a36a None None] Pushing event updated for resources: {'Port': ['ID=49908ca8-e9d8-4cfa-bdd6-c471d26cbd12,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:27.407802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9e0f15b-6e06-450e-b454-8030f130a36a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:27.413929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-11939f84-793f-4884-835b-c9fca4543f23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:54:27.413929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-11939f84-793f-4884-835b-c9fca4543f23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:54:27.456650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:27.457666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c1377b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:27.488197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:27.503779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:27.682102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:27.725177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ed785fe1-e98e-49c0-96f1-305f19d40dbd no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:27.792871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroup': ['ID=c8072283-93c6-4f69-ab5c-d7bba1bacb0d,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:27.817818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:27.831261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:27.835622 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.8812094
Dec 18 06:54:27.840898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51532) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:27.855761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b04c256e-0048-4f59-948c-4992bbe4f853 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'c8072283-93c6-4f69-ab5c-d7bba1bacb0d', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:27.863100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-db1fe693-bff6-4c38-a3bd-b4ab0600c155 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port fcd978be-d9f1-4863-ae53-9937f91abe63 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:27.863462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db1fe693-bff6-4c38-a3bd-b4ab0600c155 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:27.967134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-11939f84-793f-4884-835b-c9fca4543f23 None None] Deleting port ce9372cc-1c51-4a03-af62-435d01deb441 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:27.968219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11939f84-793f-4884-835b-c9fca4543f23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:28.010678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: ed785fe1-e98e-49c0-96f1-305f19d40dbd {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:28.011055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ed785fe1-e98e-49c0-96f1-305f19d40dbd not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:28.011555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ce9372cc-1c51-4a03-af62-435d01deb441 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:28.071228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: ce9372cc-1c51-4a03-af62-435d01deb441 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:28.071631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ce9372cc-1c51-4a03-af62-435d01deb441 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:28.115521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-11939f84-793f-4884-835b-c9fca4543f23 None None] The port 'ce9372cc-1c51-4a03-af62-435d01deb441' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:54:28.140872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:28.156964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70b0770a-adda-4f1c-9e4c-a271fa5317d0 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:28.182221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70b0770a-adda-4f1c-9e4c-a271fa5317d0 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:28.206418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b04c256e-0048-4f59-948c-4992bbe4f853 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:28.219795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b04c256e-0048-4f59-948c-4992bbe4f853 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:28.236947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b04c256e-0048-4f59-948c-4992bbe4f853 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:28.251756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b04c256e-0048-4f59-948c-4992bbe4f853 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:28.266007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a2e08a-5752-44f5-80c9-78b985669f4a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:28.266871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-62a2e08a-5752-44f5-80c9-78b985669f4a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:28.271913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17184e48>,) {'filters': {'network_id': ['47920b68-b33f-4709-a7f4-21dba77766c3']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:28.345587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17184e48>, 'b4699dad-ab11-4555-b961-87118b28f389') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:28.345990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17184e48>, 'b4699dad-ab11-4555-b961-87118b28f389') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:28.363250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:28.390785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:28.394160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Releasing vxlan tunnel 15 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:54:28.448690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db1fe693-bff6-4c38-a3bd-b4ab0600c155 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:28.496351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c1377b8>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:27Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:28.501145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1addc2-26b7-4934-ada8-4d9a723ad222 None None] The sync data for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs is: [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:27Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:28.568887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b0770a-adda-4f1c-9e4c-a271fa5317d0 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Router 0afad45e-fb55-416d-bada-c497489ed320 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:54:28.603090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 47920b68-b33f-4709-a7f4-21dba77766c3 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:28.616446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-db1fe693-bff6-4c38-a3bd-b4ab0600c155 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for fcd978be-d9f1-4863-ae53-9937f91abe63 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:28.646779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-62a2e08a-5752-44f5-80c9-78b985669f4a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:28.648030 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-62a2e08a-5752-44f5-80c9-78b985669f4a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 1.2538393
Dec 18 06:54:28.661993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924198a-f690-4ff4-85d6-63096c3f1831 req-9b01141c-9b67-4bad-8772-64e4a58e46bb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:28.663682 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a924198a-f690-4ff4-85d6-63096c3f1831 req-9b01141c-9b67-4bad-8772-64e4a58e46bb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 943 time: 0.9871538
Dec 18 06:54:28.664417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b04c256e-0048-4f59-948c-4992bbe4f853 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:28.670333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51536) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:28.672820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:28.792104 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a924198a-f690-4ff4-85d6-63096c3f1831 req-cf83aedb-8a02-43ce-8d4b-cd83ea07a06f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1169443
Dec 18 06:54:28.803055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:28.837097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b04c256e-0048-4f59-948c-4992bbe4f853 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:28.843910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b04c256e-0048-4f59-948c-4992bbe4f853 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:28.853066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-714a4987-0cb6-4be5-92f3-bb9312e2e04f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:28.891703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c256e-0048-4f59-948c-4992bbe4f853 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259f2135-5c76-46d7-b50a-4e2ba4f28dfc,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:28.903586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:28.903880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b04c256e-0048-4f59-948c-4992bbe4f853 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:28.904896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b04c256e-0048-4f59-948c-4992bbe4f853 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:28.906834 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b04c256e-0048-4f59-948c-4992bbe4f853 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.0627081
Dec 18 06:54:28.911434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51540) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:28.911794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b0770a-adda-4f1c-9e4c-a271fa5317d0 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:54:28.914475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:28.915169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:28.917947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-10c53663-51a4-4e92-a4ee-ccdae636118e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'c8072283-93c6-4f69-ab5c-d7bba1bacb0d', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:28.922619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2db7012-6877-4f46-8ca5-55e3df7abc53 None None] Sync routers for ids ['0afad45e-fb55-416d-bada-c497489ed320'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:54:28.938321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2db7012-6877-4f46-8ca5-55e3df7abc53 None None] Routers {'0afad45e-fb55-416d-bada-c497489ed320'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:28.938766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d2db7012-6877-4f46-8ca5-55e3df7abc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db707f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['0afad45e-fb55-416d-bada-c497489ed320'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:28.941571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-10c53663-51a4-4e92-a4ee-ccdae636118e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:28.951518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-10c53663-51a4-4e92-a4ee-ccdae636118e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:28.956516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-10c53663-51a4-4e92-a4ee-ccdae636118e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:28.984422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-70b0770a-adda-4f1c-9e4c-a271fa5317d0 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:28.985815 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-70b0770a-adda-4f1c-9e4c-a271fa5317d0 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "PUT /v2.0/routers/0afad45e-fb55-416d-bada-c497489ed320 HTTP/1.1" status: 200  len: 698 time: 1.8561084
Dec 18 06:54:28.997230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51544) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:29.001820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-10c53663-51a4-4e92-a4ee-ccdae636118e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:29.035781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10c53663-51a4-4e92-a4ee-ccdae636118e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:29.057882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:29.110370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:29.111758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84147b40-5118-49f6-af64-0f80de33801b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:54:29.121806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:29.126162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:29.136985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db1fe693-bff6-4c38-a3bd-b4ab0600c155 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:29.166680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0d28b964-66f5-4f95-a96e-ce4c9345c471 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:29.215928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:29.219453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d2db7012-6877-4f46-8ca5-55e3df7abc53 None None] Set router 0afad45e-fb55-416d-bada-c497489ed320 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:29.235051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:29.253734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 47920b68-b33f-4709-a7f4-21dba77766c3 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:29.307375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fe693-bff6-4c38-a3bd-b4ab0600c155 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=fcd978be-d9f1-4863-ae53-9937f91abe63,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:29.329862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db1fe693-bff6-4c38-a3bd-b4ab0600c155 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:29.333477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10c53663-51a4-4e92-a4ee-ccdae636118e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:29.356240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10c53663-51a4-4e92-a4ee-ccdae636118e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:54:29.361293 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:54:29.363491 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84147b40-5118-49f6-af64-0f80de33801b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca', 'code': 200}
Dec 18 06:54:29.364216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db12e334-4eb0-4b26-b96c-0ac6f5376fe1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:29.380096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d2db7012-6877-4f46-8ca5-55e3df7abc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db707f0>, [{'id': '0afad45e-fb55-416d-bada-c497489ed320', 'name': 'tempest-RoutersIpV6Test-router-1306489164', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:26Z', 'updated_at': '2020-12-18T06:54:28Z', 'revision_number': 2, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:29.392736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2db7012-6877-4f46-8ca5-55e3df7abc53 None None] Checking router: 0afad45e-fb55-416d-bada-c497489ed320 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:54:29.413689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2db7012-6877-4f46-8ca5-55e3df7abc53 None None] Routers {'0afad45e-fb55-416d-bada-c497489ed320'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:29.415237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d2db7012-6877-4f46-8ca5-55e3df7abc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db707f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['0afad45e-fb55-416d-bada-c497489ed320'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:29.418150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c53663-51a4-4e92-a4ee-ccdae636118e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab67175-8dc5-4848-ba23-0b89da7b5bf3,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:29.427792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10c53663-51a4-4e92-a4ee-ccdae636118e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:29.431935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc3adf9-ba7d-4bc9-8406-f9abe801ea7c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:29.432945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bfc3adf9-ba7d-4bc9-8406-f9abe801ea7c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:29.443927 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ab5a9667-09c5-407f-a471-a4e24de69f95 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/routers/0afad45e-fb55-416d-bada-c497489ed320 HTTP/1.1" status: 200  len: 704 time: 0.4393430
Dec 18 06:54:29.447832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:29.452169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:29.458863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51552) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:29.461009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-00bd2644-f9c1-4052-97b7-84152f55cf72 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:29.461293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10c53663-51a4-4e92-a4ee-ccdae636118e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:29.462694 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-10c53663-51a4-4e92-a4ee-ccdae636118e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.5502234
Dec 18 06:54:29.467710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51554) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:29.482953 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/networks/47920b68-b33f-4709-a7f4-21dba77766c3 HTTP/1.1" status: 204  len: 168 time: 3.7398098
Dec 18 06:54:29.486596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-12290439-6ec8-44e6-8297-f9ea418678b1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'c8072283-93c6-4f69-ab5c-d7bba1bacb0d', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:29.506203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-12290439-6ec8-44e6-8297-f9ea418678b1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:29.512655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-12290439-6ec8-44e6-8297-f9ea418678b1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:29.518849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-12290439-6ec8-44e6-8297-f9ea418678b1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:29.528639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51558) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:29.534573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-12290439-6ec8-44e6-8297-f9ea418678b1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:29.604155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:29.638524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12290439-6ec8-44e6-8297-f9ea418678b1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:29.652315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Network': ['ID=47920b68-b33f-4709-a7f4-21dba77766c3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:29.666809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:29.680989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bfc3adf9-ba7d-4bc9-8406-f9abe801ea7c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:29.685210 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bfc3adf9-ba7d-4bc9-8406-f9abe801ea7c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.9884944
Dec 18 06:54:29.686155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51564) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:29.694171 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-260dd55b-ec81-4b77-8805-466404bef294 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=0afad45e-fb55-416d-bada-c497489ed320 HTTP/1.1" status: 200  len: 205 time: 0.2090571
Dec 18 06:54:29.699320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51568) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:29.718755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d2db7012-6877-4f46-8ca5-55e3df7abc53 None None] Set router 0afad45e-fb55-416d-bada-c497489ed320 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:29.796701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:29.805463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:29.806274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:29.957250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-313351d3-a107-49a5-b119-98be09dc02c5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:29.991320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:54:29.993494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d2db7012-6877-4f46-8ca5-55e3df7abc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db707f0>, [{'id': '0afad45e-fb55-416d-bada-c497489ed320', 'name': 'tempest-RoutersIpV6Test-router-1306489164', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:26Z', 'updated_at': '2020-12-18T06:54:28Z', 'revision_number': 2, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:29.999527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2db7012-6877-4f46-8ca5-55e3df7abc53 None None] The sync data for ids ['0afad45e-fb55-416d-bada-c497489ed320'] in dv-neutron-765072-3-ovs is: [{'id': '0afad45e-fb55-416d-bada-c497489ed320', 'name': 'tempest-RoutersIpV6Test-router-1306489164', 'tenant_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:26Z', 'updated_at': '2020-12-18T06:54:28Z', 'revision_number': 2, 'project_id': '0a4b00e1a0464c2688aac5d6c41cb12d', 'gw_port_host': None}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:30.029005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e7f8e-6269-4664-869e-fccbb681e79e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:30.031150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e7f8e-6269-4664-869e-fccbb681e79e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:30.032772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46e7f8e-6269-4664-869e-fccbb681e79e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:30.033673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e46e7f8e-6269-4664-869e-fccbb681e79e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:30.036756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:30.076424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=49908ca8-e9d8-4cfa-bdd6-c471d26cbd12,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:30.082762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:30.086177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5196e71f-5824-44f5-89e7-9e45f988c99d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:30.169597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=49908ca8-e9d8-4cfa-bdd6-c471d26cbd12,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:30.174168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:30.186651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e46e7f8e-6269-4664-869e-fccbb681e79e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:30.188202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e46e7f8e-6269-4664-869e-fccbb681e79e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.4984806
Dec 18 06:54:30.197587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935832bf-e37e-4b10-96a0-a61f271e49ba req-1533b0ce-3a86-44a1-a3e1-0bb428a54b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:30.199119 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-935832bf-e37e-4b10-96a0-a61f271e49ba req-1533b0ce-3a86-44a1-a3e1-0bb428a54b28 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 1162 time: 0.3234577
Dec 18 06:54:30.202416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51574) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:30.307927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:30.358407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12290439-6ec8-44e6-8297-f9ea418678b1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:30.418877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-db1fe693-bff6-4c38-a3bd-b4ab0600c155 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:30.442979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12290439-6ec8-44e6-8297-f9ea418678b1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:30.451654 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-935832bf-e37e-4b10-96a0-a61f271e49ba req-c63cb0ee-84a1-45a2-9475-47e84ea74004 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1961057
Dec 18 06:54:30.466951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:30.498518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2e83d73-77ff-4cd1-b4cc-d940f008cd15 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:30.507567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-313351d3-a107-49a5-b119-98be09dc02c5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:30.536423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-313351d3-a107-49a5-b119-98be09dc02c5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:30.558490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:30.558924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:30.565196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12290439-6ec8-44e6-8297-f9ea418678b1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f05f73-3207-44b1-a954-041378b17948,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:30.579809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-12290439-6ec8-44e6-8297-f9ea418678b1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:30.600218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-12290439-6ec8-44e6-8297-f9ea418678b1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:30.604725 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-12290439-6ec8-44e6-8297-f9ea418678b1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.1358552
Dec 18 06:54:30.609589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51578) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:30.630237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b2539846-558f-4e55-9c6b-18026a44947c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'c8072283-93c6-4f69-ab5c-d7bba1bacb0d', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:30.656512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b2539846-558f-4e55-9c6b-18026a44947c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:30.665325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-313351d3-a107-49a5-b119-98be09dc02c5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:30.666003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313351d3-a107-49a5-b119-98be09dc02c5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Fanout notify agent at l3_agent the message router_deleted on router 0afad45e-fb55-416d-bada-c497489ed320 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:54:30.675308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e171a9a-a37e-4054-8ac0-a3a5cd2509b8 req-12421d3d-214c-461c-85ab-29843b0e0f06 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:30.677039 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e171a9a-a37e-4054-8ac0-a3a5cd2509b8 req-12421d3d-214c-461c-85ab-29843b0e0f06 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 945 time: 0.5950925
Dec 18 06:54:30.688972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b2539846-558f-4e55-9c6b-18026a44947c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:30.746009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b2539846-558f-4e55-9c6b-18026a44947c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:30.763543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b2539846-558f-4e55-9c6b-18026a44947c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:30.782224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-313351d3-a107-49a5-b119-98be09dc02c5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:30.783454 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-313351d3-a107-49a5-b119-98be09dc02c5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/0afad45e-fb55-416d-bada-c497489ed320 HTTP/1.1" status: 204  len: 168 time: 1.0798175
Dec 18 06:54:30.793826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51582) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:30.915962 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e171a9a-a37e-4054-8ac0-a3a5cd2509b8 req-0f1ef835-3229-4023-b57a-43829596df19 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2235394
Dec 18 06:54:30.931851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-783bb4ba-4083-4cd9-810e-6048f20b2ee0 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Synchronizing usage tracker for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:30.990744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2539846-558f-4e55-9c6b-18026a44947c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:31.038168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f140eef-44ca-4ca7-ab1f-de279fb7895a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 27e63071-88cc-41cf-b702-9c9bbec3adeb {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:54:31.078267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f140eef-44ca-4ca7-ab1f-de279fb7895a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:31.089308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-783bb4ba-4083-4cd9-810e-6048f20b2ee0 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Unset dirty status for tenant:0a4b00e1a0464c2688aac5d6c41cb12d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:31.090630 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-783bb4ba-4083-4cd9-810e-6048f20b2ee0 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=0afad45e-fb55-416d-bada-c497489ed320 HTTP/1.1" status: 200  len: 205 time: 0.2913423
Dec 18 06:54:31.102303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51586) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:31.157701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f140eef-44ca-4ca7-ab1f-de279fb7895a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:31.357459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f140eef-44ca-4ca7-ab1f-de279fb7895a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:31.514212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:31.544835 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-1493701f-0229-4ba3-9997-158885cbea4d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] delete failed (client error): The resource could not be found.
Dec 18 06:54:31.548341 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1493701f-0229-4ba3-9997-158885cbea4d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/0afad45e-fb55-416d-bada-c497489ed320 HTTP/1.1" status: 404  len: 336 time: 0.4298780
Dec 18 06:54:31.549932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51590) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:31.599568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1fe693-bff6-4c38-a3bd-b4ab0600c155 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Router 086525fa-2deb-46e8-a947-ec61257a754c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:54:31.610332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7ccc7e-9eb9-4ec1-972a-42ed2d55dc11 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:31.610762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7ccc7e-9eb9-4ec1-972a-42ed2d55dc11 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:31.617698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:31.618389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:31.631478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2539846-558f-4e55-9c6b-18026a44947c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:31.635729 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4c7ccc7e-9eb9-4ec1-972a-42ed2d55dc11 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/41811f0c-5880-4b41-b73c-fc5bfaece045 HTTP/1.1" status: 404  len: 337 time: 0.0822895
Dec 18 06:54:31.693762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51594) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:31.740726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2539846-558f-4e55-9c6b-18026a44947c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:31.747529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:31.819438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f140eef-44ca-4ca7-ab1f-de279fb7895a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:31.821090 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e7ea49-5a2d-4510-ae01-2956aad0d6b0 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:31.821620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e7ea49-5a2d-4510-ae01-2956aad0d6b0 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:31.823453 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c7e7ea49-5a2d-4510-ae01-2956aad0d6b0 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/5e7d8894-f480-425d-90c5-4971941ef219 HTTP/1.1" status: 404  len: 337 time: 0.1235278
Dec 18 06:54:31.835751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51598) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:31.837766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-689acf53-4517-4966-935d-163480df6b7f tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:31.839534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2539846-558f-4e55-9c6b-18026a44947c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327645d3-3d85-418f-97dd-443539312568,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:31.847195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b2539846-558f-4e55-9c6b-18026a44947c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:31.848073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1fe693-bff6-4c38-a3bd-b4ab0600c155 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:54:31.853161 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-db1fe693-bff6-4c38-a3bd-b4ab0600c155 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "PUT /v2.0/routers/086525fa-2deb-46e8-a947-ec61257a754c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5280232
Dec 18 06:54:31.855986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51600) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:31.861058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae90bf73-70e8-4b46-a3ee-0bac775b25ef None None] Sync routers for ids ['086525fa-2deb-46e8-a947-ec61257a754c'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:54:31.871118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae90bf73-70e8-4b46-a3ee-0bac775b25ef None None] Routers {'086525fa-2deb-46e8-a947-ec61257a754c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:31.871813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ae90bf73-70e8-4b46-a3ee-0bac775b25ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d0d1780>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['086525fa-2deb-46e8-a947-ec61257a754c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:31.896427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2539846-558f-4e55-9c6b-18026a44947c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:31.900323 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b2539846-558f-4e55-9c6b-18026a44947c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 1.2851262
Dec 18 06:54:31.903163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51606) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:31.906894 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac816475-d676-4b59-b5f9-afb7d6727ab6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:54:31.907463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ac816475-d676-4b59-b5f9-afb7d6727ab6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:31.912874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'c8072283-93c6-4f69-ab5c-d7bba1bacb0d', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:31.920372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:31.931511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:31.938589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:31.939868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ae90bf73-70e8-4b46-a3ee-0bac775b25ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d0d1780>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:31.946496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:31.949058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae90bf73-70e8-4b46-a3ee-0bac775b25ef None None] Routers {'086525fa-2deb-46e8-a947-ec61257a754c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:31.949777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ae90bf73-70e8-4b46-a3ee-0bac775b25ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d0d1780>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['086525fa-2deb-46e8-a947-ec61257a754c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:31.949976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ac816475-d676-4b59-b5f9-afb7d6727ab6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:31.954783 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ac816475-d676-4b59-b5f9-afb7d6727ab6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/fcd978be-d9f1-4863-ae53-9937f91abe63 HTTP/1.1" status: 404  len: 333 time: 0.0942678
Dec 18 06:54:31.954783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51612) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:32.017469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ae90bf73-70e8-4b46-a3ee-0bac775b25ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d0d1780>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:32.017971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae90bf73-70e8-4b46-a3ee-0bac775b25ef None None] The sync data for ids ['086525fa-2deb-46e8-a947-ec61257a754c'] in dv-neutron-765072-3-ovs is: [] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:32.028210 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:54:32.056676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f140eef-44ca-4ca7-ab1f-de279fb7895a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=27e63071-88cc-41cf-b702-9c9bbec3adeb,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:32.059644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f140eef-44ca-4ca7-ab1f-de279fb7895a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:32.071365 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-6630e82b-41c2-4b32-a734-ea12950e1b1c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:32.071903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6630e82b-41c2-4b32-a734-ea12950e1b1c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:32.089293 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6630e82b-41c2-4b32-a734-ea12950e1b1c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/8ae7e414-49b2-4d60-8e55-d639416df5bd HTTP/1.1" status: 404  len: 337 time: 0.2146688
Dec 18 06:54:32.092093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51616) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:32.095100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f140eef-44ca-4ca7-ab1f-de279fb7895a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:32.100188 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7f140eef-44ca-4ca7-ab1f-de279fb7895a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/27e63071-88cc-41cf-b702-9c9bbec3adeb HTTP/1.1" status: 204  len: 168 time: 1.8935909
Dec 18 06:54:32.100364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5231e5d-0efe-4184-89d7-80de8d35f148 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:32.100472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:32.109128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51620) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:32.177974 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfce006-1f90-42b2-9b34-73c4dc6dc45f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:32.178388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfce006-1f90-42b2-9b34-73c4dc6dc45f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:32.182966 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-adfce006-1f90-42b2-9b34-73c4dc6dc45f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/247f1a23-4a9a-47f3-9402-bd94dac44839 HTTP/1.1" status: 404  len: 337 time: 0.0872109
Dec 18 06:54:32.183200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51624) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:32.197550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddafd-3a2c-40e0-a15e-58054e8c4952 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:32.243305 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5ae906ef-2016-45f4-912a-4f8e1b8a4f58 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=423f91e6-ff18-49a2-8b59-425a70755da5 HTTP/1.1" status: 200  len: 205 time: 0.0565209
Dec 18 06:54:32.244139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51628) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:32.309344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port 4c2a7718-eb00-4bac-a43c-a081bf8e319d {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:32.309767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:32.362843 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-3760cf16-70da-4e1f-abd0-44db5a45c6fb tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] delete failed (client error): The resource could not be found.
Dec 18 06:54:32.367676 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3760cf16-70da-4e1f-abd0-44db5a45c6fb tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/423f91e6-ff18-49a2-8b59-425a70755da5 HTTP/1.1" status: 404  len: 336 time: 0.1226180
Dec 18 06:54:32.368529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51632) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:32.430320 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-996921d1-4cb5-47f0-964b-5049e4c7478e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=109c5fc9-ca93-4b57-801d-6a71cf9ec648 HTTP/1.1" status: 200  len: 205 time: 0.0579052
Dec 18 06:54:32.433214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51636) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:32.508309 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-f2a7c7b9-88a3-47e0-8198-459d8d120d03 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] delete failed (client error): The resource could not be found.
Dec 18 06:54:32.511993 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f2a7c7b9-88a3-47e0-8198-459d8d120d03 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/109c5fc9-ca93-4b57-801d-6a71cf9ec648 HTTP/1.1" status: 404  len: 336 time: 0.0752025
Dec 18 06:54:32.515916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51640) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:32.586004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddafd-3a2c-40e0-a15e-58054e8c4952 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:32.613573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddafd-3a2c-40e0-a15e-58054e8c4952 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:32.615467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-848ba3bd-c277-41e7-bf4f-0a52f33f0dfd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:32.615970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848ba3bd-c277-41e7-bf4f-0a52f33f0dfd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:32.669901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] For port 4c2a7718-eb00-4bac-a43c-a081bf8e319d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4c2a7718-eb00-4bac-a43c-a081bf8e319d,segment=NetworkSegment(161c6ff2-2202-4a3a-9696-6981f85bce76),segment_id=161c6ff2-2202-4a3a-9696-6981f85bce76)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:32.670416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:32.719782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:32.727592 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-848ba3bd-c277-41e7-bf4f-0a52f33f0dfd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/f6fc3e4b-7328-4ed7-9240-cd85943c146e HTTP/1.1" status: 404  len: 337 time: 0.1964252
Dec 18 06:54:32.731093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:32.737739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51644) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:32.738592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2583ca68-c4c7-4262-9a23-ceb8ecb17830 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:32.765904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d8e464-0c13-4391-8f44-a58a77de06f4,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:32.816428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f711d-fbb3-4dc8-97e5-2431f4f65c8d req-fa9c7092-8c19-4627-810c-42b49e89f77f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:32.818786 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e39f711d-fbb3-4dc8-97e5-2431f4f65c8d req-fa9c7092-8c19-4627-810c-42b49e89f77f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 945 time: 0.7279770
Dec 18 06:54:32.819706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddafd-3a2c-40e0-a15e-58054e8c4952 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:32.820467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8ddafd-3a2c-40e0-a15e-58054e8c4952 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Fanout notify agent at l3_agent the message router_deleted on router 086525fa-2deb-46e8-a947-ec61257a754c {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:54:32.821140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for 4c2a7718-eb00-4bac-a43c-a081bf8e319d owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:32.822913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:32.884730 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b66d27b6-5e8e-4170-8974-a6118c42b7be tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=6da7dabc-da63-4a66-ae73-c77dc50159d1 HTTP/1.1" status: 200  len: 205 time: 0.1283607
Dec 18 06:54:32.893014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51648) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:32.904885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ef8ddafd-3a2c-40e0-a15e-58054e8c4952 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:32.909217 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ef8ddafd-3a2c-40e0-a15e-58054e8c4952 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/routers/086525fa-2deb-46e8-a947-ec61257a754c HTTP/1.1" status: 204  len: 168 time: 0.9508870
Dec 18 06:54:32.917997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:32.919314 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 1.0151567
Dec 18 06:54:32.922729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51652) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:32.923189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51654) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:32.968962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'c8072283-93c6-4f69-ab5c-d7bba1bacb0d', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:32.980526 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-0a8398b6-f5bd-4ee9-b0a3-6ee2a8accfaf tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] delete failed (client error): The resource could not be found.
Dec 18 06:54:32.984815 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0a8398b6-f5bd-4ee9-b0a3-6ee2a8accfaf tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/6da7dabc-da63-4a66-ae73-c77dc50159d1 HTTP/1.1" status: 404  len: 336 time: 0.0875890
Dec 18 06:54:32.989282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51660) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:32.990367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:33.054853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:33.064587 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e39f711d-fbb3-4dc8-97e5-2431f4f65c8d req-7b004595-5b32-4ae7-8c01-08513021edbe tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2190270
Dec 18 06:54:33.066922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:33.084421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-3574531e-38f0-4af0-9ce2-cab1bfece1d6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Deleting subnet 506022a3-7874-48cd-8529-48db3551e15c {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:54:33.090951 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fd49c211-7884-412d-8fbe-908baab6ee47 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=371560ed-b8a4-4191-a8f1-ee96379596e4 HTTP/1.1" status: 200  len: 205 time: 0.0879087
Dec 18 06:54:33.092043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:33.097434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51664) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:33.101182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2002a2bb-5713-486d-bfd8-ce71da4a6b32 None None] Provisioning complete for port a51c5ce1-db1e-42b1-a32d-17b6b874a77f triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:33.102096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2002a2bb-5713-486d-bfd8-ce71da4a6b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:33.110148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:33.126886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:33.159784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3574531e-38f0-4af0-9ce2-cab1bfece1d6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:33.227540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Port': ['ID=4c2a7718-eb00-4bac-a43c-a081bf8e319d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:33.238237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:33.278434 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-a9169b23-7c25-48bd-8838-f05e0973d4a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] delete failed (client error): The resource could not be found.
Dec 18 06:54:33.279577 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a9169b23-7c25-48bd-8838-f05e0973d4a3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/371560ed-b8a4-4191-a8f1-ee96379596e4 HTTP/1.1" status: 404  len: 336 time: 0.1802003
Dec 18 06:54:33.280559 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:54:33.286233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51670) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:33.339533 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-8222ccf3-7cbc-430c-93b6-c4a81361da61 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:33.340028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8222ccf3-7cbc-430c-93b6-c4a81361da61 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:33.350842 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8222ccf3-7cbc-430c-93b6-c4a81361da61 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/f0ecd39e-90da-4377-b694-0737c3b1f59a HTTP/1.1" status: 404  len: 337 time: 0.0635459
Dec 18 06:54:33.355932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:33.363988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51674) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:33.447567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3574531e-38f0-4af0-9ce2-cab1bfece1d6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:33.489814 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e17986ff-0a1d-47f4-8fde-4871fdf6c72f tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=7331790d-a70e-4eba-b456-2468a468775b HTTP/1.1" status: 200  len: 205 time: 0.1116989
Dec 18 06:54:33.501648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51678) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:33.576156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:33.930022 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-2551adea-44f4-4a73-a07c-53766302a479 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] delete failed (client error): The resource could not be found.
Dec 18 06:54:33.931171 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2551adea-44f4-4a73-a07c-53766302a479 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/7331790d-a70e-4eba-b456-2468a468775b HTTP/1.1" status: 404  len: 336 time: 0.4186928
Dec 18 06:54:33.939886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51682) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:33.977430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bea4dc-407b-4823-8a8b-18bc0f00c16a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting subnet 02b3840a-221a-480d-8051-8616fa29fa5a {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:54:33.993884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47131b-540a-47c5-9f9e-eefa6cfd5840 req-b1f34b0a-09e8-4e58-b7bd-e592479140b2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:33.995506 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f47131b-540a-47c5-9f9e-eefa6cfd5840 req-b1f34b0a-09e8-4e58-b7bd-e592479140b2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 945 time: 0.7649128
Dec 18 06:54:34.000383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55bea4dc-407b-4823-8a8b-18bc0f00c16a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:34.078336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:34.093435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:34.106460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58dedc95-e780-4a55-8a54-70d2d925a0d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:34.147417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3574531e-38f0-4af0-9ce2-cab1bfece1d6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:34.190437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55bea4dc-407b-4823-8a8b-18bc0f00c16a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:34.223464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1f78a4-eff5-4a54-9edd-402a473d8ed6,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:34.226365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:34.260741 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f47131b-540a-47c5-9f9e-eefa6cfd5840 req-a4750e7a-385f-4123-81ef-6a8f43ee7306 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2153463
Dec 18 06:54:34.270326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:34.273852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 1.3463209
Dec 18 06:54:34.349447 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e214c3-06ae-483b-bdb9-27b60283a956 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:34.349978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e214c3-06ae-483b-bdb9-27b60283a956 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:34.354326 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-05e214c3-06ae-483b-bdb9-27b60283a956 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/d5714a89-8cf0-4d6a-95d5-6725b40b0a16 HTTP/1.1" status: 404  len: 337 time: 0.4061472
Dec 18 06:54:34.355022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51690) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:34.417166 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e3712662-39c9-4c4b-8e6f-c252c55e1c42 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "GET /v2.0/ports?device_id=e580c078-98a2-4d08-b858-7aab7c3ee81a HTTP/1.1" status: 200  len: 205 time: 0.0612059
Dec 18 06:54:34.420019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51696) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:34.501577 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-04268c19-0418-4ecf-b3a5-56a243d5c912 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] delete failed (client error): The resource could not be found.
Dec 18 06:54:34.502715 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-04268c19-0418-4ecf-b3a5-56a243d5c912 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/routers/e580c078-98a2-4d08-b858-7aab7c3ee81a HTTP/1.1" status: 404  len: 336 time: 0.0816894
Dec 18 06:54:34.506347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51708) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:34.547114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 88ab38fe-9aaf-470b-a2fd-c41551059737 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:54:34.558502 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b67f92-e723-4ca9-904e-6417e2c3df52 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:34.558998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b67f92-e723-4ca9-904e-6417e2c3df52 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:34.560776 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-80b67f92-e723-4ca9-904e-6417e2c3df52 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/c75efd77-58ec-4256-ac6a-4551d71470a0 HTTP/1.1" status: 404  len: 337 time: 0.0534587
Dec 18 06:54:34.565446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51712) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:34.634085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55bea4dc-407b-4823-8a8b-18bc0f00c16a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:34.667999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d103696e-ab82-4518-b047-af9824d34f32 req-b763389e-e15e-4dbe-923f-6e2783258a19 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:34.673006 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78b263e-289b-4b47-9bfe-c1e06d1d6f2b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:34.673504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78b263e-289b-4b47-9bfe-c1e06d1d6f2b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:34.677948 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c78b263e-289b-4b47-9bfe-c1e06d1d6f2b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] 10.222.0.23 "DELETE /v2.0/subnets/b2e7043e-a09a-4872-b7f5-2775eddc1218 HTTP/1.1" status: 404  len: 337 time: 0.1089265
Dec 18 06:54:34.773205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:54:34.778577 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2456534
Dec 18 06:54:34.781454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51718) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:34.784862 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-c4245b6b-0a3d-4d31-bc04-d6b92e7674fa tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4184265
Dec 18 06:54:34.786303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148d987-3387-4ad2-9f02-cb7e1242d290 None None] Sync routers for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:54:34.794537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d103696e-ab82-4518-b047-af9824d34f32 req-b763389e-e15e-4dbe-923f-6e2783258a19 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:34.796303 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-b763389e-e15e-4dbe-923f-6e2783258a19 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451357803&fields=id&tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 267 time: 0.3031862
Dec 18 06:54:34.803500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148d987-3387-4ad2-9f02-cb7e1242d290 None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:34.804427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:34.804895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5148d987-3387-4ad2-9f02-cb7e1242d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1de647b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:34.810165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:34.815127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Usage tracker for resource:floatingip and tenant:7f07f9809f59456d8b6d837c1309dd5c is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:34.818181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:34.824044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:34.891707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.001242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6a0419-e858-42d0-beed-2d516e47484c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting subnet c48c6bca-d190-4d6c-aa0b-5989f6137cc5 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:54:35.003333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-5148d987-3387-4ad2-9f02-cb7e1242d290 None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:35.004732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0419-e858-42d0-beed-2d516e47484c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.052946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51724) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:35.080351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0419-e858-42d0-beed-2d516e47484c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.187841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0419-e858-42d0-beed-2d516e47484c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.204466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3574531e-38f0-4af0-9ce2-cab1bfece1d6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.225105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57ce86c6-1a7e-4470-aa74-4f6c4930d78b tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:35.353433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574531e-38f0-4af0-9ce2-cab1bfece1d6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Subnet': ['ID=506022a3-7874-48cd-8529-48db3551e15c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:35.356527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3574531e-38f0-4af0-9ce2-cab1bfece1d6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:35.394408 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8bb9d1fb-afd4-4540-a257-7671df22652c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a4b00e1a0464c2688aac5d6c41cb12d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3369007
Dec 18 06:54:35.394408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51730) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:35.407137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103696e-ab82-4518-b047-af9824d34f32 req-9bf5e223-f290-42af-a2a4-a7a1b0ea94da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:35.408734 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-9bf5e223-f290-42af-a2a4-a7a1b0ea94da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/networks?id=33289224-0e91-4fc4-8e4e-89c5aa87f246 HTTP/1.1" status: 200  len: 796 time: 0.5740721
Dec 18 06:54:35.494606 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-14f9a8cc-217d-41be-87ab-5af3786abfb7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/quotas/6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 375 time: 0.0690203
Dec 18 06:54:35.527979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5148d987-3387-4ad2-9f02-cb7e1242d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1de647b8>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:33Z', 'revision_number': 10, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:35.532317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148d987-3387-4ad2-9f02-cb7e1242d290 None None] Checking router: 88ab38fe-9aaf-470b-a2fd-c41551059737 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:54:35.541382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148d987-3387-4ad2-9f02-cb7e1242d290 None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:35.542090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5148d987-3387-4ad2-9f02-cb7e1242d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1de647b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:35.556051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6516468c-0c8d-4c14-a2ff-8c741d6ad367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.565628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3574531e-38f0-4af0-9ce2-cab1bfece1d6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.577408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8240c4c-c995-48e6-abae-7fbc9f3f9da9 None None] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:35.618931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6516468c-0c8d-4c14-a2ff-8c741d6ad367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.620850 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3574531e-38f0-4af0-9ce2-cab1bfece1d6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/506022a3-7874-48cd-8529-48db3551e15c HTTP/1.1" status: 204  len: 168 time: 3.4756701
Dec 18 06:54:35.621826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51734) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:35.686031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.688677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0419-e858-42d0-beed-2d516e47484c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.704288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55bea4dc-407b-4823-8a8b-18bc0f00c16a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.706561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1ac64129-d10b-46a9-8010-34f76210567d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:35.726314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-5148d987-3387-4ad2-9f02-cb7e1242d290 None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:35.735259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d13a1f7-e631-4934-9316-4b16956f6a50 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:35.817264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a0419-e858-42d0-beed-2d516e47484c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Subnet': ['ID=c48c6bca-d190-4d6c-aa0b-5989f6137cc5,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:35.833664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc6a0419-e858-42d0-beed-2d516e47484c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:35.834818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-90749b6a-58da-4170-8888-6f0f698da0e7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2108493
Dec 18 06:54:35.837006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51738) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:35.864080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bea4dc-407b-4823-8a8b-18bc0f00c16a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Subnet': ['ID=02b3840a-221a-480d-8051-8616fa29fa5a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:35.867099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-55bea4dc-407b-4823-8a8b-18bc0f00c16a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:35.909840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6516468c-0c8d-4c14-a2ff-8c741d6ad367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.917629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bcf19014-f65d-4d5a-a0fa-8ce1489d372c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:35.945395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516468c-0c8d-4c14-a2ff-8c741d6ad367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0682ff30-35b3-48d8-8bba-387235de5fe1,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:35.948516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6516468c-0c8d-4c14-a2ff-8c741d6ad367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:35.955124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0419-e858-42d0-beed-2d516e47484c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.974831 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc6a0419-e858-42d0-beed-2d516e47484c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/c48c6bca-d190-4d6c-aa0b-5989f6137cc5 HTTP/1.1" status: 204  len: 168 time: 1.1917427
Dec 18 06:54:35.976342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6516468c-0c8d-4c14-a2ff-8c741d6ad367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:35.979912 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6516468c-0c8d-4c14-a2ff-8c741d6ad367 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0682ff30-35b3-48d8-8bba-387235de5fe1 HTTP/1.1" status: 204  len: 168 time: 0.5823653
Dec 18 06:54:35.980074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51742) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:36.008144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b14f19-2d98-467e-890a-12e536935b19 None None] Network 572b95f8-bfc5-4338-977c-29ba6f11e64b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:36.009558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98f0cbd-a466-4e39-bd7a-023dbaeb4474 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:36.013809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c98f0cbd-a466-4e39-bd7a-023dbaeb4474 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1710517
Dec 18 06:54:36.015331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51748) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:36.099327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d4da27-995f-4b01-bf17-d9fb0d72c5a9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:36.100187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c0d4da27-995f-4b01-bf17-d9fb0d72c5a9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Synchronizing usage tracker for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:36.112033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d103696e-ab82-4518-b047-af9824d34f32 req-39e85c4f-2370-4f0f-97ad-a93dcb453a72 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:36.117330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c0d4da27-995f-4b01-bf17-d9fb0d72c5a9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Unset dirty status for tenant:db3f5fe7314347c69b392be0e6af2b1c on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:36.118842 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c0d4da27-995f-4b01-bf17-d9fb0d72c5a9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1024096
Dec 18 06:54:36.121568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51752) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:36.142006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55bea4dc-407b-4823-8a8b-18bc0f00c16a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:36.166226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d1819c-9de0-4d76-aa8e-bf901cbdbcd4 None None] DHCP port deletion for 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:54:36.173337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539022a1-5a1d-44d8-9dfa-a7fab2ae4d94 None None] Network d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:36.209933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:36.222440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5148d987-3387-4ad2-9f02-cb7e1242d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1de647b8>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:33Z', 'revision_number': 10, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:36.227775 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9415b456-818a-4bea-8458-819c55ca9ad1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1047044
Dec 18 06:54:36.235149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51758) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:36.236355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f9d1819c-9de0-4d76-aa8e-bf901cbdbcd4 None None] Deleting port a51c5ce1-db1e-42b1-a32d-17b6b874a77f {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:36.236794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9d1819c-9de0-4d76-aa8e-bf901cbdbcd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:36.239278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148d987-3387-4ad2-9f02-cb7e1242d290 None None] The sync data for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs is: [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:33Z', 'revision_number': 10, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None, '_interfaces': [{'id': 'c88616f0-d7c6-4591-9d93-be5a23b3b715', 'name': '', 'network_id': '3377878b-0d99-4ba7-afb1-8233dab3b134', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'mac_address': 'fa:16:3e:c0:61:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:42Z', 'updated_at': '2020-12-18T06:53:41Z', 'revision_number': 5, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'subnets': [{'id': 'fc8ee16d-7c72-41f5-a659-d060d963b2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:36.310121 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f719d58-f2e3-45f0-bb39-277931587805 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:36.311055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f719d58-f2e3-45f0-bb39-277931587805 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:36.314905 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9f719d58-f2e3-45f0-bb39-277931587805 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/4acf53e6-6dbb-4d69-ae71-be923b1b17ca HTTP/1.1" status: 404  len: 333 time: 0.0796816
Dec 18 06:54:36.317640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51762) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:36.325561 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-55bea4dc-407b-4823-8a8b-18bc0f00c16a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/02b3840a-221a-480d-8051-8616fa29fa5a HTTP/1.1" status: 204  len: 168 time: 3.3996038
Dec 18 06:54:36.376411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51766) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:36.392926 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ba11ae-1b9f-4b29-9513-76173b577e29 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:36.393759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ba11ae-1b9f-4b29-9513-76173b577e29 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:36.395812 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-98ba11ae-1b9f-4b29-9513-76173b577e29 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/506022a3-7874-48cd-8529-48db3551e15c HTTP/1.1" status: 404  len: 337 time: 0.0768631
Dec 18 06:54:36.398837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51772) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:36.408059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d103696e-ab82-4518-b047-af9824d34f32 req-39e85c4f-2370-4f0f-97ad-a93dcb453a72 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:36.409318 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-39e85c4f-2370-4f0f-97ad-a93dcb453a72 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&fields=id HTTP/1.1" status: 200  len: 302 time: 0.8930831
Dec 18 06:54:36.472265 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd84f72-13f3-45dd-99c2-61d86fafaf6a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:36.472998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd84f72-13f3-45dd-99c2-61d86fafaf6a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:36.474948 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6cd84f72-13f3-45dd-99c2-61d86fafaf6a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/27e63071-88cc-41cf-b702-9c9bbec3adeb HTTP/1.1" status: 404  len: 337 time: 0.0748987
Dec 18 06:54:36.477727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51778) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:36.503451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:36.503990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:36.526581 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e607ac78-8d99-4e66-9925-06f15b1b084a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:36.526765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e607ac78-8d99-4e66-9925-06f15b1b084a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:36.532474 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e607ac78-8d99-4e66-9925-06f15b1b084a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/7fb5bc5c-6307-4d4f-9879-1b04e76f8128 HTTP/1.1" status: 404  len: 333 time: 0.0536814
Dec 18 06:54:36.535516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51784) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:36.595460 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0160369-a3b5-43da-b15c-64efa310cb1b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:36.595460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0160369-a3b5-43da-b15c-64efa310cb1b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:36.600101 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f0160369-a3b5-43da-b15c-64efa310cb1b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/0a146173-36ba-4715-a05f-6d3a3c130f62 HTTP/1.1" status: 404  len: 337 time: 0.0635347
Dec 18 06:54:36.600961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51790) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:36.690163 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c60851-51a8-42be-a174-190c687a4008 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:36.690705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c60851-51a8-42be-a174-190c687a4008 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:36.706912 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-24c60851-51a8-42be-a174-190c687a4008 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/5cbe57e6-2ec7-4e46-a073-6791c0133074 HTTP/1.1" status: 404  len: 337 time: 0.1050444
Dec 18 06:54:36.709182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51796) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:36.720000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Allocated IP 172.26.7.94 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/09a9b88e-eb26-4a22-9d1c-c08fdbd6b7c7) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:36.735512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f9d1819c-9de0-4d76-aa8e-bf901cbdbcd4 None None] For port a51c5ce1-db1e-42b1-a32d-17b6b874a77f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a51c5ce1-db1e-42b1-a32d-17b6b874a77f,segment=NetworkSegment(f8624506-bfeb-4cf1-8581-4117afc9238c),segment_id=f8624506-bfeb-4cf1-8581-4117afc9238c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:36.735960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9d1819c-9de0-4d76-aa8e-bf901cbdbcd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:36.793178 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3433e5-9a9e-4407-9a16-6fa06214ccfd tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:36.793716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3433e5-9a9e-4407-9a16-6fa06214ccfd tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:36.804889 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fd3433e5-9a9e-4407-9a16-6fa06214ccfd tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/af5d623e-1a2d-4ba0-a98b-f496ce4ab632 HTTP/1.1" status: 404  len: 333 time: 0.0916214
Dec 18 06:54:36.810975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51800) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:36.871499 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b724ce46-1b08-4a2f-90a2-16d69dc0fb65 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:36.872026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b724ce46-1b08-4a2f-90a2-16d69dc0fb65 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:36.883711 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b724ce46-1b08-4a2f-90a2-16d69dc0fb65 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/e84bb9d1-3726-4546-bdcb-a87168eeb687 HTTP/1.1" status: 404  len: 337 time: 0.0709865
Dec 18 06:54:36.886359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51804) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:36.952255 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae678d68-8c67-4fc0-be87-cb6ec6bdda8c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:36.953008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae678d68-8c67-4fc0-be87-cb6ec6bdda8c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:36.954975 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ae678d68-8c67-4fc0-be87-cb6ec6bdda8c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/8da26f22-fe5e-4ba3-8db1-362b6aaa31f1 HTTP/1.1" status: 404  len: 337 time: 0.0671470
Dec 18 06:54:36.958028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51810) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.016041 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3dde1bd-b340-4a7d-b9f5-96fadc0e3020 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.017313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3dde1bd-b340-4a7d-b9f5-96fadc0e3020 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.019459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e3dde1bd-b340-4a7d-b9f5-96fadc0e3020 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/782bd3a5-8109-4ccd-9d0d-060542a2840f HTTP/1.1" status: 404  len: 333 time: 0.0600753
Dec 18 06:54:37.022285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51814) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.071756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f9d1819c-9de0-4d76-aa8e-bf901cbdbcd4 None None] Calling delete_port for a51c5ce1-db1e-42b1-a32d-17b6b874a77f owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:37.077163 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-181a73d8-4963-4d31-90ff-942a5589a3e3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.077936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181a73d8-4963-4d31-90ff-942a5589a3e3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.080207 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-181a73d8-4963-4d31-90ff-942a5589a3e3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/2be1bce5-f256-4881-990f-e28b9e6e32ee HTTP/1.1" status: 404  len: 337 time: 0.0530176
Dec 18 06:54:37.083373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51820) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.137899 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a52554-1eb8-41eb-8492-75d82f60be05 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.138908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a52554-1eb8-41eb-8492-75d82f60be05 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.143153 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d1a52554-1eb8-41eb-8492-75d82f60be05 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/e6ddad1a-9df1-4c88-9c4f-5b26bce5a85e HTTP/1.1" status: 404  len: 337 time: 0.0563717
Dec 18 06:54:37.144313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51824) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.164867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-e56c3c69-a478-49e2-9e28-ad17f3c1649e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:54:37.165989 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-e56c3c69-a478-49e2-9e28-ad17f3c1649e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.6838727
Dec 18 06:54:37.208885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9d1819c-9de0-4d76-aa8e-bf901cbdbcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:37.219359 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-25407b64-d9a9-43ee-a898-6bf573881b07 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.220303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25407b64-d9a9-43ee-a898-6bf573881b07 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.222539 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-25407b64-d9a9-43ee-a898-6bf573881b07 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/2e25fa89-086b-4b03-8835-c660c02d993b HTTP/1.1" status: 404  len: 333 time: 0.0771341
Dec 18 06:54:37.230010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51830) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.275394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-11382c58-584c-4938-9a8c-eee3022a1f4a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.275899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11382c58-584c-4938-9a8c-eee3022a1f4a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.277811 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-11382c58-584c-4938-9a8c-eee3022a1f4a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/d95beb71-51d9-43a9-a585-96c31dbcb369 HTTP/1.1" status: 404  len: 337 time: 0.0468545
Dec 18 06:54:37.286114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51834) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.310110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:37.344155 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-1969be7d-8bc4-4f19-bc2d-b2d81022b7ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.344656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1969be7d-8bc4-4f19-bc2d-b2d81022b7ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.349572 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1969be7d-8bc4-4f19-bc2d-b2d81022b7ba tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/1c43a09c-36d3-4972-90de-661329b55736 HTTP/1.1" status: 404  len: 333 time: 0.0619235
Dec 18 06:54:37.350186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51838) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.355163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] DHCP port deletion for 572b95f8-bfc5-4338-977c-29ba6f11e64b request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:54:37.359091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7503502e-9cd7-4b95-a8c0-9402edd16c7a None None] DHCP port deletion for d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:54:37.371207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1819c-9de0-4d76-aa8e-bf901cbdbcd4 None None] Pushing event deleted for resources: {'Port': ['ID=a51c5ce1-db1e-42b1-a32d-17b6b874a77f,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:37.377412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Deleting port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:37.377870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:37.381882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51842) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.397389 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7f2f36-f066-4b52-97d4-0c0d68da96bc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.397847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d7f2f36-f066-4b52-97d4-0c0d68da96bc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.402239 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d7f2f36-f066-4b52-97d4-0c0d68da96bc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/4bcc3440-81ea-48a2-9bf1-cc030e82be2b HTTP/1.1" status: 404  len: 337 time: 0.0485172
Dec 18 06:54:37.402880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51846) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.405726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9d1819c-9de0-4d76-aa8e-bf901cbdbcd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:37.408401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7503502e-9cd7-4b95-a8c0-9402edd16c7a None None] Deleting port 189dfbd7-f679-4a7e-980d-446cf3c68c8e {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:37.408830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7503502e-9cd7-4b95-a8c0-9402edd16c7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:37.446813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:37.467100 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c0a011-c2b1-46f1-aeb7-48d8bf093789 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.468165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c0a011-c2b1-46f1-aeb7-48d8bf093789 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.472394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-27c0a011-c2b1-46f1-aeb7-48d8bf093789 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/5690db3c-4d0d-487b-8218-75afc1be6e46 HTTP/1.1" status: 404  len: 333 time: 0.0665677
Dec 18 06:54:37.473980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1819c-9de0-4d76-aa8e-bf901cbdbcd4 None None] No DVR routers for this DVR port a51c5ce1-db1e-42b1-a32d-17b6b874a77f on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:54:37.476588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51852) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.574575 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-21eea732-1385-4646-b26a-426a50e0c1d9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.575859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21eea732-1385-4646-b26a-426a50e0c1d9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.578995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4c2a7718-eb00-4bac-a43c-a081bf8e319d no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:37.584366 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-21eea732-1385-4646-b26a-426a50e0c1d9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/4c4a07d8-00be-46eb-958b-07b8669af518 HTTP/1.1" status: 404  len: 337 time: 0.1058228
Dec 18 06:54:37.585085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51856) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.612780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port 189dfbd7-f679-4a7e-980d-446cf3c68c8e {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:37.613169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:37.651490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1bc8db-60fe-48ed-9cef-834a6bf57365 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.652075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1bc8db-60fe-48ed-9cef-834a6bf57365 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.654544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8b1bc8db-60fe-48ed-9cef-834a6bf57365 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/38a1ae8d-144b-4b7e-a767-952873644bf5 HTTP/1.1" status: 404  len: 333 time: 0.0671308
Dec 18 06:54:37.657927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51860) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.702659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf43768e-cf87-4c12-b354-183887c1f581 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.703161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf43768e-cf87-4c12-b354-183887c1f581 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.705485 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cf43768e-cf87-4c12-b354-183887c1f581 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/be24177a-11fa-410c-8fef-f45d6caf5ced HTTP/1.1" status: 404  len: 337 time: 0.0462594
Dec 18 06:54:37.708182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51864) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.715446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fecd2c75-f43c-4670-a306-4e3b3196c77e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group': {'name': 'default'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:37.716965 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-fecd2c75-f43c-4670-a306-4e3b3196c77e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 18 06:54:37.718491 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-fecd2c75-f43c-4670-a306-4e3b3196c77e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:54:37.719182 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fecd2c75-f43c-4670-a306-4e3b3196c77e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3361390
Dec 18 06:54:37.735394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 4c2a7718-eb00-4bac-a43c-a081bf8e319d {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:37.735619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4c2a7718-eb00-4bac-a43c-a081bf8e319d not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:37.736127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a51c5ce1-db1e-42b1-a32d-17b6b874a77f no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:37.737986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 51868) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.765001 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-0871f63b-ba4c-4ee4-8c7b-05d614e004b1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.765693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0871f63b-ba4c-4ee4-8c7b-05d614e004b1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.768136 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0871f63b-ba4c-4ee4-8c7b-05d614e004b1 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/125f1e94-1afe-49ee-a787-b8b69a3dbe22 HTTP/1.1" status: 404  len: 333 time: 0.0579407
Dec 18 06:54:37.770508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51872) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.780845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group': {'name': 'tempest-secgroup--84303855'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:37.786368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: a51c5ce1-db1e-42b1-a32d-17b6b874a77f {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:37.787010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a51c5ce1-db1e-42b1-a32d-17b6b874a77f not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:37.787223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 88d86230-0d69-48fd-97b2-7f0bb57dabf9 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:37.802293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] For port 88d86230-0d69-48fd-97b2-7f0bb57dabf9, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=88d86230-0d69-48fd-97b2-7f0bb57dabf9,segment=NetworkSegment(161c6ff2-2202-4a3a-9696-6981f85bce76),segment_id=161c6ff2-2202-4a3a-9696-6981f85bce76)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:37.802703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:37.813269 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa23b702-ed01-4791-bee2-b33ac8a29d12 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.813923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa23b702-ed01-4791-bee2-b33ac8a29d12 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.818300 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aa23b702-ed01-4791-bee2-b33ac8a29d12 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/e6f31aa8-70fe-4b0c-ba37-806b67dda1ce HTTP/1.1" status: 404  len: 337 time: 0.0441239
Dec 18 06:54:37.819252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51876) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.822726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:37.861390 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f22a6fc-7b90-4857-8d63-70466a3138c3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.862072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f22a6fc-7b90-4857-8d63-70466a3138c3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.866460 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8f22a6fc-7b90-4857-8d63-70466a3138c3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/0943c054-3190-4b9b-9a96-97e41effc06c HTTP/1.1" status: 404  len: 333 time: 0.0436571
Dec 18 06:54:37.866830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51880) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.912102 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7731cf9f-2310-475d-a2af-b1d3f1d012e3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.912672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7731cf9f-2310-475d-a2af-b1d3f1d012e3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.913362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] For port 88d86230-0d69-48fd-97b2-7f0bb57dabf9, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=88d86230-0d69-48fd-97b2-7f0bb57dabf9,segment=NetworkSegment(161c6ff2-2202-4a3a-9696-6981f85bce76),segment_id=161c6ff2-2202-4a3a-9696-6981f85bce76)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:37.913856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:37.917381 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7731cf9f-2310-475d-a2af-b1d3f1d012e3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/ce8f5440-7d4c-49cc-9b23-9dfabc122ce8 HTTP/1.1" status: 404  len: 337 time: 0.0469368
Dec 18 06:54:37.918019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51884) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.960043 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4036a3-d9f5-4536-b3a4-96568a0084a0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:37.960705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4036a3-d9f5-4536-b3a4-96568a0084a0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:37.965295 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cc4036a3-d9f5-4536-b3a4-96568a0084a0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/2d545bd4-1522-49fc-80ca-8ee23279f81e HTTP/1.1" status: 404  len: 337 time: 0.0434558
Dec 18 06:54:37.965788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51888) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:37.985930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:38.006896 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-035aefb2-faca-47d2-9246-961a682e3a94 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.007557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035aefb2-faca-47d2-9246-961a682e3a94 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.011958 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-035aefb2-faca-47d2-9246-961a682e3a94 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/b6f6fc70-5832-419a-a973-60beffc15207 HTTP/1.1" status: 404  len: 333 time: 0.0426204
Dec 18 06:54:38.012280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51892) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.056859 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-68217fc8-c141-4ce1-b58a-4921d72c104b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.056859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68217fc8-c141-4ce1-b58a-4921d72c104b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.061798 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-68217fc8-c141-4ce1-b58a-4921d72c104b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/fa02927a-5dca-4c21-bd4d-165a09e42ac6 HTTP/1.1" status: 404  len: 337 time: 0.0455191
Dec 18 06:54:38.061954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:38.063507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51896) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.069354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for 88d86230-0d69-48fd-97b2-7f0bb57dabf9 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:38.071188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Calling delete_port for 88d86230-0d69-48fd-97b2-7f0bb57dabf9 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:38.102276 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-976f944d-e737-4807-b9d8-09c34bf00d36 service neutron] 10.222.0.23 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9245410
Dec 18 06:54:38.104514 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-218193f2-03d0-4c2e-b5f1-7d5fc374318e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.105112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218193f2-03d0-4c2e-b5f1-7d5fc374318e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.107370 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-218193f2-03d0-4c2e-b5f1-7d5fc374318e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/d8fbd934-bf6c-4ad6-97ce-190ba3862f41 HTTP/1.1" status: 404  len: 337 time: 0.0432298
Dec 18 06:54:38.113073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51900) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.116173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:38.127536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:38.156390 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-4edee697-7bbc-4ea5-9e89-a28126816cce tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.157069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4edee697-7bbc-4ea5-9e89-a28126816cce tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.161493 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4edee697-7bbc-4ea5-9e89-a28126816cce tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/46cf9b7c-ce34-434e-861b-79216fa140e0 HTTP/1.1" status: 404  len: 333 time: 0.0448291
Dec 18 06:54:38.161898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51904) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.180727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7503502e-9cd7-4b95-a8c0-9402edd16c7a None None] For port 189dfbd7-f679-4a7e-980d-446cf3c68c8e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=189dfbd7-f679-4a7e-980d-446cf3c68c8e,segment=NetworkSegment(b34bbf43-b675-4648-801b-d4c1f0d00af2),segment_id=b34bbf43-b675-4648-801b-d4c1f0d00af2)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:38.181101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7503502e-9cd7-4b95-a8c0-9402edd16c7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:38.207932 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24b739f-9a6f-48a9-9e3d-f7d39832cb3d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.208637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b24b739f-9a6f-48a9-9e3d-f7d39832cb3d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.212956 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b24b739f-9a6f-48a9-9e3d-f7d39832cb3d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/678581c0-7e3d-4a1c-af69-0d9af5ed605c HTTP/1.1" status: 404  len: 337 time: 0.0475497
Dec 18 06:54:38.213446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51908) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.254488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df89eb8-2c26-4308-8f22-cc106e64bbfa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.255164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df89eb8-2c26-4308-8f22-cc106e64bbfa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.260063 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8df89eb8-2c26-4308-8f22-cc106e64bbfa tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/586c46d9-ec33-44b6-88c0-6fc13c1234d8 HTTP/1.1" status: 404  len: 337 time: 0.0425441
Dec 18 06:54:38.260063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51912) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.267396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] For port 189dfbd7-f679-4a7e-980d-446cf3c68c8e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=189dfbd7-f679-4a7e-980d-446cf3c68c8e,segment=NetworkSegment(b34bbf43-b675-4648-801b-d4c1f0d00af2),segment_id=b34bbf43-b675-4648-801b-d4c1f0d00af2)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:38.267396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:38.279130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:38.302516 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e809ff-9c1e-4a8c-ad48-e291a61a9cb5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.303214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e809ff-9c1e-4a8c-ad48-e291a61a9cb5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.307690 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-07e809ff-9c1e-4a8c-ad48-e291a61a9cb5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/b3bb2166-874e-42a0-9bb9-970164513ea0 HTTP/1.1" status: 404  len: 333 time: 0.0440285
Dec 18 06:54:38.308067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51916) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.337628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:38.352787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7503502e-9cd7-4b95-a8c0-9402edd16c7a None None] Calling delete_port for 189dfbd7-f679-4a7e-980d-446cf3c68c8e owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:38.353848 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcb1044-b501-4b87-9dca-6a7facd27435 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.354457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcb1044-b501-4b87-9dca-6a7facd27435 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.359391 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9bcb1044-b501-4b87-9dca-6a7facd27435 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/f8a2e289-1bbf-43c2-8862-e225943a10a4 HTTP/1.1" status: 404  len: 337 time: 0.0472198
Dec 18 06:54:38.359795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51920) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.367196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:38.404907 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2d8c0c-a2ed-48bf-bac3-35681dc66f39 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.405603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac2d8c0c-a2ed-48bf-bac3-35681dc66f39 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.409309 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ac2d8c0c-a2ed-48bf-bac3-35681dc66f39 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/1b945c92-30a1-41a4-9325-eb73c0e20988 HTTP/1.1" status: 404  len: 337 time: 0.0466640
Dec 18 06:54:38.411213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51924) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.428388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 88d86230-0d69-48fd-97b2-7f0bb57dabf9, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=88d86230-0d69-48fd-97b2-7f0bb57dabf9,segment=NetworkSegment(161c6ff2-2202-4a3a-9696-6981f85bce76),segment_id=161c6ff2-2202-4a3a-9696-6981f85bce76)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:38.433253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:38.433845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 189dfbd7-f679-4a7e-980d-446cf3c68c8e no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:38.452677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for 189dfbd7-f679-4a7e-980d-446cf3c68c8e owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:38.460667 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-230dd2d7-abaf-424a-a9d5-8d9486f6f17f tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports?device_id=42d02162-a120-46b2-9a21-23ec0012afff HTTP/1.1" status: 200  len: 205 time: 0.0480583
Dec 18 06:54:38.463172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51928) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.471864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:38.507338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:38.531246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 18 06:54:38.531246 dv-neutron-765072-3-ovs neutron-server[80975]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s]
Dec 18 06:54:38.531246 dv-neutron-765072-3-ovs neutron-server[80975]: [parameters: {'port_id': '88d86230-0d69-48fd-97b2-7f0bb57dabf9', 'host': 'dv-neutron-765072-3-ovs', 'level': 0}]
Dec 18 06:54:38.531246 dv-neutron-765072-3-ovs neutron-server[80975]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:54:38.532091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:54:38.540602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:38.543494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:54:38.543665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:54:38.546573 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-7defa615-8e13-42f1-bfa9-f30ece3e31d0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] delete failed (client error): The resource could not be found.
Dec 18 06:54:38.549460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:38.550756 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7defa615-8e13-42f1-bfa9-f30ece3e31d0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/routers/42d02162-a120-46b2-9a21-23ec0012afff HTTP/1.1" status: 404  len: 336 time: 0.0864077
Dec 18 06:54:38.551388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51932) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.565691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:38.568374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7503502e-9cd7-4b95-a8c0-9402edd16c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:38.597954 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e424c4-32f7-4388-b65e-58f4a7b2fcc8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.598444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e424c4-32f7-4388-b65e-58f4a7b2fcc8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.602971 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-33e424c4-32f7-4388-b65e-58f4a7b2fcc8 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/a931b0b8-4a23-4b3a-8e44-ad71b3ae899c HTTP/1.1" status: 404  len: 337 time: 0.0481021
Dec 18 06:54:38.603571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51936) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.605675 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-219957ba-d755-44f5-9c8b-b6313d1201d2 service neutron] 10.222.0.23 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4854908
Dec 18 06:54:38.609489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:38.677696 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c64dc4c9-1432-4a4a-a0a5-85d228be24ff tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "GET /v2.0/ports?device_id=1d6dc0b4-8101-4f22-8590-b3c662c1c222 HTTP/1.1" status: 200  len: 205 time: 0.0727565
Dec 18 06:54:38.678771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51940) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.697661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No active binding found for port 189dfbd7-f679-4a7e-980d-446cf3c68c8e {{(pid=81086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 18 06:54:38.698040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 189dfbd7-f679-4a7e-980d-446cf3c68c8e not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:38.711100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=88d86230-0d69-48fd-97b2-7f0bb57dabf9,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:38.716513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7009e0d9-9d81-499d-9729-aa22479ccfbe tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:38.719721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:38.745170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc9ceed2-dc21-4d8a-b883-87e96831157d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:38.788612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-e6f40f04-ebc9-44e0-88c7-ed7604023528 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] delete failed (client error): The resource could not be found.
Dec 18 06:54:38.792557 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e6f40f04-ebc9-44e0-88c7-ed7604023528 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/routers/1d6dc0b4-8101-4f22-8590-b3c662c1c222 HTTP/1.1" status: 404  len: 336 time: 0.1099684
Dec 18 06:54:38.792873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51944) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.795332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503502e-9cd7-4b95-a8c0-9402edd16c7a None None] Pushing event deleted for resources: {'Port': ['ID=189dfbd7-f679-4a7e-980d-446cf3c68c8e,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:38.798044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7503502e-9cd7-4b95-a8c0-9402edd16c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:38.826107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7503502e-9cd7-4b95-a8c0-9402edd16c7a None None] No DVR routers for this DVR port 189dfbd7-f679-4a7e-980d-446cf3c68c8e on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:54:38.829592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:54:38.829963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:54:38.838868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event updated for resources: {'Port': ['ID=09a9b88e-eb26-4a22-9d1c-c08fdbd6b7c7,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:38.842286 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e05cb28-dc14-4fc4-b5f9-6181ea136332 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.842740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e05cb28-dc14-4fc4-b5f9-6181ea136332 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.847035 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2e05cb28-dc14-4fc4-b5f9-6181ea136332 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/fab4a6b7-a983-41ad-8c1d-1bf913e1f699 HTTP/1.1" status: 404  len: 337 time: 0.0505724
Dec 18 06:54:38.847423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51948) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.848432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:38.880447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:38.886156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:38.888350 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c554b9-f6c4-409f-97fa-c653de6e7ccc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.888840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c554b9-f6c4-409f-97fa-c653de6e7ccc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.893848 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-84c554b9-f6c4-409f-97fa-c653de6e7ccc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/b78b5735-fc7a-4a6d-9ed3-3bee5c2f8e28 HTTP/1.1" status: 404  len: 337 time: 0.0430486
Dec 18 06:54:38.894053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:54:38.894181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51952) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.934787 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd944d4-0890-40ca-913a-9aff3b16df7c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.935291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd944d4-0890-40ca-913a-9aff3b16df7c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.937937 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2cd944d4-0890-40ca-913a-9aff3b16df7c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/55b1cc61-5c26-489e-8073-df98862f29ac HTTP/1.1" status: 404  len: 333 time: 0.0425150
Dec 18 06:54:38.940706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51956) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.979069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:38.985718 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2bbddc1-d291-4bb9-a29a-b6034f264a8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:38.986227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2bbddc1-d291-4bb9-a29a-b6034f264a8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:38.987339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:38.988028 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e2bbddc1-d291-4bb9-a29a-b6034f264a8d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/d6ba4314-3c1c-4e0e-b1f0-108566f5c30d HTTP/1.1" status: 404  len: 337 time: 0.0463538
Dec 18 06:54:38.990916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51960) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:38.991908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1a8b5f97-9548-499d-9db4-76a15366432b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:39.003604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:39.022719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:39.032544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:39.032908 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-86117fd6-93ac-40c7-94e8-867fde218353 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:39.033408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86117fd6-93ac-40c7-94e8-867fde218353 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:39.034007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Deleting port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:39.034566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:39.035252 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-86117fd6-93ac-40c7-94e8-867fde218353 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/a394ece6-7799-45a2-ba1c-5ef77d292479 HTTP/1.1" status: 404  len: 333 time: 0.0433617
Dec 18 06:54:39.037951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51964) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:39.041158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:39.046420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:39.046799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:39.071347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fea362-1f0d-48dd-9ce2-2b2167e905dc,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:39.079257 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-184c95f8-9fec-4272-b700-943470a98fb3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:39.079760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-184c95f8-9fec-4272-b700-943470a98fb3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:39.081633 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-184c95f8-9fec-4272-b700-943470a98fb3 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/88773bce-62b3-41c5-903a-b127f0ad7425 HTTP/1.1" status: 404  len: 337 time: 0.0426657
Dec 18 06:54:39.094288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:39.094385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51968) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:39.124721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:39.281178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] For port 88d86230-0d69-48fd-97b2-7f0bb57dabf9, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=88d86230-0d69-48fd-97b2-7f0bb57dabf9,segment=NetworkSegment(161c6ff2-2202-4a3a-9696-6981f85bce76),segment_id=161c6ff2-2202-4a3a-9696-6981f85bce76)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:39.281597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:39.299029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:39.387391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port 189dfbd7-f679-4a7e-980d-446cf3c68c8e {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:39.387625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:39.415473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Calling delete_port for 88d86230-0d69-48fd-97b2-7f0bb57dabf9 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:39.431017 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5678f2-5ecb-431e-9a67-c9b89a5efae0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:39.431538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e5678f2-5ecb-431e-9a67-c9b89a5efae0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:39.439516 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0e5678f2-5ecb-431e-9a67-c9b89a5efae0 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/4c24ddbd-cd18-454d-8a1e-c31aedba1657 HTTP/1.1" status: 404  len: 333 time: 0.3384709
Dec 18 06:54:39.439516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51972) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:39.485976 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4786ab-5143-4886-9e5b-8939951739eb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:39.486480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4786ab-5143-4886-9e5b-8939951739eb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:39.490994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2b4786ab-5143-4886-9e5b-8939951739eb tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/ec905f98-2949-4ba3-a169-2df560eb0793 HTTP/1.1" status: 404  len: 337 time: 0.0507655
Dec 18 06:54:39.491542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51976) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:39.499299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:39.505343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:39.510372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] The port '189dfbd7-f679-4a7e-980d-446cf3c68c8e' was deleted {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:54:39.516690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9e0f15b-6e06-450e-b454-8030f130a36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:39.526028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:39.533724 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5370e89-470c-469c-bed8-1d6d9dd82eed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:39.534155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5370e89-470c-469c-bed8-1d6d9dd82eed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:39.538482 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f5370e89-470c-469c-bed8-1d6d9dd82eed tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/ca8b8641-3011-4a69-b0c7-e784440d4ea9 HTTP/1.1" status: 404  len: 333 time: 0.0437069
Dec 18 06:54:39.538756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51980) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:39.563539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3bf5a3c3-b83d-4034-a42f-d110a1e82942 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:39.583591 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-8863de09-b341-4651-a123-f777be733dc7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:39.584091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8863de09-b341-4651-a123-f777be733dc7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:39.588319 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8863de09-b341-4651-a123-f777be733dc7 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/90ce0dba-0fb9-4263-a357-3caa544f6597 HTTP/1.1" status: 404  len: 337 time: 0.0461271
Dec 18 06:54:39.588939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51984) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:39.613279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Pushing event deleted for resources: {'Port': ['ID=88d86230-0d69-48fd-97b2-7f0bb57dabf9,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:39.618596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:39.633222 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f33b169-5ac1-4077-bcb0-836d0ac8673a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:39.648121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f33b169-5ac1-4077-bcb0-836d0ac8673a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:39.654262 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4f33b169-5ac1-4077-bcb0-836d0ac8673a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/3558a002-6f8a-4f9d-90ed-ad89455b34e0 HTTP/1.1" status: 404  len: 333 time: 0.0629277
Dec 18 06:54:39.655820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51988) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:39.663371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] No DVR routers for this DVR port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:54:39.701116 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ee0420-baa4-4584-b24b-8dee346f8e49 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:39.701687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ee0420-baa4-4584-b24b-8dee346f8e49 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:39.704905 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-58ee0420-baa4-4584-b24b-8dee346f8e49 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/9bd8567f-bef5-466f-9bb1-7456bf1d6468 HTTP/1.1" status: 404  len: 337 time: 0.0460050
Dec 18 06:54:39.706441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 51992) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:39.759804 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2473c655-e735-4435-922d-d2fe61895ee4 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:39.759804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2473c655-e735-4435-922d-d2fe61895ee4 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:39.760832 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2473c655-e735-4435-922d-d2fe61895ee4 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/46f34af9-c20f-4ef6-8789-cf0f008bd186 HTTP/1.1" status: 404  len: 333 time: 0.0530167
Dec 18 06:54:39.761612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52000) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:39.807400 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3729ac9-178f-402b-bff6-f25cb3234c85 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:39.807992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3729ac9-178f-402b-bff6-f25cb3234c85 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:39.810003 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d3729ac9-178f-402b-bff6-f25cb3234c85 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/0640f157-c84a-460a-acb6-b0f6b27e5365 HTTP/1.1" status: 404  len: 337 time: 0.0472474
Dec 18 06:54:39.813179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52004) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:39.856830 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be5eb92-308e-44ef-95a6-3df26a80d7be tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:39.857332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be5eb92-308e-44ef-95a6-3df26a80d7be tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:39.859370 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2be5eb92-308e-44ef-95a6-3df26a80d7be tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/ports/26a585c1-b865-4c58-bf63-9fc977439b94 HTTP/1.1" status: 404  len: 333 time: 0.0451255
Dec 18 06:54:39.862198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52008) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:39.908394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-45532d32-606a-4ad4-aa8d-f23b7d24fa4d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] DELETE failed (client error): The resource could not be found.
Dec 18 06:54:39.908902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45532d32-606a-4ad4-aa8d-f23b7d24fa4d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:39.910773 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-45532d32-606a-4ad4-aa8d-f23b7d24fa4d tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/subnets/efb8e3ad-60a2-4078-870e-a05b2ed63f80 HTTP/1.1" status: 404  len: 337 time: 0.0475523
Dec 18 06:54:39.913596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52012) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:40.018877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] For port 88d86230-0d69-48fd-97b2-7f0bb57dabf9, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=88d86230-0d69-48fd-97b2-7f0bb57dabf9,segment=NetworkSegment(161c6ff2-2202-4a3a-9696-6981f85bce76),segment_id=161c6ff2-2202-4a3a-9696-6981f85bce76)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:40.018877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.041546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.090610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event updated for resources: {'SecurityGroup': ['ID=32fb652e-4a62-4ff8-b664-eabfdb5f024a,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:40.111431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:40.242174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.245435 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-70bc932a-e6d7-4679-87b6-53f12abaac68 req-2b876332-f661-4951-a63e-101545554859 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 210 time: 0.2167976
Dec 18 06:54:40.247691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.270536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for 88d86230-0d69-48fd-97b2-7f0bb57dabf9 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:40.355947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.357202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 2.6097822
Dec 18 06:54:40.361229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52016) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:40.367023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d5fd0b8>,) {'filters': {'network_id': ['4ba080d9-9c70-4410-b07b-cdfc9d86d4e0']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:40.377480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dbc022f2-f766-4b29-8c73-610bbd50a6f2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '32fb652e-4a62-4ff8-b664-eabfdb5f024a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:40.387490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dbc022f2-f766-4b29-8c73-610bbd50a6f2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:40.391315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d5fd0b8>, 'f8624506-bfeb-4cf1-8581-4117afc9238c') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:40.391658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d5fd0b8>, 'f8624506-bfeb-4cf1-8581-4117afc9238c') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:40.402374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dbc022f2-f766-4b29-8c73-610bbd50a6f2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:40.406854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dbc022f2-f766-4b29-8c73-610bbd50a6f2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:40.410511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.421817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dbc022f2-f766-4b29-8c73-610bbd50a6f2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:40.437210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.439799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Releasing vxlan tunnel 7 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:54:40.524777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbc022f2-f766-4b29-8c73-610bbd50a6f2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.530477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17ebdfd0>,) {'filters': {'network_id': ['d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:40.549164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17ebdfd0>, 'b34bbf43-b675-4648-801b-d4c1f0d00af2') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:40.549508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17ebdfd0>, 'b34bbf43-b675-4648-801b-d4c1f0d00af2') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:40.582122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.601614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:54:40.601986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:54:40.617140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.619981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Releasing vxlan tunnel 10 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:54:40.661550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:40.673739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.775069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbc022f2-f766-4b29-8c73-610bbd50a6f2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.792373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbc022f2-f766-4b29-8c73-610bbd50a6f2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.795125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.812275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.830923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c5f6f130-23a3-4bac-a915-d726c67f007e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:40.844236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ddf8dd74-8832-4ddd-8e0b-3139616bc11d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:40.887835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc022f2-f766-4b29-8c73-610bbd50a6f2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8811bba1-5112-43b7-8bda-677d8b543594,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:40.899630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Network 4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:40.908624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dbc022f2-f766-4b29-8c73-610bbd50a6f2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:54:40.928560 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:54:40.931864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:40.947291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.982602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbc022f2-f766-4b29-8c73-610bbd50a6f2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:40.984442 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dbc022f2-f766-4b29-8c73-610bbd50a6f2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.6221671
Dec 18 06:54:40.988281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52026) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:41.008030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5a64083f-ca0b-48dc-84ee-b44181483da7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '32fb652e-4a62-4ff8-b664-eabfdb5f024a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:41.017674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a64083f-ca0b-48dc-84ee-b44181483da7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:41.021045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a64083f-ca0b-48dc-84ee-b44181483da7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:41.027503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a64083f-ca0b-48dc-84ee-b44181483da7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:41.034422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a64083f-ca0b-48dc-84ee-b44181483da7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:41.043216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.047179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:41.069728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.079409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Pushing event deleted for resources: {'Network': ['ID=4ba080d9-9c70-4410-b07b-cdfc9d86d4e0,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:41.081731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a64083f-ca0b-48dc-84ee-b44181483da7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.090876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:41.092891 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] 10.222.0.23 "DELETE /v2.0/networks/4ba080d9-9c70-4410-b07b-cdfc9d86d4e0 HTTP/1.1" status: 204  len: 168 time: 1.1777492
Dec 18 06:54:41.148219 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-5a64083f-ca0b-48dc-84ee-b44181483da7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:54:41.149295 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5a64083f-ca0b-48dc-84ee-b44181483da7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1600108
Dec 18 06:54:41.152374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52032) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:41.174022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event updated for resources: {'Port': ['ID=09a9b88e-eb26-4a22-9d1c-c08fdbd6b7c7,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:41.191507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:41.193314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:54:41.221119 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:54:41.226658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-354994c0-fc77-4922-a1c3-8a9d233ac66f tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.256195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-354994c0-fc77-4922-a1c3-8a9d233ac66f tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.304783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-354994c0-fc77-4922-a1c3-8a9d233ac66f tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.313973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-be6c514c-d8b6-47e1-893b-985f956df717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:41.337271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354994c0-fc77-4922-a1c3-8a9d233ac66f tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fb652e-4a62-4ff8-b664-eabfdb5f024a,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:41.339344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-354994c0-fc77-4922-a1c3-8a9d233ac66f tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.341804 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-354994c0-fc77-4922-a1c3-8a9d233ac66f tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "DELETE /v2.0/security-groups/32fb652e-4a62-4ff8-b664-eabfdb5f024a HTTP/1.1" status: 204  len: 168 time: 0.1872072
Dec 18 06:54:41.341804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-354994c0-fc77-4922-a1c3-8a9d233ac66f tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:41.349751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52040) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:41.382406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.405795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1ee9b374-514b-45e9-83ec-aeaf5f6169b3 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:41.407538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ae157f02-4a36-41c0-b610-ac739e091084 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Synchronizing usage tracker for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:41.424012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ae157f02-4a36-41c0-b610-ac739e091084 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Unset dirty status for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:41.429667 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ae157f02-4a36-41c0-b610-ac739e091084 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.0786691
Dec 18 06:54:41.430311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52044) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:41.430645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.439799 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a1d1cc3-f72e-4700-97dd-efcaf6b20a3f req-da9151eb-dc5d-4046-abb8-7893af8592c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 210 time: 0.1160541
Dec 18 06:54:41.440270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group': {'name': 'tempest-secgroup--296244990'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:41.448363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Network': ['ID=d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:41.454261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52048) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:41.457082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:41.459141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:41.466908 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/networks/d9a977ec-bb8b-467d-9bbd-0bbe8ae2acee HTTP/1.1" status: 204  len: 168 time: 5.0888417
Dec 18 06:54:41.475216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52054) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:41.478065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:41.517240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port 88d86230-0d69-48fd-97b2-7f0bb57dabf9 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:41.517768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.533667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.574871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:41.583789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:41.588539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:41.591117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] The port '88d86230-0d69-48fd-97b2-7f0bb57dabf9' was deleted {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:54:41.596654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd98e69c-87b4-42fc-a459-a614e4d41525 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:41.597299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cd98e69c-87b4-42fc-a459-a614e4d41525 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:41.604137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:41.630701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.632996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cd98e69c-87b4-42fc-a459-a614e4d41525 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:41.644352 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cd98e69c-87b4-42fc-a459-a614e4d41525 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/fe2c46a6-80a7-460d-9761-739c70e8bd37 HTTP/1.1" status: 200  len: 841 time: 0.1679430
Dec 18 06:54:41.650646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52058) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:41.751080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7c28bd36-2142-4126-ae5c-1ec18fb49af7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/fe2c46a6-80a7-460d-9761-739c70e8bd37?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0976398
Dec 18 06:54:41.760268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52062) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:41.765558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.770763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:41.774413 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 6.9828768
Dec 18 06:54:41.798996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.859014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.883519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.899794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a0f18af-1af0-4634-b0e3-5a48a59aac64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:41.950333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:41.959146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:41.962330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:41.966861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event updated for resources: {'SecurityGroup': ['ID=949bcb62-5933-42af-94d8-898cdb9873f4,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:41.969631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:41.974841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:41.977402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:41.978800 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.5456805
Dec 18 06:54:41.981549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52066) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:41.988845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-53610c13-257d-4805-b990-d4f7247a383e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '949bcb62-5933-42af-94d8-898cdb9873f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:41.991280 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-53610c13-257d-4805-b990-d4f7247a383e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 18 06:54:41.991280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-53610c13-257d-4805-b990-d4f7247a383e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:41.991280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-53610c13-257d-4805-b990-d4f7247a383e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0090721
Dec 18 06:54:41.995575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:42.004642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52070) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:42.007182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-e3bcd7c4-3c16-42d0-bbef-16610c5aa756 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Synchronizing usage tracker for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:floatingip {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:42.048891 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1b676b78-92a2-46d6-8efe-25d268633ca5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db3f5fe7314347c69b392be0e6af2b1c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5928786
Dec 18 06:54:42.059914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52074) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:42.111154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c4c1898>,) {'filters': {'network_id': ['572b95f8-bfc5-4338-977c-29ba6f11e64b']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:42.131572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-e3bcd7c4-3c16-42d0-bbef-16610c5aa756 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Unset dirty status for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:floatingip {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:42.137005 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-e3bcd7c4-3c16-42d0-bbef-16610c5aa756 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.94 HTTP/1.1" status: 200  len: 695 time: 0.3425112
Dec 18 06:54:42.141748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:42.161839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c4c1898>, '161c6ff2-2202-4a3a-9696-6981f85bce76') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:42.162182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c4c1898>, '161c6ff2-2202-4a3a-9696-6981f85bce76') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:42.287815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:42.368594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:42.399489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f00e4e4-108d-490b-ba7c-a1e3da0794aa tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:42.401272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Releasing vxlan tunnel 13 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:54:42.439277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f065d8cf-bd8c-40c2-b26f-48a15cbf9eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:42.698949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:42.718617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fd0660a5-29bb-4859-a139-5b3b7fce1bdc tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:42.738740 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa498abe-d277-4799-b62a-d3cbe6cca0d0 req-f33104ea-c3f8-4df8-aff6-5a15d6672f92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 210 time: 0.1836939
Dec 18 06:54:42.750045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f00e4e4-108d-490b-ba7c-a1e3da0794aa tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:42.763237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f065d8cf-bd8c-40c2-b26f-48a15cbf9eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:42.778250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-4497be5a-fa29-4ba8-9c05-652d516757aa tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:42.789199 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-4497be5a-fa29-4ba8-9c05-652d516757aa tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.6042478
Dec 18 06:54:42.820014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-61242408-6d34-477b-b55c-392424c6b5f3 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:54:42.821225 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f2a33c0-e0d1-49cd-adbd-a272eb212483 req-61242408-6d34-477b-b55c-392424c6b5f3 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0206006
Dec 18 06:54:42.823331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 572b95f8-bfc5-4338-977c-29ba6f11e64b has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:42.853826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:42.859298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Subnet': ['ID=0165e6e7-f487-4581-9bd1-996f6d263a36,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:42.862392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:42.924671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 91a72938-020a-409e-904b-737e7d3421cf is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:42.925966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:42.943509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ceb891-de25-4f0a-9175-12a5d78cae9f None None] Network 91a72938-020a-409e-904b-737e7d3421cf requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:42.952194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:42.953028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:42.981136 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2158539
Dec 18 06:54:42.981676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52090) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:42.990604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'security_group': {'name': 'tempest-secgroup-810742111'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:43.000704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:43.007557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:security_group and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:43.012992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:43.022483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:43.036845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:43.064485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:43.069054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:security_group_rule and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:43.072062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:43.081697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:43.256543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-91a72938-020a-409e-904b-737e7d3421cf', 'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'tenant_id': '4188d9c05dcd428b8cdbc76ccf79a62d', 'fixed_ips': [{'subnet_id': '0165e6e7-f487-4581-9bd1-996f6d263a36'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:54:43.258455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:43.473896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f00e4e4-108d-490b-ba7c-a1e3da0794aa tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:43.491792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4509b5d5-3861-47b3-9cdc-802812d4599e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:43.507215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 572b95f8-bfc5-4338-977c-29ba6f11e64b has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:43.541478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:43.546694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:43.547463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00e4e4-108d-490b-ba7c-a1e3da0794aa tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event deleted for resources: {'SecurityGroup': ['ID=949bcb62-5933-42af-94d8-898cdb9873f4,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:54:43.549425 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:54:43.551711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4f00e4e4-108d-490b-ba7c-a1e3da0794aa tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:43.573758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a4120e01-4c64-4e49-8da5-2b35b86a0f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:43.604054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Allocated IP 172.20.0.2 (91a72938-020a-409e-904b-737e7d3421cf/0165e6e7-f487-4581-9bd1-996f6d263a36/ca112ef3-324d-4b3f-a9b1-a474382fa992) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:43.612209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'SecurityGroup': ['ID=42dbbf0f-4a55-4cf6-8805-58e1dccb3e5e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:43.614782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:43.617144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-0513e25d-b381-427f-918c-9c32daa2cb7b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:43.619446 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.6363704
Dec 18 06:54:43.620136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52098) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:43.621217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:43.626462 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-0513e25d-b381-427f-918c-9c32daa2cb7b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.6753299
Dec 18 06:54:43.626984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'security_group': {'name': 'tempest-secgroup-1422272319'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:43.633860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:43.638225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:security_group and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:43.642399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:43.648532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:43.663571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:43.685016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f065d8cf-bd8c-40c2-b26f-48a15cbf9eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:43.686342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:43.691139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:security_group_rule and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:43.694579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:43.700985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:43.704107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-23715adc-5061-430b-ab9c-0cedd160d0d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:43.760884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f065d8cf-bd8c-40c2-b26f-48a15cbf9eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:43.765168 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f065d8cf-bd8c-40c2-b26f-48a15cbf9eff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/48a7fecf-1868-49cf-bfc4-579fbb263a13 HTTP/1.1" status: 204  len: 168 time: 1.6994481
Dec 18 06:54:43.765168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065d8cf-bd8c-40c2-b26f-48a15cbf9eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a7fecf-1868-49cf-bfc4-579fbb263a13,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:43.776117 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-7cf12990-42ea-4a7f-8443-8365be325e44 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.94 HTTP/1.1" status: 200  len: 695 time: 0.1485381
Dec 18 06:54:43.777195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4f00e4e4-108d-490b-ba7c-a1e3da0794aa tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:43.783679 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4f00e4e4-108d-490b-ba7c-a1e3da0794aa tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "DELETE /v2.0/security-groups/949bcb62-5933-42af-94d8-898cdb9873f4 HTTP/1.1" status: 204  len: 168 time: 1.7719963
Dec 18 06:54:43.784676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52104) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:43.786211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f065d8cf-bd8c-40c2-b26f-48a15cbf9eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:43.797507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:43.799578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-7d5a7cd6-5bd7-4cac-88e1-b578c9afde17 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'floatingip': {'port_id': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:43.803161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:43.830716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e80142a3-e9d3-4f56-9eea-c8c82d64ee8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:43.842928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:43.847931 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.2256575
Dec 18 06:54:43.848890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52110) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:43.859659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'name': 'tempest-PortsTestJSON-781000623', 'security_groups': ['b695cf4a-33ae-411a-82c4-54b528c39056'], 'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0165e6e7-f487-4581-9bd1-996f6d263a36'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:43.913987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-7d5a7cd6-5bd7-4cac-88e1-b578c9afde17 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:44.043598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:44.053978 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-38a65078-f263-47e0-a03f-5008066d634a req-69d05717-4b93-4e61-a50c-e5c0b7e4f784 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 210 time: 0.0595391
Dec 18 06:54:44.054406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'SecurityGroup': ['ID=b695cf4a-33ae-411a-82c4-54b528c39056,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:44.075203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:44.078856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:44.092340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:44.102462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:44.106437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:44.110372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:44.117920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Transition to ACTIVE for port object ca112ef3-324d-4b3f-a9b1-a474382fa992 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:44.131233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-70ca9d7d-fbae-439f-8c17-25e8fd9d46e7 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:44.136439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Transition to ACTIVE for port object ca112ef3-324d-4b3f-a9b1-a474382fa992 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:44.142605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:44.154956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:44.176364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Network': ['ID=572b95f8-bfc5-4338-977c-29ba6f11e64b,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:44.192213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:44.236780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7829d812-ad05-4f80-9766-3d290c714e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:44.246444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52118) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:44.246957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/networks/572b95f8-bfc5-4338-977c-29ba6f11e64b HTTP/1.1" status: 204  len: 168 time: 8.2636657
Dec 18 06:54:44.301282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Pushing event updated for resources: {'Port': ['ID=ca112ef3-324d-4b3f-a9b1-a474382fa992,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:44.361824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:44.375212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Network 91a72938-020a-409e-904b-737e7d3421cf is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:44.376674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:44.379223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:54:44.444394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Attempting to bind port ca112ef3-324d-4b3f-a9b1-a474382fa992 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:54:44.445162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Attempting to bind port ca112ef3-324d-4b3f-a9b1-a474382fa992 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'd7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '91a72938-020a-409e-904b-737e7d3421cf'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:54:44.445799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Attempting to bind port ca112ef3-324d-4b3f-a9b1-a474382fa992 on network 91a72938-020a-409e-904b-737e7d3421cf {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:54:44.452381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:54:44.453119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Checking segment: {'id': 'd7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '91a72938-020a-409e-904b-737e7d3421cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:54:44.453802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:44.454262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Bound using segment: {'id': 'd7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '91a72938-020a-409e-904b-737e7d3421cf'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:54:44.454803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Bound port: ca112ef3-324d-4b3f-a9b1-a474382fa992, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '91a72938-020a-409e-904b-737e7d3421cf'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:54:44.455378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:44.554861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] For port ca112ef3-324d-4b3f-a9b1-a474382fa992, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:54:44.558725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] For port ca112ef3-324d-4b3f-a9b1-a474382fa992, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca112ef3-324d-4b3f-a9b1-a474382fa992,segment=NetworkSegment(d7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8),segment_id=d7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:54:44.564040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:44.581810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6db5f90a-0324-429d-9a71-e5eb96280a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:44.604599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c2601e9c-818d-4153-9884-303f7d6c87f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Synchronizing usage tracker for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:44.651929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c2601e9c-818d-4153-9884-303f7d6c87f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Unset dirty status for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:44.653320 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c2601e9c-818d-4153-9884-303f7d6c87f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.8595662
Dec 18 06:54:44.657764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52130) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:44.663698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group': {'name': 'tempest-secgroup--1175544309'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:44.671956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:44.683192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:44.695506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:44.729670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:44.750131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:44.758235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:44.769381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:44.776140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7c0634f1-3600-4350-9b76-c35674e28076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:44.836953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Pushing event updated for resources: {'Port': ['ID=ca112ef3-324d-4b3f-a9b1-a474382fa992,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:44.843321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:44.918066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port f327cd60-e3c7-4278-94c7-3f6368095dfc yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:54:44.926688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-7d5a7cd6-5bd7-4cac-88e1-b578c9afde17 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:44.937823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-7d5a7cd6-5bd7-4cac-88e1-b578c9afde17 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:45.066932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52140) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:45.073469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:45.157476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:45.190625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dfcdd0a4-64d2-4664-abf4-fed698693695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:45.272670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:45.306187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event updated for resources: {'SecurityGroup': ['ID=ccac111d-ec5c-49fa-adac-2944b1155da5,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:45.310594 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-33bcedac-1385-4f8c-b22e-1e0dc9a44986 req-5ce01c58-c8ea-4e46-b78e-cc2b3e69d1e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 210 time: 0.1003625
Dec 18 06:54:45.312329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:45.313906 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-7d5a7cd6-5bd7-4cac-88e1-b578c9afde17 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Floating IP d1b41180-dbf4-4ef8-afc0-3b5e2470cc6e associated. External IP: 172.26.7.94, port: e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca.
Dec 18 06:54:45.371116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:45.372469 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1696 time: 0.7133408
Dec 18 06:54:45.382491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52148) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:45.389123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b26e65b8-e444-472e-94ec-c72b3eb023cb tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': 'ccac111d-ec5c-49fa-adac-2944b1155da5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:45.391028 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-b26e65b8-e444-472e-94ec-c72b3eb023cb tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 18 06:54:45.391793 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-b26e65b8-e444-472e-94ec-c72b3eb023cb tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:45.393048 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b26e65b8-e444-472e-94ec-c72b3eb023cb tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0092957
Dec 18 06:54:45.396035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52152) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:45.434419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1995777767'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:45.458974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:45.476924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Usage tracker for resource:network and tenant:2c78cefd33bd44b58aa461a8e06259db is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:45.480366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:45.562430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:45.565938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ca112ef3-324d-4b3f-a9b1-a474382fa992 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:45.627977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:45.643990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:45.655450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port ca112ef3-324d-4b3f-a9b1-a474382fa992 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:45.679284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:45.694437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a983dff9-cef7-4fd1-9bf7-d360c871cb7e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:45.736630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a983dff9-cef7-4fd1-9bf7-d360c871cb7e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:45.751696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:45.758711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Usage tracker for resource:security_group_rule and tenant:2c78cefd33bd44b58aa461a8e06259db is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:45.769363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:45.800460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.6 (91a72938-020a-409e-904b-737e7d3421cf/0165e6e7-f487-4581-9bd1-996f6d263a36/f327cd60-e3c7-4278-94c7-3f6368095dfc) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:45.860435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:45.914228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a983dff9-cef7-4fd1-9bf7-d360c871cb7e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:45.970862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5465bc7b-5565-446e-b6a6-d38ff111368b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:46.002664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983dff9-cef7-4fd1-9bf7-d360c871cb7e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccac111d-ec5c-49fa-adac-2944b1155da5,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:46.009240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a983dff9-cef7-4fd1-9bf7-d360c871cb7e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:46.037227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103696e-ab82-4518-b047-af9824d34f32 req-45826f85-69f5-4d3b-962d-d39e722f5584 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:46.038030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d103696e-ab82-4518-b047-af9824d34f32 req-45826f85-69f5-4d3b-962d-d39e722f5584 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:46.045647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a983dff9-cef7-4fd1-9bf7-d360c871cb7e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:46.046898 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a983dff9-cef7-4fd1-9bf7-d360c871cb7e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "DELETE /v2.0/security-groups/ccac111d-ec5c-49fa-adac-2944b1155da5 HTTP/1.1" status: 204  len: 168 time: 0.6498857
Dec 18 06:54:46.054671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52160) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:46.089806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-7d5a7cd6-5bd7-4cac-88e1-b578c9afde17 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:54:46.173232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d103696e-ab82-4518-b047-af9824d34f32 req-45826f85-69f5-4d3b-962d-d39e722f5584 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:46.174533 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-45826f85-69f5-4d3b-962d-d39e722f5584 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks?id=33289224-0e91-4fc4-8e4e-89c5aa87f246 HTTP/1.1" status: 200  len: 796 time: 0.5901921
Dec 18 06:54:46.228570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7e1d8fff-3112-4a9b-97a1-0887ac0aab50 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Synchronizing usage tracker for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:46.247502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:46.260131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:46.268785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4053eab0-cc6c-4f2c-ab20-c441eb6b24dd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:46.295716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7e1d8fff-3112-4a9b-97a1-0887ac0aab50 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Unset dirty status for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:46.303181 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7e1d8fff-3112-4a9b-97a1-0887ac0aab50 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.2413259
Dec 18 06:54:46.308576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52164) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:46.312325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:54:46.322426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group': {'name': 'tempest-secgroup--1459027269'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:46.350842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:46.364516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:46.392626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:46.400099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'SecurityGroup': ['ID=692f5dd6-9ad6-4ef7-822a-da1b7bff6071,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:46.403353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:46.403765 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Added segment e50220a9-bc7a-4488-8271-d1afe9ac2ee9 of type vxlan for network 55ed6b83-c945-4c82-90e7-98fb31ffb9e8
Dec 18 06:54:46.418438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:46.422617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d103696e-ab82-4518-b047-af9824d34f32 req-0c97f522-ea15-48fb-a166-41ade9bf3ff8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:46.431808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Transition to ACTIVE for port object f327cd60-e3c7-4278-94c7-3f6368095dfc will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:46.443095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:46.450829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-7d5a7cd6-5bd7-4cac-88e1-b578c9afde17 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:54:46.461854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c0d542-51b7-4297-a355-579a0d89611c None None] Sync routers for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:54:46.473374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:46.480603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c0d542-51b7-4297-a355-579a0d89611c None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:46.481318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63c0d542-51b7-4297-a355-579a0d89611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f6e2a58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:46.501689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d103696e-ab82-4518-b047-af9824d34f32 req-0c97f522-ea15-48fb-a166-41ade9bf3ff8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:46.503193 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-0c97f522-ea15-48fb-a166-41ade9bf3ff8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 7769 time: 0.3136687
Dec 18 06:54:46.521498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'port': {'device_id': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'admin_state_up': True, 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'security_groups': ['c8072283-93c6-4f69-ab5c-d7bba1bacb0d']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:46.597133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:46.618305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:46.628395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:46.729933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-63c0d542-51b7-4297-a355-579a0d89611c None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:46.742267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:46.753263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:46.865674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-7d5a7cd6-5bd7-4cac-88e1-b578c9afde17 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:46.914116 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aeb01809-6277-44e3-88e2-1bd26b80d65f req-780b2d21-930f-4f5c-a567-0a1d8fceea19 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 210 time: 0.4228072
Dec 18 06:54:46.925763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68752ee7-95ab-4782-8b55-29204aa8dcb9 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:46.963981 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-7d5a7cd6-5bd7-4cac-88e1-b578c9afde17 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "PUT /v2.0/floatingips/d1b41180-dbf4-4ef8-afc0-3b5e2470cc6e HTTP/1.1" status: 200  len: 995 time: 3.1724145
Dec 18 06:54:46.968802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e62c4747-191d-4c61-9753-112212c0d284 None None] Provisioning for port ca112ef3-324d-4b3f-a9b1-a474382fa992 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:46.975105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84147b40-5118-49f6-af64-0f80de33801b', 'tag': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:54:47.027639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:47.032397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:47.033228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:47.046295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f7fc8f30-f809-4454-85d2-35d32a58be01 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:47.046520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 91a72938-020a-409e-904b-737e7d3421cf is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:47.068043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:47.084118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:54:47.161138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:47.165878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:47.167482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e62c4747-191d-4c61-9753-112212c0d284 None None] Provisioning complete for port ca112ef3-324d-4b3f-a9b1-a474382fa992 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:47.168347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e62c4747-191d-4c61-9753-112212c0d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:47.217804 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.3644452
Dec 18 06:54:47.224096 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.1535184
Dec 18 06:54:47.224236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52174) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:47.225448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:47.232784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=f327cd60-e3c7-4278-94c7-3f6368095dfc,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:47.239754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Network': ['ID=55ed6b83-c945-4c82-90e7-98fb31ffb9e8,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:47.243758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:47.266620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-dd2faa03-cde3-4a86-bc72-32d4a699cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:47.273096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 55ed6b83-c945-4c82-90e7-98fb31ffb9e8 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:54:47.274381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4828a9d0-c03a-4173-b24a-cee76444dccf tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:47.274805 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-dd2faa03-cde3-4a86-bc72-32d4a699cde8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 1162 time: 0.2892034
Dec 18 06:54:47.297965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.298387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.298809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.299223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.299632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.300051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.300459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.307932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.308438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.308870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.309343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.309709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.310197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.311238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.320246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.320808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.321220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.322038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.322449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.322902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.323312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.323720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.324129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.324871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:47.340162 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84147b40-5118-49f6-af64-0f80de33801b', 'tag': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca', 'status': 'completed', 'code': 200}
Dec 18 06:54:47.440157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:47.474814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 55ed6b83-c945-4c82-90e7-98fb31ffb9e8 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:54:47.485351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-6f807d44-6957-488f-ab1c-492435502b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:47.487300 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-6f807d44-6957-488f-ab1c-492435502b35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.1865416
Dec 18 06:54:47.511590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:47.516213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port c88616f0-d7c6-4591-9d93-be5a23b3b715 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:47.516590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:47.615340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-9c71c10c-edb4-457a-9322-acb790c531a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca HTTP/1.1" status: 200  len: 998 time: 0.1193314
Dec 18 06:54:47.622856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8c0650dd-79e4-4e01-86fb-bb7c233a49df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:47.635036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:47.642375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63c0d542-51b7-4297-a355-579a0d89611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f6e2a58>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd1b41180-dbf4-4ef8-afc0-3b5e2470cc6e', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.94', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:46:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84147b40-5118-49f6-af64-0f80de33801b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:54:38Z', 'updated_at': '2020-12-18T06:54:44Z', 'revision_number': 1, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:47.648814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c0d542-51b7-4297-a355-579a0d89611c None None] Checking router: 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:54:47.660471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c0d542-51b7-4297-a355-579a0d89611c None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:47.661183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63c0d542-51b7-4297-a355-579a0d89611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f6e2a58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:47.764496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-59527fbe-1982-4fcb-9e05-dc664eb8df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:47.774117 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-59527fbe-1982-4fcb-9e05-dc664eb8df32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.1492677
Dec 18 06:54:47.862941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-63c0d542-51b7-4297-a355-579a0d89611c None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:47.870653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-e1c68c40-abc7-4b93-82ef-ae1993d66d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:47.882012 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-e1c68c40-abc7-4b93-82ef-ae1993d66d87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1063414
Dec 18 06:54:47.889964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-77ca81a2-9e36-4145-ad3c-fdbe7191062a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:54:47.898889 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-77ca81a2-9e36-4145-ad3c-fdbe7191062a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0155151
Dec 18 06:54:48.013432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:48.020584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:48.146490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-3deaea7b-bf0f-47c4-b951-851e4650c3af service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2459028
Dec 18 06:54:48.242384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:48.343690 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6620a278-0368-4e34-b8b9-3234fc4536c3 req-7a1a49ac-a1d6-471e-ad49-9e3ef6eec12f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 210 time: 0.1398077
Dec 18 06:54:48.349445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:48.366658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89a13910-c7a5-4b8e-8f57-dfd339514e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:48.407682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ef02-39d9-4d1c-988b-a0adcaa45b6a req-53c161d6-ecbf-4d59-a6fc-6d31d8b9ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:48.410339 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b71ef02-39d9-4d1c-988b-a0adcaa45b6a req-53c161d6-ecbf-4d59-a6fc-6d31d8b9ba84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 1162 time: 0.8952680
Dec 18 06:54:48.422957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cafdbbc2-83a6-45ee-a40e-58b4d3ab2eed req-9812903b-bdb2-457a-bc64-832ba432d378 service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2743728
Dec 18 06:54:48.435526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4828a9d0-c03a-4173-b24a-cee76444dccf tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:48.435526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4828a9d0-c03a-4173-b24a-cee76444dccf tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:48.435526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4828a9d0-c03a-4173-b24a-cee76444dccf tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:48.503830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4828a9d0-c03a-4173-b24a-cee76444dccf tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:48.518711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event updated for resources: {'SecurityGroup': ['ID=efd18686-caad-4ad2-8396-41903e20638d,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:48.585777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:48.589427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:48.595928 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1696 time: 2.2801166
Dec 18 06:54:48.598124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52182) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:48.605571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0e22c750-10de-402d-9545-1c48f2483c58 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': 'efd18686-caad-4ad2-8396-41903e20638d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:48.606919 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-0e22c750-10de-402d-9545-1c48f2483c58 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 18 06:54:48.607542 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-0e22c750-10de-402d-9545-1c48f2483c58 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:48.608579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:48.609262 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0e22c750-10de-402d-9545-1c48f2483c58 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0100229
Dec 18 06:54:48.621001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e62c4747-191d-4c61-9753-112212c0d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:48.622243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52186) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:48.629957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-affb70c0-e2c0-4763-93ed-bbfbee70d2ea tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': 'efd18686-caad-4ad2-8396-41903e20638d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:48.630697 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-affb70c0-e2c0-4763-93ed-bbfbee70d2ea tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 18 06:54:48.631848 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-affb70c0-e2c0-4763-93ed-bbfbee70d2ea tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:48.646739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-affb70c0-e2c0-4763-93ed-bbfbee70d2ea tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0227542
Dec 18 06:54:48.647515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52190) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:48.660402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-74329895-8061-4bcc-ba60-9495a9846652 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': 'efd18686-caad-4ad2-8396-41903e20638d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:48.661290 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-74329895-8061-4bcc-ba60-9495a9846652 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 18 06:54:48.666985 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-74329895-8061-4bcc-ba60-9495a9846652 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:48.672756 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-74329895-8061-4bcc-ba60-9495a9846652 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0241649
Dec 18 06:54:48.675049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52194) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:48.680879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4828a9d0-c03a-4173-b24a-cee76444dccf tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:48.682517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e62c4747-191d-4c61-9753-112212c0d284 None None] For port ca112ef3-324d-4b3f-a9b1-a474382fa992, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca112ef3-324d-4b3f-a9b1-a474382fa992,segment=NetworkSegment(d7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8),segment_id=d7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:48.687276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-53b39e5a-e0af-4dd6-bcd6-899c20eb7c9d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': 'efd18686-caad-4ad2-8396-41903e20638d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:48.688487 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-53b39e5a-e0af-4dd6-bcd6-899c20eb7c9d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 18 06:54:48.690920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e62c4747-191d-4c61-9753-112212c0d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:48.693040 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-53b39e5a-e0af-4dd6-bcd6-899c20eb7c9d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:48.696126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:48.697180 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-53b39e5a-e0af-4dd6-bcd6-899c20eb7c9d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0210948
Dec 18 06:54:48.699497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52198) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:48.774840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c4747-191d-4c61-9753-112212c0d284 None None] Pushing event updated for resources: {'Port': ['ID=ca112ef3-324d-4b3f-a9b1-a474382fa992,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:48.783153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e62c4747-191d-4c61-9753-112212c0d284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:48.787726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e62c4747-191d-4c61-9753-112212c0d284 None None] Provisioning complete for port fe2c46a6-80a7-460d-9761-739c70e8bd37 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:48.788160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e62c4747-191d-4c61-9753-112212c0d284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:48.818362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63c0d542-51b7-4297-a355-579a0d89611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f6e2a58>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd1b41180-dbf4-4ef8-afc0-3b5e2470cc6e', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.94', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:46:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84147b40-5118-49f6-af64-0f80de33801b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:54:38Z', 'updated_at': '2020-12-18T06:54:44Z', 'revision_number': 1, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:48.830368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c0d542-51b7-4297-a355-579a0d89611c None None] The sync data for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs is: [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd1b41180-dbf4-4ef8-afc0-3b5e2470cc6e', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.94', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:46:8e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84147b40-5118-49f6-af64-0f80de33801b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:54:38Z', 'updated_at': '2020-12-18T06:54:44Z', 'revision_number': 1, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:48.838894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] For port c88616f0-d7c6-4591-9d93-be5a23b3b715, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=c88616f0-d7c6-4591-9d93-be5a23b3b715,segment=NetworkSegment(8150f80a-4cb7-4c1f-babc-95db920b8401),segment_id=8150f80a-4cb7-4c1f-babc-95db920b8401)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:48.839309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:48.850609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e62c4747-191d-4c61-9753-112212c0d284 None None] Port fe2c46a6-80a7-460d-9761-739c70e8bd37 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:54:48.981391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fd700a6b-cfcb-4ee0-a412-6c46b4827232 None None] Provisioning complete for port ca112ef3-324d-4b3f-a9b1-a474382fa992 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:48.982048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd700a6b-cfcb-4ee0-a412-6c46b4827232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:49.018774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for c88616f0-d7c6-4591-9d93-be5a23b3b715 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:49.165980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fd700a6b-cfcb-4ee0-a412-6c46b4827232 None None] Provisioning for port f327cd60-e3c7-4278-94c7-3f6368095dfc completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:49.169108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ef02-39d9-4d1c-988b-a0adcaa45b6a req-444ef617-324e-40cf-92b5-ee2368c2969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:49.171917 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b71ef02-39d9-4d1c-988b-a0adcaa45b6a req-444ef617-324e-40cf-92b5-ee2368c2969c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.7299707
Dec 18 06:54:49.174232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fd700a6b-cfcb-4ee0-a412-6c46b4827232 None None] Provisioning complete for port f327cd60-e3c7-4278-94c7-3f6368095dfc triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:49.174910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd700a6b-cfcb-4ee0-a412-6c46b4827232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:49.239602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a7070c-579a-4e5a-8976-e1ada9b8c041 None None] New status for floating IP d1b41180-dbf4-4ef8-afc0-3b5e2470cc6e: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:54:49.293994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fd700a6b-cfcb-4ee0-a412-6c46b4827232 None None] Port f327cd60-e3c7-4278-94c7-3f6368095dfc cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:54:49.438619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:49.639246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ca112ef3-324d-4b3f-a9b1-a474382fa992 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:49.666108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e42446b-cc5c-4f84-997e-829b1f7d4f8b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:49.823545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4828a9d0-c03a-4173-b24a-cee76444dccf tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:49.987584 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-83002cfe-0c0f-47eb-b783-ce9c26469ca9 req-b0c98b9c-9538-4df4-9627-c0a3fe89f750 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 210 time: 0.2798247
Dec 18 06:54:50.016790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e42446b-cc5c-4f84-997e-829b1f7d4f8b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:50.054840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.4 (33289224-0e91-4fc4-8e4e-89c5aa87f246/53560bf3-5fc1-45f6-8d54-8232541d4afa/1508773c-f545-46f1-8945-5465c2fd6229) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:50.093567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ca112ef3-324d-4b3f-a9b1-a474382fa992 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:50.093567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:50.099556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b71ef02-39d9-4d1c-988b-a0adcaa45b6a req-8c0f8f20-2601-4ec5-a376-c99c0507667b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca HTTP/1.1" status: 200  len: 998 time: 0.9058378
Dec 18 06:54:50.328037 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.ipam_backend_mixin [None req-4828a9d0-c03a-4173-b24a-cee76444dccf tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0165e6e7-f487-4581-9bd1-996f6d263a36 (CIDR: 172.20.0.0/28)
Dec 18 06:54:50.338896 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-4828a9d0-c03a-4173-b24a-cee76444dccf tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:50.338896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4828a9d0-c03a-4173-b24a-cee76444dccf tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 400 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:54:50.353460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ef02-39d9-4d1c-988b-a0adcaa45b6a req-795622ec-dae2-497e-afcc-bb0657c6069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:50.353460 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b71ef02-39d9-4d1c-988b-a0adcaa45b6a req-795622ec-dae2-497e-afcc-bb0657c6069f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.2328897
Dec 18 06:54:50.398122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e42446b-cc5c-4f84-997e-829b1f7d4f8b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:50.440910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc58714b-8b71-46f9-92c1-4f3508fe961a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:50.491011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42446b-cc5c-4f84-997e-829b1f7d4f8b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd18686-caad-4ad2-8396-41903e20638d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:50.491011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e42446b-cc5c-4f84-997e-829b1f7d4f8b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:50.508622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e42446b-cc5c-4f84-997e-829b1f7d4f8b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:50.508622 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8e42446b-cc5c-4f84-997e-829b1f7d4f8b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "DELETE /v2.0/security-groups/efd18686-caad-4ad2-8396-41903e20638d HTTP/1.1" status: 204  len: 168 time: 1.7958000
Dec 18 06:54:50.513599 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4828a9d0-c03a-4173-b24a-cee76444dccf tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 3.2796025
Dec 18 06:54:50.522126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52204) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:50.522126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52206) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:50.528283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:50.697396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:50.727004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc195b55-bdaf-4ef4-8397-c0dff99ec070 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:51.156462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Port': ['ID=c88616f0-d7c6-4591-9d93-be5a23b3b715,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:51.186302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:51.193201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52214) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:51.218182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'subnet': {'network_id': '55ed6b83-c945-4c82-90e7-98fb31ffb9e8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:51.225130 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9408c2bd-8db2-4f71-8da0-5f63277bd6c9 req-eb5f656f-d270-4f6d-a35a-2e68b0571a07 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 210 time: 0.0507321
Dec 18 06:54:51.313388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ef02-39d9-4d1c-988b-a0adcaa45b6a req-bfcfa534-aaec-4e95-8a23-c754398485f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:51.315037 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b71ef02-39d9-4d1c-988b-a0adcaa45b6a req-bfcfa534-aaec-4e95-8a23-c754398485f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.9579067
Dec 18 06:54:51.331380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-021867c1-f2cb-49fd-8f45-a72994b714f0 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Synchronizing usage tracker for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:51.565212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-021867c1-f2cb-49fd-8f45-a72994b714f0 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Unset dirty status for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:51.566534 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-021867c1-f2cb-49fd-8f45-a72994b714f0 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 1.0513256
Dec 18 06:54:51.571339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52218) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:51.577139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group': {'name': 'tempest-secgroup--517487247'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:51.583701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:51.593967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:51.599441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:51.602826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:51.610145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:51.617959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:51.625976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:51.630048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:51.633143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:51.634243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:51.639320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:51.640194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:51.651443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:51.657952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Usage tracker for resource:subnet and tenant:2c78cefd33bd44b58aa461a8e06259db is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:51.667345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:51.719369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:51.719885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:51.722643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:51.726515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:51.728805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8cc6b93b-6ec5-488a-a8cc-256a97139768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:51.757633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:51.777595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event updated for resources: {'SecurityGroup': ['ID=69c6834f-2191-487d-b3e1-1a271171fd09,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:51.782281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:51.784098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:51.785705 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.2132182
Dec 18 06:54:51.788692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52222) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:51.796304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3955d74c-85c5-458d-936a-c937b29f1b6b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '69c6834f-2191-487d-b3e1-1a271171fd09', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:51.798317 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-3955d74c-85c5-458d-936a-c937b29f1b6b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 18 06:54:51.798897 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-3955d74c-85c5-458d-936a-c937b29f1b6b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:51.800022 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3955d74c-85c5-458d-936a-c937b29f1b6b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0099726
Dec 18 06:54:51.802978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52226) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:51.809440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ae104ccf-2863-4388-88fd-d80127b9e943 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '69c6834f-2191-487d-b3e1-1a271171fd09', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:51.817535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ae104ccf-2863-4388-88fd-d80127b9e943 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:51.821889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ae104ccf-2863-4388-88fd-d80127b9e943 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:51.825262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ae104ccf-2863-4388-88fd-d80127b9e943 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:51.832045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ae104ccf-2863-4388-88fd-d80127b9e943 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:51.841889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object 1508773c-f545-46f1-8945-5465c2fd6229 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:51.852524 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b71ef02-39d9-4d1c-988b-a0adcaa45b6a req-cfc94be7-f3f1-4c9b-932a-1255981e7a6b service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4978459
Dec 18 06:54:51.865148 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-ae104ccf-2863-4388-88fd-d80127b9e943 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:51.868734 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ae104ccf-2863-4388-88fd-d80127b9e943 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0615656
Dec 18 06:54:51.869901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52230) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:51.877569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9c73ccdc-e5f8-4c5c-8066-85f9e56b7def tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '69c6834f-2191-487d-b3e1-1a271171fd09', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:51.878099 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-9c73ccdc-e5f8-4c5c-8066-85f9e56b7def tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 18 06:54:51.878634 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-9c73ccdc-e5f8-4c5c-8066-85f9e56b7def tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:51.880453 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9c73ccdc-e5f8-4c5c-8066-85f9e56b7def tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0086753
Dec 18 06:54:51.883388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52234) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:51.888738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3a9419e1-2b0f-4e63-8336-db8facede660 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '69c6834f-2191-487d-b3e1-1a271171fd09', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:51.895324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3a9419e1-2b0f-4e63-8336-db8facede660 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:51.899507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3a9419e1-2b0f-4e63-8336-db8facede660 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:51.903225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3a9419e1-2b0f-4e63-8336-db8facede660 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:51.909455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3a9419e1-2b0f-4e63-8336-db8facede660 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:51.974317 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-3a9419e1-2b0f-4e63-8336-db8facede660 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:51.975693 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3a9419e1-2b0f-4e63-8336-db8facede660 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0913455
Dec 18 06:54:51.977826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:51.979060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52238) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:51.985268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1ff5ef08-defb-458f-92b7-212394da2912 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '69c6834f-2191-487d-b3e1-1a271171fd09', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:51.985816 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-1ff5ef08-defb-458f-92b7-212394da2912 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 18 06:54:51.986359 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-1ff5ef08-defb-458f-92b7-212394da2912 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:51.988305 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1ff5ef08-defb-458f-92b7-212394da2912 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0086248
Dec 18 06:54:51.991117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52242) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:52.000145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e6259095-cb3b-4d66-9498-89c38d09dee9 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '69c6834f-2191-487d-b3e1-1a271171fd09', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:52.014941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e6259095-cb3b-4d66-9498-89c38d09dee9 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:52.014941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e6259095-cb3b-4d66-9498-89c38d09dee9 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:52.021369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e6259095-cb3b-4d66-9498-89c38d09dee9 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:52.026995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e6259095-cb3b-4d66-9498-89c38d09dee9 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:52.042244 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-e6259095-cb3b-4d66-9498-89c38d09dee9 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Project f800db6d6f114b8282080aefcf4619fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:54:52.083244 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-e6259095-cb3b-4d66-9498-89c38d09dee9 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:52.084025 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e6259095-cb3b-4d66-9498-89c38d09dee9 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0918751
Dec 18 06:54:52.087116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52246) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:52.092868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-aebc76b7-af2c-44c9-a50b-7d6642fe6549 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '69c6834f-2191-487d-b3e1-1a271171fd09', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:52.093336 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-aebc76b7-af2c-44c9-a50b-7d6642fe6549 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 18 06:54:52.093903 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-aebc76b7-af2c-44c9-a50b-7d6642fe6549 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:52.094933 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aebc76b7-af2c-44c9-a50b-7d6642fe6549 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0068426
Dec 18 06:54:52.097478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52250) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:52.103566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-99ff1865-0761-4527-8784-c0061c50ceee tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '69c6834f-2191-487d-b3e1-1a271171fd09', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:52.110876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-99ff1865-0761-4527-8784-c0061c50ceee tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:52.116192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-99ff1865-0761-4527-8784-c0061c50ceee tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:52.118234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-99ff1865-0761-4527-8784-c0061c50ceee tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:52.124998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-99ff1865-0761-4527-8784-c0061c50ceee tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:52.146776 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-99ff1865-0761-4527-8784-c0061c50ceee tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Project f800db6d6f114b8282080aefcf4619fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:54:52.187991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-99ff1865-0761-4527-8784-c0061c50ceee tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:52.188693 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-99ff1865-0761-4527-8784-c0061c50ceee tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0902393
Dec 18 06:54:52.193392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52254) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:52.198986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fa06440b-f5b6-4914-a250-38fef0c297f0 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '69c6834f-2191-487d-b3e1-1a271171fd09', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:52.206333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fa06440b-f5b6-4914-a250-38fef0c297f0 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:52.209946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fa06440b-f5b6-4914-a250-38fef0c297f0 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:52.213666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fa06440b-f5b6-4914-a250-38fef0c297f0 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:52.220075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fa06440b-f5b6-4914-a250-38fef0c297f0 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:52.240950 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-fa06440b-f5b6-4914-a250-38fef0c297f0 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Project f800db6d6f114b8282080aefcf4619fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:54:52.270556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-fa06440b-f5b6-4914-a250-38fef0c297f0 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:52.270556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fa06440b-f5b6-4914-a250-38fef0c297f0 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0751312
Dec 18 06:54:52.273551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52260) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:52.300564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:52.314248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:52.351418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2567f2a3-97ec-44d0-9c0e-906a3c2a5ff9 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:52.353793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2aa23f66-08ab-44ee-8849-49501221c29d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:52.436861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2aa23f66-08ab-44ee-8849-49501221c29d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:52.483415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:52.506251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919f38d-81bd-45d0-a390-67ebdf3fce5e req-e5c9202a-36ec-4d71-bb4c-88255c4c51ee tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:52.507894 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8919f38d-81bd-45d0-a390-67ebdf3fce5e req-e5c9202a-36ec-4d71-bb4c-88255c4c51ee tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 931 time: 0.1509812
Dec 18 06:54:52.538924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:52.548850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2aa23f66-08ab-44ee-8849-49501221c29d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:52.549950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a9a64628-d606-408f-8c0f-2697b6506712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:52.579514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa23f66-08ab-44ee-8849-49501221c29d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c6834f-2191-487d-b3e1-1a271171fd09,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:52.583350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2aa23f66-08ab-44ee-8849-49501221c29d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:52.592750 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8919f38d-81bd-45d0-a390-67ebdf3fce5e req-89d06ebe-3fa7-4640-a7b3-059d70968fcf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768573
Dec 18 06:54:52.594310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2aa23f66-08ab-44ee-8849-49501221c29d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:52.595445 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2aa23f66-08ab-44ee-8849-49501221c29d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "DELETE /v2.0/security-groups/69c6834f-2191-487d-b3e1-1a271171fd09 HTTP/1.1" status: 204  len: 168 time: 0.3216584
Dec 18 06:54:52.598159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52264) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:52.658783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c93f0b79-72e3-48fb-9884-e3e683452719 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Synchronizing usage tracker for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:52.674692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c93f0b79-72e3-48fb-9884-e3e683452719 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Unset dirty status for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:52.676504 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c93f0b79-72e3-48fb-9884-e3e683452719 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.0773218
Dec 18 06:54:52.681619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52268) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:52.689007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group': {'name': 'tempest-secgroup--918125649'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:52.696319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:52.707785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:52.714991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b71ef02-39d9-4d1c-988b-a0adcaa45b6a req-863ab3ab-2219-4835-8b00-0397b9196893 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8460047
Dec 18 06:54:52.717188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:52.745507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:52.750400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:52.754269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:52.754945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=1508773c-f545-46f1-8945-5465c2fd6229,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:52.760240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:52.768879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:52.849641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:52.859491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:52.864839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71b1c209-e6df-40fc-98a3-3d8506dde9d2 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:52.910606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2e0f5e-ec28-422b-8e25-6765b688e9fd,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:52.913535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:52.930899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:52.930899 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.2442291
Dec 18 06:54:52.930899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52272) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:52.936346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9ac5f38b-fe3a-46b4-8dc3-3a5fb0d96510 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '5b2e0f5e-ec28-422b-8e25-6765b688e9fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:52.943686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9ac5f38b-fe3a-46b4-8dc3-3a5fb0d96510 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:52.947704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9ac5f38b-fe3a-46b4-8dc3-3a5fb0d96510 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:52.950958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9ac5f38b-fe3a-46b4-8dc3-3a5fb0d96510 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:52.957292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9ac5f38b-fe3a-46b4-8dc3-3a5fb0d96510 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:53.001730 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-9ac5f38b-fe3a-46b4-8dc3-3a5fb0d96510 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The resource could not be found.
Dec 18 06:54:53.004388 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9ac5f38b-fe3a-46b4-8dc3-3a5fb0d96510 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0714822
Dec 18 06:54:53.005556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52276) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:53.011717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-81205f8b-4563-4daa-abc1-a8ceb3eb6d5b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '5b2e0f5e-ec28-422b-8e25-6765b688e9fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '01746b16-354a-48a7-adcc-1f92073168be'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:53.021368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-81205f8b-4563-4daa-abc1-a8ceb3eb6d5b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:53.025027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-81205f8b-4563-4daa-abc1-a8ceb3eb6d5b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:53.028361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-81205f8b-4563-4daa-abc1-a8ceb3eb6d5b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:53.035511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-81205f8b-4563-4daa-abc1-a8ceb3eb6d5b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:53.090488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-81205f8b-4563-4daa-abc1-a8ceb3eb6d5b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The resource could not be found.
Dec 18 06:54:53.090488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-81205f8b-4563-4daa-abc1-a8ceb3eb6d5b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0813670
Dec 18 06:54:53.091024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52280) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:53.166645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:53.198405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:53.268323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:53.273082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cdfc90aa-97b8-4b78-b3fc-e990a4dea3c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:53.296220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2e0f5e-ec28-422b-8e25-6765b688e9fd,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:53.304334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.304778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.305210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.305665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.306091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.306516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.306935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.307353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.307770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.308185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.308601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.309036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.309497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.309935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.310350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.311322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.311735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.312148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.314670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.314670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.314670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.314670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.314670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.321119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:54:53.321119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:53.321119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:53.336982 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "DELETE /v2.0/security-groups/5b2e0f5e-ec28-422b-8e25-6765b688e9fd HTTP/1.1" status: 204  len: 168 time: 0.2329149
Dec 18 06:54:53.336982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52284) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:53.393504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a76ecee1-0d00-41e8-b6b5-f0c6518256bb tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Synchronizing usage tracker for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:53.449286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a76ecee1-0d00-41e8-b6b5-f0c6518256bb tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Unset dirty status for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:53.450471 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a76ecee1-0d00-41e8-b6b5-f0c6518256bb tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.1237004
Dec 18 06:54:53.455070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52288) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:53.461696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5b46a7ea-97d7-463f-aa71-205ca4591503 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': 'c631e648-6431-431e-bdb5-288b6e62d1f9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:53.471345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5b46a7ea-97d7-463f-aa71-205ca4591503 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:53.477158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5b46a7ea-97d7-463f-aa71-205ca4591503 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:53.480475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5b46a7ea-97d7-463f-aa71-205ca4591503 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:53.487321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5b46a7ea-97d7-463f-aa71-205ca4591503 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:53.542099 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-5b46a7ea-97d7-463f-aa71-205ca4591503 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The resource could not be found.
Dec 18 06:54:53.543550 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5b46a7ea-97d7-463f-aa71-205ca4591503 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0872450
Dec 18 06:54:53.547753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52292) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:53.549485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 33289224-0e91-4fc4-8e4e-89c5aa87f246 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:53.557023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group': {'name': 'tempest-secgroup--1059473441'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:53.563563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:53.570115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:53.573146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:53.582953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:54:53.593359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:53.622150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:53.632148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:53.655076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:53.662598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:53.666595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 88ab38fe-9aaf-470b-a2fd-c41551059737 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:54:53.804990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:53.810301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:53.857418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:53.857418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:53.890670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5291120c-96ad-44b4-a93e-d6aa212a81b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:53.907707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:53.907707 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1696 time: 0.3557260
Dec 18 06:54:53.918695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52298) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:53.929229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group': {'name': 'tempest-secgroup--1978061853'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:53.953891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:53.957807 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.4365921
Dec 18 06:54:53.965221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:53.967863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-813d92e3-7eee-4b34-ab3c-27f8facecd75 None None] Provisioning for port 1508773c-f545-46f1-8945-5465c2fd6229 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:53.976408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event updated for resources: {'SecurityGroup': ['ID=693762e5-13ab-40eb-9ae4-8a6aa3e04374,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:53.976408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:53.976408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:53.993744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-813d92e3-7eee-4b34-ab3c-27f8facecd75 None None] Provisioning complete for port 1508773c-f545-46f1-8945-5465c2fd6229 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:53.993744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-813d92e3-7eee-4b34-ab3c-27f8facecd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:53.995745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:54.009318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:54.013470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Request body: {'port': {'device_id': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:54.047935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ea2d9-16be-4fd0-84d2-68d50df78be9 req-16d4581a-869c-4eaf-8edb-f5ed1ce65302 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:54.047935 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af8ea2d9-16be-4fd0-84d2-68d50df78be9 req-16d4581a-869c-4eaf-8edb-f5ed1ce65302 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 931 time: 0.1880867
Dec 18 06:54:54.047935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:54.059494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:54.067118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:54.075717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-813d92e3-7eee-4b34-ab3c-27f8facecd75 None None] Port 1508773c-f545-46f1-8945-5465c2fd6229 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:54:54.092804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:54.103525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:54:54.111513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c90e35-1311-4819-a78f-a53e548ae83c None None] Sync routers for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:54:54.124996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c90e35-1311-4819-a78f-a53e548ae83c None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:54.125952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-90c90e35-1311-4819-a78f-a53e548ae83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f69a4a8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:54.134809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af8ea2d9-16be-4fd0-84d2-68d50df78be9 req-d6d6a449-054d-4c50-b85c-59355266b45b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668004
Dec 18 06:54:54.155479 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9073999
Dec 18 06:54:54.157696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52302) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:54.256941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:54.280077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-90c90e35-1311-4819-a78f-a53e548ae83c None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:54.300573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:54.331361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:54.341768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a52ac3a-16e8-4208-aa70-e7eeedfb5227 tempest-TagsTest-886223394 tempest-TagsTest-886223394] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:54.397776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3ab6f4-7994-4089-a2d7-89ce2fe7296c,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:54.400159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-90c90e35-1311-4819-a78f-a53e548ae83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f69a4a8>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:50Z', 'revision_number': 11, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:54.406202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:54.414229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:54.414891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c90e35-1311-4819-a78f-a53e548ae83c None None] Checking router: 88ab38fe-9aaf-470b-a2fd-c41551059737 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:54:54.418639 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1696 time: 0.4986241
Dec 18 06:54:54.426603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c90e35-1311-4819-a78f-a53e548ae83c None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:54:54.427282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-90c90e35-1311-4819-a78f-a53e548ae83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f69a4a8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:54.428464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52306) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:54.437006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-430414b0-c1f5-4eb7-bd04-f6688d4da44d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '693762e5-13ab-40eb-9ae4-8a6aa3e04374', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6f3ab6f4-7994-4089-a2d7-89ce2fe7296c'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:54.447686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-430414b0-c1f5-4eb7-bd04-f6688d4da44d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:54.463324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-430414b0-c1f5-4eb7-bd04-f6688d4da44d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:54.468174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-430414b0-c1f5-4eb7-bd04-f6688d4da44d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:54.480769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d34273-9199-4695-8b3c-ab492af6ee57 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting subnet fc8ee16d-7c72-41f5-a659-d060d963b2b3 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:54:54.484118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-430414b0-c1f5-4eb7-bd04-f6688d4da44d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:54.486269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23d34273-9199-4695-8b3c-ab492af6ee57 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:54.553033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23d34273-9199-4695-8b3c-ab492af6ee57 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:54.584375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-90c90e35-1311-4819-a78f-a53e548ae83c None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:54:54.616834 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-430414b0-c1f5-4eb7-bd04-f6688d4da44d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:54.620773 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-430414b0-c1f5-4eb7-bd04-f6688d4da44d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1890125
Dec 18 06:54:54.621032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52310) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:54.728971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-90c90e35-1311-4819-a78f-a53e548ae83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f69a4a8>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:50Z', 'revision_number': 11, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:54.733705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:54.742776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c90e35-1311-4819-a78f-a53e548ae83c None None] The sync data for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs is: [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:50Z', 'revision_number': 11, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:54:54.772313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69b1d461-3632-4ff5-99b6-587b0ad51531 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:54.784494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23d34273-9199-4695-8b3c-ab492af6ee57 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:54.800751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-583a4b76-9e11-40bd-9058-c62b5ec64381 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:54.862396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69b1d461-3632-4ff5-99b6-587b0ad51531 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:54.974824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:55.033202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69b1d461-3632-4ff5-99b6-587b0ad51531 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:55.042136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2fdaa316-34a6-4024-be71-d5349a42bce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:55.073017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1d461-3632-4ff5-99b6-587b0ad51531 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3ab6f4-7994-4089-a2d7-89ce2fe7296c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:55.075741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-69b1d461-3632-4ff5-99b6-587b0ad51531 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:55.084414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Subnet': ['ID=1f64c83f-23cd-4552-90a9-7377f8d4e86a,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:55.103139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:55.107865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f1ca06a6-d911-4b8c-878b-7a43e27935c6 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:55.141346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-69b1d461-3632-4ff5-99b6-587b0ad51531 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:55.142063 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-69b1d461-3632-4ff5-99b6-587b0ad51531 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "DELETE /v2.0/security-groups/6f3ab6f4-7994-4089-a2d7-89ce2fe7296c HTTP/1.1" status: 204  len: 168 time: 0.5198698
Dec 18 06:54:55.147424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52316) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:55.255982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Subnet': ['ID=5400b020-d24d-4ea3-a411-ec72b6ce4d46,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:55.256554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7f79ac6d-a9a9-4b2c-81c0-4fb9fb526efd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Synchronizing usage tracker for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:55.271595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:55.279995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23d34273-9199-4695-8b3c-ab492af6ee57 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:55.298218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fae1771a-11ce-4cdd-8719-987b6621e59a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:55.323946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 91a72938-020a-409e-904b-737e7d3421cf is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:55.364765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:55.375516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b683b-3c87-460b-b53b-b936f2de0207 None None] Network 91a72938-020a-409e-904b-737e7d3421cf requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:55.405260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:55.405948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:55.423874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1508773c-f545-46f1-8945-5465c2fd6229 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:54:55.431197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7f79ac6d-a9a9-4b2c-81c0-4fb9fb526efd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Unset dirty status for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:55.436003 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7f79ac6d-a9a9-4b2c-81c0-4fb9fb526efd tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4361 time: 0.2841749
Dec 18 06:54:55.436167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:55.439409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52322) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:55.441011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d34273-9199-4695-8b3c-ab492af6ee57 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Subnet': ['ID=fc8ee16d-7c72-41f5-a659-d060d963b2b3,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:55.443743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-23d34273-9199-4695-8b3c-ab492af6ee57 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:55.474577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Checking segment: {'id': 'e50220a9-bc7a-4488-8271-d1afe9ac2ee9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55ed6b83-c945-4c82-90e7-98fb31ffb9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:54:55.474981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network hostable DHCP agents. Network: 55ed6b83-c945-4c82-90e7-98fb31ffb9e8, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:54:55.488423 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 4.9715955
Dec 18 06:54:55.489809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Transition to ACTIVE for port object 1508773c-f545-46f1-8945-5465c2fd6229 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:55.493269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52326) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:55.503297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c88616f0-d7c6-4591-9d93-be5a23b3b715 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:55.508357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:55.520826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-23d34273-9199-4695-8b3c-ab492af6ee57 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:55.530715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'name': 'tempest-PortsTestJSON-372326354', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1f64c83f-23cd-4552-90a9-7377f8d4e86a'}], 'security_groups': ['42dbbf0f-4a55-4cf6-8805-58e1dccb3e5e']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:55.540179 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-23d34273-9199-4695-8b3c-ab492af6ee57 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/fc8ee16d-7c72-41f5-a659-d060d963b2b3 HTTP/1.1" status: 204  len: 168 time: 1.3784120
Dec 18 06:54:55.540622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52330) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:55.561104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85b93eee-9c22-4fa3-b3bb-0af9d12b35b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:55.597229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077fd918-5df2-4e39-bca4-ab9c3545ea6c None None] Network 3377878b-0d99-4ba7-afb1-8233dab3b134 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:55.692986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2dc98-4075-4056-ab25-1a454e571b92 req-67d7d779-7ebe-4fe9-8465-f4f01d647d35 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:55.694951 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-19b2dc98-4075-4056-ab25-1a454e571b92 req-67d7d779-7ebe-4fe9-8465-f4f01d647d35 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 931 time: 0.3075085
Dec 18 06:54:55.732306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 55ed6b83-c945-4c82-90e7-98fb31ffb9e8 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:54:55.749231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: c88616f0-d7c6-4591-9d93-be5a23b3b715 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:55.749689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device c88616f0-d7c6-4591-9d93-be5a23b3b715 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:55.766173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:55.781457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Pushing event updated for resources: {'Port': ['ID=1508773c-f545-46f1-8945-5465c2fd6229,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:55.810453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:55.811339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 55ed6b83-c945-4c82-90e7-98fb31ffb9e8) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:55.854677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f0d36d-3d8d-43f0-98f4-24224ede4fc6 None None] Network 55ed6b83-c945-4c82-90e7-98fb31ffb9e8 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:54:55.873708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36e8b14b-86ae-42b0-b3a3-1fbf74567fd1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:55.883982 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-19b2dc98-4075-4056-ab25-1a454e571b92 req-97f526e1-e1b3-4fc7-96e2-491d0a2d99ff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1740170
Dec 18 06:54:55.885813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Deleting port fc053ca7-525b-4361-8e8d-e8101739e305 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:55.886367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:55.928785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:55.929344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:56.309330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36e8b14b-86ae-42b0-b3a3-1fbf74567fd1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:56.356026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e0097-5662-45b1-92ad-9fd50638daa5 None None] Update dhcp port {'port': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'fixed_ips': [{'subnet_id': '0165e6e7-f487-4581-9bd1-996f6d263a36', 'ip_address': '172.20.0.2'}, {'subnet_id': '1f64c83f-23cd-4552-90a9-7377f8d4e86a'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': 'ca112ef3-324d-4b3f-a9b1-a474382fa992'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:54:56.356345 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 5.1586115
Dec 18 06:54:56.372083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52334) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:56.398896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1993127532'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:56.408073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:56.489958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Usage tracker for resource:network and tenant:2c78cefd33bd44b58aa461a8e06259db is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:56.497533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:56.521689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:56.523936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] For port fc053ca7-525b-4361-8e8d-e8101739e305, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fc053ca7-525b-4361-8e8d-e8101739e305,segment=NetworkSegment(8150f80a-4cb7-4c1f-babc-95db920b8401),segment_id=8150f80a-4cb7-4c1f-babc-95db920b8401)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:56.525315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:56.535561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-201e0097-5662-45b1-92ad-9fd50638daa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:56.554214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-55ed6b83-c945-4c82-90e7-98fb31ffb9e8', 'network_id': '55ed6b83-c945-4c82-90e7-98fb31ffb9e8', 'tenant_id': '2c78cefd33bd44b58aa461a8e06259db', 'fixed_ips': [{'subnet_id': '5400b020-d24d-4ea3-a411-ec72b6ce4d46'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:54:56.555405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:56.678891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36e8b14b-86ae-42b0-b3a3-1fbf74567fd1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:56.694243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e42446b-cc5c-4f84-997e-829b1f7d4f8b tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:56.719567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:56.728308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:56.753598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:56.783069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8b14b-86ae-42b0-b3a3-1fbf74567fd1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event deleted for resources: {'SecurityGroup': ['ID=693762e5-13ab-40eb-9ae4-8a6aa3e04374,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:56.802158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36e8b14b-86ae-42b0-b3a3-1fbf74567fd1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:56.803189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Calling delete_port for fc053ca7-525b-4361-8e8d-e8101739e305 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:54:56.841462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ace0e1-63fc-4d89-a743-4d3f14c3f419 None None] DHCP port deletion for 3377878b-0d99-4ba7-afb1-8233dab3b134 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:54:56.868437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-40ace0e1-63fc-4d89-a743-4d3f14c3f419 None None] Deleting port fc053ca7-525b-4361-8e8d-e8101739e305 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:54:56.868874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40ace0e1-63fc-4d89-a743-4d3f14c3f419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:56.876153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36e8b14b-86ae-42b0-b3a3-1fbf74567fd1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:56.878544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-36e8b14b-86ae-42b0-b3a3-1fbf74567fd1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "DELETE /v2.0/security-groups/693762e5-13ab-40eb-9ae4-8a6aa3e04374 HTTP/1.1" status: 204  len: 168 time: 1.4352431
Dec 18 06:54:56.883639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52338) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:56.888453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Attempting to bind port 1508773c-f545-46f1-8945-5465c2fd6229 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:54:56.889961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Attempting to bind port 1508773c-f545-46f1-8945-5465c2fd6229 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:54:56.890333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Attempting to bind port 1508773c-f545-46f1-8945-5465c2fd6229 on network 33289224-0e91-4fc4-8e4e-89c5aa87f246 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:54:56.909471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:56.920052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:54:56.948005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:54:56.948005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Checking segment: {'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:54:56.948005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:56.950281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Bound using segment: {'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:54:56.950281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Bound port: 1508773c-f545-46f1-8945-5465c2fd6229, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:54:56.950281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:56.957035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa064611-2a83-47fd-988d-c639228a1439 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:57.016446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:57.016838 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Added segment 5a1352ef-5448-42a8-98c0-67b3a23bf181 of type vxlan for network bf4d8ab3-cecb-467b-80d7-daf41db5ed18
Dec 18 06:54:57.034371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-40ace0e1-63fc-4d89-a743-4d3f14c3f419 None None] The port 'fc053ca7-525b-4361-8e8d-e8101739e305' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:54:57.082374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-201e0097-5662-45b1-92ad-9fd50638daa5 None None] Allocated IP 172.20.0.18 (91a72938-020a-409e-904b-737e7d3421cf/1f64c83f-23cd-4552-90a9-7377f8d4e86a/ca112ef3-324d-4b3f-a9b1-a474382fa992) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:57.158249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Port': ['ID=fc053ca7-525b-4361-8e8d-e8101739e305,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:57.159169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b8c44e94-7701-41b7-b976-50b1a36de1b1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Synchronizing usage tracker for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:54:57.161347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:57.184108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:57.231663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] No DVR routers for this DVR port fc053ca7-525b-4361-8e8d-e8101739e305 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:54:57.305312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b8c44e94-7701-41b7-b976-50b1a36de1b1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Unset dirty status for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:54:57.305312 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b8c44e94-7701-41b7-b976-50b1a36de1b1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.4127781
Dec 18 06:54:57.307390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52344) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:57.324089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group': {'name': 'tempest-secgroup--1402005431'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:57.335690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:57.346869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] For port 1508773c-f545-46f1-8945-5465c2fd6229, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:54:57.355719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:57.360346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:57.360932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:57.375986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bf573282-ad49-4d72-9aeb-d6a14ca00a6e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:57.386417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-201e0097-5662-45b1-92ad-9fd50638daa5 None None] For port ca112ef3-324d-4b3f-a9b1-a474382fa992, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca112ef3-324d-4b3f-a9b1-a474382fa992,segment=NetworkSegment(d7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8),segment_id=d7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:54:57.386966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79628773-25ed-4fad-8679-3a8350891129 req-2119829d-3bcf-4fe1-9ebb-1a3dcb5113bb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:57.386966 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-79628773-25ed-4fad-8679-3a8350891129 req-2119829d-3bcf-4fe1-9ebb-1a3dcb5113bb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 943 time: 0.2858076
Dec 18 06:54:57.393342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:57.394680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:57.395779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Allocated IP 2001:db8:0:ffff::2 (55ed6b83-c945-4c82-90e7-98fb31ffb9e8/5400b020-d24d-4ea3-a411-ec72b6ce4d46/b6f906f4-8ca8-42bd-9a2c-80fab536a6ba) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:57.406624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] For port 1508773c-f545-46f1-8945-5465c2fd6229, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=1508773c-f545-46f1-8945-5465c2fd6229,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:54:57.493960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-201e0097-5662-45b1-92ad-9fd50638daa5 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:57.538314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fc053ca7-525b-4361-8e8d-e8101739e305 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:54:57.552079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-79628773-25ed-4fad-8679-3a8350891129 req-b1d12648-387f-4b03-9b68-55e89808deb0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1391416
Dec 18 06:54:57.553186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:57.573339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17594c88>,) {'filters': {'network_id': ['3377878b-0d99-4ba7-afb1-8233dab3b134']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:57.592425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-201e0097-5662-45b1-92ad-9fd50638daa5 None None] Transition to ACTIVE for port object ca112ef3-324d-4b3f-a9b1-a474382fa992 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:57.592425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: fc053ca7-525b-4361-8e8d-e8101739e305 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:54:57.592425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fc053ca7-525b-4361-8e8d-e8101739e305 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:54:57.595136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17594c88>, '8150f80a-4cb7-4c1f-babc-95db920b8401') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:57.595136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17594c88>, '8150f80a-4cb7-4c1f-babc-95db920b8401') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:54:57.604174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-201e0097-5662-45b1-92ad-9fd50638daa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:57.611873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:57.628924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:57.631699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:54:57.736092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c9ac1798-1e71-41bb-b072-b01e8882b775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:57.772133 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.3959045
Dec 18 06:54:57.777294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:57.794436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52348) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:57.815080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'subnet': {'network_id': 'bf4d8ab3-cecb-467b-80d7-daf41db5ed18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:57.835069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 3377878b-0d99-4ba7-afb1-8233dab3b134 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:57.849811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:57.850474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:57.852746 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] 10.222.0.15 "PUT /v2.0/ports/1508773c-f545-46f1-8945-5465c2fd6229 HTTP/1.1" status: 200  len: 1157 time: 3.8438182
Dec 18 06:54:57.854392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'tag': '1508773c-f545-46f1-8945-5465c2fd6229'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:54:57.862489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:57.897757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e0097-5662-45b1-92ad-9fd50638daa5 None None] Pushing event updated for resources: {'Port': ['ID=ca112ef3-324d-4b3f-a9b1-a474382fa992,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:57.947538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-201e0097-5662-45b1-92ad-9fd50638daa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:57.990177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:58.002824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Transition to ACTIVE for port object b6f906f4-8ca8-42bd-9a2c-80fab536a6ba will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:58.021082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Transition to ACTIVE for port object b6f906f4-8ca8-42bd-9a2c-80fab536a6ba will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:54:58.029681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:58.065897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:58.074041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:58.078682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:58.096105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:58.131977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Network': ['ID=bf4d8ab3-cecb-467b-80d7-daf41db5ed18,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:58.153199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:58.163791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.431s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:58.199028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Network 3377878b-0d99-4ba7-afb1-8233dab3b134 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:54:58.236592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d2239a69-f208-452f-a6a1-2c2169a14f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:54:58.264071 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:54:58.282316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network bf4d8ab3-cecb-467b-80d7-daf41db5ed18 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:54:58.297681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network bf4d8ab3-cecb-467b-80d7-daf41db5ed18 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:54:58.343319 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'tag': '1508773c-f545-46f1-8945-5465c2fd6229', 'status': 'completed', 'code': 200}
Dec 18 06:54:58.400412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:58.405760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:58.411530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:58.442881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:58.447387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Usage tracker for resource:subnet and tenant:2c78cefd33bd44b58aa461a8e06259db is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:58.452651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:58.458145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Pushing event deleted for resources: {'Network': ['ID=3377878b-0d99-4ba7-afb1-8233dab3b134,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:58.470000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:58.475626 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/networks/3377878b-0d99-4ba7-afb1-8233dab3b134 HTTP/1.1" status: 204  len: 168 time: 2.9341836
Dec 18 06:54:58.475934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Pushing event updated for resources: {'Port': ['ID=1508773c-f545-46f1-8945-5465c2fd6229,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:58.478605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52356) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:58.488811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:58.493852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-760877fb-8fc4-4dfa-bc59-749a6dbb76d3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'router': {'routes': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:58.505562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:58.532559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Network 55ed6b83-c945-4c82-90e7-98fb31ffb9e8 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:54:58.550364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:58.564142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Delete allocated IP 172.20.0.6 (91a72938-020a-409e-904b-737e7d3421cf/0165e6e7-f487-4581-9bd1-996f6d263a36) {{(pid=81084) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 18 06:54:58.567941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Pushing event updated for resources: {'Port': ['ID=b6f906f4-8ca8-42bd-9a2c-80fab536a6ba,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:58.572219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:58.575277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103696e-ab82-4518-b047-af9824d34f32 req-73a952f6-262e-4c07-a74c-df8da828b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:58.577473 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-73a952f6-262e-4c07-a74c-df8da828b981 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 1160 time: 0.5837326
Dec 18 06:54:58.579057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.21 (91a72938-020a-409e-904b-737e7d3421cf/1f64c83f-23cd-4552-90a9-7377f8d4e86a/f327cd60-e3c7-4278-94c7-3f6368095dfc) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:54:58.580976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:54:58.583637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:54:58.684096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:58.684947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Attempting to bind port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:54:58.685415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Attempting to bind port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'e50220a9-bc7a-4488-8271-d1afe9ac2ee9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55ed6b83-c945-4c82-90e7-98fb31ffb9e8'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:54:58.686012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Attempting to bind port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba on network 55ed6b83-c945-4c82-90e7-98fb31ffb9e8 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:54:58.694322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:54:58.695431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Checking segment: {'id': 'e50220a9-bc7a-4488-8271-d1afe9ac2ee9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55ed6b83-c945-4c82-90e7-98fb31ffb9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:54:58.695559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:58.696036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Bound using segment: {'id': 'e50220a9-bc7a-4488-8271-d1afe9ac2ee9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55ed6b83-c945-4c82-90e7-98fb31ffb9e8'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:54:58.696605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Bound port: b6f906f4-8ca8-42bd-9a2c-80fab536a6ba, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50220a9-bc7a-4488-8271-d1afe9ac2ee9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '55ed6b83-c945-4c82-90e7-98fb31ffb9e8'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:54:58.697081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:58.705384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-45409e8c-6eb6-4d28-bc3a-a5d993d271fe tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:58.761721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event updated for resources: {'SecurityGroup': ['ID=3d81692f-ede2-4a12-8033-834183a3912f,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:58.791619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:54:58.823529 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-c8466249-1cf0-426a-841f-233225ed3444 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1508773c-f545-46f1-8945-5465c2fd6229 HTTP/1.1" status: 200  len: 217 time: 0.2272284
Dec 18 06:54:58.828026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:58.855457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] For port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:54:58.859520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] For port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b6f906f4-8ca8-42bd-9a2c-80fab536a6ba,segment=NetworkSegment(e50220a9-bc7a-4488-8271-d1afe9ac2ee9),segment_id=e50220a9-bc7a-4488-8271-d1afe9ac2ee9)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:54:58.863086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:58.882342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5fb2c920-3637-447a-9213-7e6ba8b8645b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:54:59.048664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:59.050363 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1696 time: 1.7398417
Dec 18 06:54:59.074967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52362) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:59.083598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ec2bb006-976f-4990-b360-dd1b5c32a8fc tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '3d81692f-ede2-4a12-8033-834183a3912f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:59.088494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.extraroute_db [None req-760877fb-8fc4-4dfa-bc59-749a6dbb76d3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Added routes are [] {{(pid=81085) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 18 06:54:59.088494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.extraroute_db [None req-760877fb-8fc4-4dfa-bc59-749a6dbb76d3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Removed routes are [] {{(pid=81085) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 18 06:54:59.089160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-760877fb-8fc4-4dfa-bc59-749a6dbb76d3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:59.130380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103696e-ab82-4518-b047-af9824d34f32 req-f0a49e0d-10d9-4ea2-abf1-11f60b6712e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:59.132774 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-f0a49e0d-10d9-4ea2-abf1-11f60b6712e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53560bf3-5fc1-45f6-8d54-8232541d4afa HTTP/1.1" status: 200  len: 834 time: 0.2341416
Dec 18 06:54:59.136893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ec2bb006-976f-4990-b360-dd1b5c32a8fc tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:59.142922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ec2bb006-976f-4990-b360-dd1b5c32a8fc tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:59.147375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ec2bb006-976f-4990-b360-dd1b5c32a8fc tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:59.154939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ec2bb006-976f-4990-b360-dd1b5c32a8fc tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:59.234699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Pushing event updated for resources: {'Port': ['ID=b6f906f4-8ca8-42bd-9a2c-80fab536a6ba,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:54:59.241324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:54:59.267920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b20afd9b-ae16-446a-ad6a-9dad27287048 None None] Provisioning for port ca112ef3-324d-4b3f-a9b1-a474382fa992 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:54:59.279161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b20afd9b-ae16-446a-ad6a-9dad27287048 None None] Provisioning complete for port ca112ef3-324d-4b3f-a9b1-a474382fa992 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:59.280075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b20afd9b-ae16-446a-ad6a-9dad27287048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:59.289769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:59.412883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-760877fb-8fc4-4dfa-bc59-749a6dbb76d3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:59.421845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-760877fb-8fc4-4dfa-bc59-749a6dbb76d3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:59.430105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c89d61-129e-4073-ab68-dbb647f51cea req-9d9887f0-22aa-4ea3-85e1-af1a41af3974 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:59.431496 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-37c89d61-129e-4073-ab68-dbb647f51cea req-9d9887f0-22aa-4ea3-85e1-af1a41af3974 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 943 time: 0.5599473
Dec 18 06:54:59.483984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-ec2bb006-976f-4990-b360-dd1b5c32a8fc tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:59.488059 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ec2bb006-976f-4990-b360-dd1b5c32a8fc tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.4088147
Dec 18 06:54:59.489366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b20afd9b-ae16-446a-ad6a-9dad27287048 None None] Provisioning complete for port fe2c46a6-80a7-460d-9761-739c70e8bd37 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:59.489366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b20afd9b-ae16-446a-ad6a-9dad27287048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:59.499347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52366) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:59.559368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b20afd9b-ae16-446a-ad6a-9dad27287048 None None] Port fe2c46a6-80a7-460d-9761-739c70e8bd37 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:54:59.576785 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0fa2d0b4-9165-4fce-b650-70972e445cef req-53c8bd76-9427-4a9f-b5f1-41e742151f75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5890043
Dec 18 06:54:59.582810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103696e-ab82-4518-b047-af9824d34f32 req-e0ef38a2-5fc1-4bef-a067-cf24b9d9203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:54:59.584133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b20afd9b-ae16-446a-ad6a-9dad27287048 None None] Provisioning complete for port f327cd60-e3c7-4278-94c7-3f6368095dfc triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:59.584448 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-e0ef38a2-5fc1-4bef-a067-cf24b9d9203c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33289224-0e91-4fc4-8e4e-89c5aa87f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3575625
Dec 18 06:54:59.584574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b20afd9b-ae16-446a-ad6a-9dad27287048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:59.633476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ee83f8db-7853-4120-9025-632e2ce3bac7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group_rule': {'security_group_id': '3d81692f-ede2-4a12-8033-834183a3912f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:54:59.663463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ee83f8db-7853-4120-9025-632e2ce3bac7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:54:59.667945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760877fb-8fc4-4dfa-bc59-749a6dbb76d3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 88ab38fe-9aaf-470b-a2fd-c41551059737 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:54:59.680461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ee83f8db-7853-4120-9025-632e2ce3bac7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:54:59.697934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ee83f8db-7853-4120-9025-632e2ce3bac7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:54:59.698772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b20afd9b-ae16-446a-ad6a-9dad27287048 None None] Port f327cd60-e3c7-4278-94c7-3f6368095dfc cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:54:59.700095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ca112ef3-324d-4b3f-a9b1-a474382fa992 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:54:59.740626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ee83f8db-7853-4120-9025-632e2ce3bac7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:54:59.757037 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-37c89d61-129e-4073-ab68-dbb647f51cea req-3ffb9d8c-3c96-4d45-bab6-2e1c5b80a6b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2554009
Dec 18 06:54:59.798311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ca112ef3-324d-4b3f-a9b1-a474382fa992 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:59.798311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:54:59.916331 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-ee83f8db-7853-4120-9025-632e2ce3bac7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:54:59.919046 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ee83f8db-7853-4120-9025-632e2ce3bac7 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.4106557
Dec 18 06:54:59.922997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52370) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:54:59.928942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-71dc0f16-ed37-476b-9a61-a025f3247113 None None] Provisioning complete for port ca112ef3-324d-4b3f-a9b1-a474382fa992 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:54:59.929398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71dc0f16-ed37-476b-9a61-a025f3247113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:00.071449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760877fb-8fc4-4dfa-bc59-749a6dbb76d3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:55:00.078110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bbeaa9-2f2a-4d8d-bff4-a50c57df8463 None None] Sync routers for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:55:00.099982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-760877fb-8fc4-4dfa-bc59-749a6dbb76d3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:00.099982 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-760877fb-8fc4-4dfa-bc59-749a6dbb76d3 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737 HTTP/1.1" status: 200  len: 701 time: 1.6181698
Dec 18 06:55:00.099982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52374) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:00.108923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bbeaa9-2f2a-4d8d-bff4-a50c57df8463 None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:55:00.109892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-24bbeaa9-2f2a-4d8d-bff4-a50c57df8463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dcc8518>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:00.170950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.resource_extend [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 18 06:55:00.176615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ab723f2e-accc-47f1-bd78-8fbc3d1f9a8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Synchronizing usage tracker for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:00.220395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ab723f2e-accc-47f1-bd78-8fbc3d1f9a8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Unset dirty status for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:00.223766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:00.224725 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ab723f2e-accc-47f1-bd78-8fbc3d1f9a8d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=88ab38fe-9aaf-470b-a2fd-c41551059737 HTTP/1.1" status: 200  len: 205 time: 0.1219611
Dec 18 06:55:00.225411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52378) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:00.229057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5091079a-45f8-4e64-9b47-dc4ee2588dc3 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:00.262458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5091079a-45f8-4e64-9b47-dc4ee2588dc3 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:00.291953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-24bbeaa9-2f2a-4d8d-bff4-a50c57df8463 None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:55:00.296138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Transition to ACTIVE for port object f327cd60-e3c7-4278-94c7-3f6368095dfc will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:00.324749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:00.360420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c7b75624-999e-4f8a-bdd3-90cd3ba38aed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:00.434668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-24bbeaa9-2f2a-4d8d-bff4-a50c57df8463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dcc8518>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:50Z', 'revision_number': 11, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:00.440896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bbeaa9-2f2a-4d8d-bff4-a50c57df8463 None None] Checking router: 88ab38fe-9aaf-470b-a2fd-c41551059737 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:55:00.453028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bbeaa9-2f2a-4d8d-bff4-a50c57df8463 None None] Routers {'88ab38fe-9aaf-470b-a2fd-c41551059737'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:55:00.453751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-24bbeaa9-2f2a-4d8d-bff4-a50c57df8463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dcc8518>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['88ab38fe-9aaf-470b-a2fd-c41551059737'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:00.500770 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-11750d77-cb62-4116-8c79-46fa0029f431 service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9045551
Dec 18 06:55:00.621740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-24bbeaa9-2f2a-4d8d-bff4-a50c57df8463 None None] Set router 88ab38fe-9aaf-470b-a2fd-c41551059737 gateway port host: None {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:55:00.668465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2d0b4-9165-4fce-b650-70972e445cef req-75f27918-a6a7-40b0-bc26-71e11081183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:00.670739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0fa2d0b4-9165-4fce-b650-70972e445cef req-75f27918-a6a7-40b0-bc26-71e11081183c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 1162 time: 0.5469337
Dec 18 06:55:00.692430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=f327cd60-e3c7-4278-94c7-3f6368095dfc,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:00.698013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:00.742225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6e3df26-10a1-4f45-af7d-7e2a7ad99c08 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:00.771943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-24bbeaa9-2f2a-4d8d-bff4-a50c57df8463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dcc8518>, [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:50Z', 'revision_number': 11, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:00.776573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bbeaa9-2f2a-4d8d-bff4-a50c57df8463 None None] The sync data for ids ['88ab38fe-9aaf-470b-a2fd-c41551059737'] in dv-neutron-765072-3-ovs is: [{'id': '88ab38fe-9aaf-470b-a2fd-c41551059737', 'name': 'tempest-RoutersTest-router-1936271318', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:36Z', 'updated_at': '2020-12-18T06:54:50Z', 'revision_number': 11, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:55:00.968649 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d103696e-ab82-4518-b047-af9824d34f32 req-9edeb19f-3d3c-41f9-a514-0d3347266ef6 service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4557362
Dec 18 06:55:00.981138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5091079a-45f8-4e64-9b47-dc4ee2588dc3 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:00.996378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d8877671-0062-44b1-bdc6-43450da1d1f6 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:01.031903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2d0b4-9165-4fce-b650-70972e445cef req-850607f5-6776-463e-bcb6-d2528d158fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:01.033029 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0fa2d0b4-9165-4fce-b650-70972e445cef req-850607f5-6776-463e-bcb6-d2528d158fef service neutron] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.3277280
Dec 18 06:55:01.143806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6e3df26-10a1-4f45-af7d-7e2a7ad99c08 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.154631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091079a-45f8-4e64-9b47-dc4ee2588dc3 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d81692f-ede2-4a12-8033-834183a3912f,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:01.157075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5091079a-45f8-4e64-9b47-dc4ee2588dc3 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:01.158434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6e3df26-10a1-4f45-af7d-7e2a7ad99c08 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.169829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] In _notify_port_updated(), no bound segment for port f327cd60-e3c7-4278-94c7-3f6368095dfc on network 91a72938-020a-409e-904b-737e7d3421cf {{(pid=81084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:55:01.173838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5091079a-45f8-4e64-9b47-dc4ee2588dc3 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.173999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:01.174868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.175056 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5091079a-45f8-4e64-9b47-dc4ee2588dc3 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "DELETE /v2.0/security-groups/3d81692f-ede2-4a12-8033-834183a3912f HTTP/1.1" status: 204  len: 168 time: 1.2507629
Dec 18 06:55:01.180797 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "PUT /v2.0/ports/f327cd60-e3c7-4278-94c7-3f6368095dfc HTTP/1.1" status: 200  len: 920 time: 5.6860099
Dec 18 06:55:01.181663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52384) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:01.182038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52386) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:01.204207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6e3df26-10a1-4f45-af7d-7e2a7ad99c08 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.204844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e3df26-10a1-4f45-af7d-7e2a7ad99c08 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Fanout notify agent at l3_agent the message router_deleted on router 88ab38fe-9aaf-470b-a2fd-c41551059737 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:55:01.225817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6e3df26-10a1-4f45-af7d-7e2a7ad99c08 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.231013 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b6e3df26-10a1-4f45-af7d-7e2a7ad99c08 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737 HTTP/1.1" status: 204  len: 168 time: 1.0000305
Dec 18 06:55:01.231832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52392) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:01.238842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-221d99a9-6e17-4003-9be4-6dfade8cca92 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'router': {'name': 'tempest-RoutersTest-router-1857847675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:01.249415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-221d99a9-6e17-4003-9be4-6dfade8cca92 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:01.257873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47baf79-e89a-4af5-aebf-e321eab13bdd req-2a1e9c9d-85b6-4620-bb94-8414e955c764 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:01.266325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f47baf79-e89a-4af5-aebf-e321eab13bdd req-2a1e9c9d-85b6-4620-bb94-8414e955c764 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 943 time: 0.1811390
Dec 18 06:55:01.287849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-221d99a9-6e17-4003-9be4-6dfade8cca92 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Usage tracker for resource:router and tenant:fc3d208d838543b4abc0f2d29ba61b15 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:01.294963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-221d99a9-6e17-4003-9be4-6dfade8cca92 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:01.304481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-221d99a9-6e17-4003-9be4-6dfade8cca92 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:01.338826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f47baf79-e89a-4af5-aebf-e321eab13bdd req-b3c8ab14-7ce0-457f-ac46-d47351f0964f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711958
Dec 18 06:55:01.340198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-221d99a9-6e17-4003-9be4-6dfade8cca92 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.341364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-221d99a9-6e17-4003-9be4-6dfade8cca92 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.362690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-221d99a9-6e17-4003-9be4-6dfade8cca92 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.392282 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0fa2d0b4-9165-4fce-b650-70972e445cef req-6ff5d6fe-8417-4603-9b37-870ad07f7f0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca HTTP/1.1" status: 200  len: 1000 time: 0.3072009
Dec 18 06:55:01.400222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-221d99a9-6e17-4003-9be4-6dfade8cca92 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.414779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b34d0bd1-0c4a-4c95-b99d-16e4c7d75cce tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port f327cd60-e3c7-4278-94c7-3f6368095dfc {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:01.415163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b34d0bd1-0c4a-4c95-b99d-16e4c7d75cce tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.429311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-221d99a9-6e17-4003-9be4-6dfade8cca92 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.433958 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-221d99a9-6e17-4003-9be4-6dfade8cca92 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1997585
Dec 18 06:55:01.434892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52398) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:01.442486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-96513433-aea8-4617-bec9-bc3bc88d0972 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Request body: {'router': {'admin_state_up': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:01.457550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725a8cdf-aff9-4e2d-9a9a-66f6836859c6 None None] Network 55ed6b83-c945-4c82-90e7-98fb31ffb9e8 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:01.555016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2d0b4-9165-4fce-b650-70972e445cef req-e297eb52-2327-40a4-8829-9d4a97e9a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:01.557061 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0fa2d0b4-9165-4fce-b650-70972e445cef req-e297eb52-2327-40a4-8829-9d4a97e9a166 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0994349
Dec 18 06:55:01.582606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-41ad5059-fe37-4d6d-9faf-8f946d18ff42 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Synchronizing usage tracker for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:01.673978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0cb8b-42e4-4d15-a0b3-d675372997bd req-ece96b9e-1d51-45dc-a823-b46862a1ad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:01.675910 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74d0cb8b-42e4-4d15-a0b3-d675372997bd req-ece96b9e-1d51-45dc-a823-b46862a1ad05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 1160 time: 0.6416745
Dec 18 06:55:01.724292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b6f906f4-8ca8-42bd-9a2c-80fab536a6ba up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:01.793292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2390a688-8cd8-48f9-b651-1e945afdbd03 None None] Provisioning for port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:01.864971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-41ad5059-fe37-4d6d-9faf-8f946d18ff42 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Unset dirty status for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:01.871193 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-41ad5059-fe37-4d6d-9faf-8f946d18ff42 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.6722136
Dec 18 06:55:01.871373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52402) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:01.880855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group': {'name': 'tempest-secgroup--231052193'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:01.889113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:01.896844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:01.905488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:01.905941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.934881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:55:01.941149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:01.979763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-534c28e7-c708-4d7c-b576-6823f7faa01d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:02.019219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dd7210e6-26e6-4d4f-aa5d-19402f3600ba None None] Provisioning for port f327cd60-e3c7-4278-94c7-3f6368095dfc completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:02.023259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:02.025041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dd7210e6-26e6-4d4f-aa5d-19402f3600ba None None] Provisioning complete for port f327cd60-e3c7-4278-94c7-3f6368095dfc triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:02.025390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd7210e6-26e6-4d4f-aa5d-19402f3600ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:02.043317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96513433-aea8-4617-bec9-bc3bc88d0972 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:02.054059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:02.067579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96513433-aea8-4617-bec9-bc3bc88d0972 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:02.142531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:02.152228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dd7210e6-26e6-4d4f-aa5d-19402f3600ba None None] Port f327cd60-e3c7-4278-94c7-3f6368095dfc cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:55:02.163062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:02.200116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b6f906f4-8ca8-42bd-9a2c-80fab536a6ba,segment=NetworkSegment(e50220a9-bc7a-4488-8271-d1afe9ac2ee9),segment_id=e50220a9-bc7a-4488-8271-d1afe9ac2ee9)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:02.205351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:02.207409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:02.214661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Usage tracker for resource:security_group_rule and tenant:f800db6d6f114b8282080aefcf4619fa is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:02.227058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:02.239118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:02.284748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=b6f906f4-8ca8-42bd-9a2c-80fab536a6ba,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:02.288764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:02.309181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96513433-aea8-4617-bec9-bc3bc88d0972 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Router 90c90ef3-29f0-4577-b355-1852d1b4126a is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:55:02.486938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2d0b4-9165-4fce-b650-70972e445cef req-0a855acb-efde-4888-8714-bf2dab7806e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:02.488886 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0fa2d0b4-9165-4fce-b650-70972e445cef req-0a855acb-efde-4888-8714-bf2dab7806e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.9122286
Dec 18 06:55:02.491086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1193e105-f60f-468b-8467-196255716369 None None] Provisioning complete for port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:02.491462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1193e105-f60f-468b-8467-196255716369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:02.529622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96513433-aea8-4617-bec9-bc3bc88d0972 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:55:02.537436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0cb8b-42e4-4d15-a0b3-d675372997bd req-1a814ace-d716-4c0c-b57b-48fa3cc5e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:02.539290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74d0cb8b-42e4-4d15-a0b3-d675372997bd req-1a814ace-d716-4c0c-b57b-48fa3cc5e5dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=33289224-0e91-4fc4-8e4e-89c5aa87f246 HTTP/1.1" status: 200  len: 890 time: 0.8490295
Dec 18 06:55:02.556865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6e129-b98e-4346-84a0-948dc9ffe316 None None] Sync routers for ids ['90c90ef3-29f0-4577-b355-1852d1b4126a'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:55:02.583122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:02.607549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e6e129-b98e-4346-84a0-948dc9ffe316 None None] Routers {'90c90ef3-29f0-4577-b355-1852d1b4126a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:55:02.608393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-46e6e129-b98e-4346-84a0-948dc9ffe316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf2c940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['90c90ef3-29f0-4577-b355-1852d1b4126a'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:02.608548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:02.629297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-601d1165-386b-41b2-9e95-25c33b2186b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:02.672318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event updated for resources: {'SecurityGroup': ['ID=62925219-02d1-424f-ae7e-aa4e8a8ad2dc,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:02.680246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:02.687316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96513433-aea8-4617-bec9-bc3bc88d0972 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:02.689035 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-96513433-aea8-4617-bec9-bc3bc88d0972 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "PUT /v2.0/routers/90c90ef3-29f0-4577-b355-1852d1b4126a HTTP/1.1" status: 200  len: 694 time: 1.2523825
Dec 18 06:55:02.696200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52408) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:02.745551 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74d0cb8b-42e4-4d15-a0b3-d675372997bd req-d061e212-3c78-4622-83f3-11628af7cf89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1508773c-f545-46f1-8945-5465c2fd6229 HTTP/1.1" status: 200  len: 217 time: 0.1304762
Dec 18 06:55:02.746489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Subnet': ['ID=fa43447a-e773-46c1-bbbb-0cc704d858c7,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:02.750638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:02.789272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:02.791216 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.9186842
Dec 18 06:55:02.810754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52412) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:02.829273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-07d81220-054d-4b04-99f0-852a9aeaaa92 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Request body: {'security_group': {'name': 'default'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:02.829901 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-07d81220-054d-4b04-99f0-852a9aeaaa92 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 18 06:55:02.830984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-07d81220-054d-4b04-99f0-852a9aeaaa92 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] update failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:55:02.836073 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-07d81220-054d-4b04-99f0-852a9aeaaa92 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "PUT /v2.0/security-groups/62925219-02d1-424f-ae7e-aa4e8a8ad2dc HTTP/1.1" status: 409  len: 330 time: 0.0206730
Dec 18 06:55:02.836860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52416) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:02.878814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-46e6e129-b98e-4346-84a0-948dc9ffe316 None None] Set router 90c90ef3-29f0-4577-b355-1852d1b4126a gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:55:02.910341 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0fa2d0b4-9165-4fce-b650-70972e445cef req-fc2a72de-decd-400b-991f-5646ce0d96ce service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4081705
Dec 18 06:55:02.967714 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8a603db1-770e-433e-bcb9-654ecea10611 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/routers/90c90ef3-29f0-4577-b355-1852d1b4126a HTTP/1.1" status: 200  len: 700 time: 0.2683196
Dec 18 06:55:02.976321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52420) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:02.985388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518f57-ab41-4ee0-b299-84dd9882e218 req-697b30ca-8150-4b43-8d1b-4b89851cb253 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:02.987661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b34d0bd1-0c4a-4c95-b99d-16e4c7d75cce tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:02.994685 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a518f57-ab41-4ee0-b299-84dd9882e218 req-697b30ca-8150-4b43-8d1b-4b89851cb253 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 943 time: 0.4705844
Dec 18 06:55:03.042096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-46e6e129-b98e-4346-84a0-948dc9ffe316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf2c940>, [{'id': '90c90ef3-29f0-4577-b355-1852d1b4126a', 'name': 'tempest-RoutersTest-router-1857847675', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:55:01Z', 'updated_at': '2020-12-18T06:55:02Z', 'revision_number': 2, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:03.065173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a518f57-ab41-4ee0-b299-84dd9882e218 req-c5ea83a2-6baf-4c99-934f-a02619829823 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698836
Dec 18 06:55:03.095480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62a1f547-80a6-4edc-85c3-f9781f48f435 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:03.097785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6e129-b98e-4346-84a0-948dc9ffe316 None None] Checking router: 90c90ef3-29f0-4577-b355-1852d1b4126a for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:55:03.125871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e6e129-b98e-4346-84a0-948dc9ffe316 None None] Routers {'90c90ef3-29f0-4577-b355-1852d1b4126a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:55:03.127596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-46e6e129-b98e-4346-84a0-948dc9ffe316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf2c940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['90c90ef3-29f0-4577-b355-1852d1b4126a'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:03.133487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62a1f547-80a6-4edc-85c3-f9781f48f435 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:03.189671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f430e10d-47fb-45bd-9887-f8532e2c9bca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Synchronizing usage tracker for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:03.189926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62a1f547-80a6-4edc-85c3-f9781f48f435 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:03.196773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc05cddd-3c0b-4314-9b69-a2c8c6692333 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:03.204443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 1508773c-f545-46f1-8945-5465c2fd6229 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:03.221271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1f547-80a6-4edc-85c3-f9781f48f435 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Pushing event deleted for resources: {'SecurityGroup': ['ID=62925219-02d1-424f-ae7e-aa4e8a8ad2dc,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:03.236319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-62a1f547-80a6-4edc-85c3-f9781f48f435 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:03.254992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62a1f547-80a6-4edc-85c3-f9781f48f435 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:03.256239 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-62a1f547-80a6-4edc-85c3-f9781f48f435 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "DELETE /v2.0/security-groups/62925219-02d1-424f-ae7e-aa4e8a8ad2dc HTTP/1.1" status: 204  len: 168 time: 0.3494203
Dec 18 06:55:03.260123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52424) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:03.276500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b34d0bd1-0c4a-4c95-b99d-16e4c7d75cce tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for f327cd60-e3c7-4278-94c7-3f6368095dfc owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:03.308091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0cb8b-42e4-4d15-a0b3-d675372997bd req-a559e6a3-7b78-4f89-9ffd-25786549cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:03.309757 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74d0cb8b-42e4-4d15-a0b3-d675372997bd req-a559e6a3-7b78-4f89-9ffd-25786549cc25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53560bf3-5fc1-45f6-8d54-8232541d4afa HTTP/1.1" status: 200  len: 834 time: 0.5252466
Dec 18 06:55:03.348034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-46e6e129-b98e-4346-84a0-948dc9ffe316 None None] Set router 90c90ef3-29f0-4577-b355-1852d1b4126a gateway port host: None {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:55:03.362592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-60635ddb-21dd-4e43-89b4-8257e373f5cf tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Synchronizing usage tracker for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:03.402212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-60635ddb-21dd-4e43-89b4-8257e373f5cf tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Unset dirty status for tenant:f800db6d6f114b8282080aefcf4619fa on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:03.403800 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-60635ddb-21dd-4e43-89b4-8257e373f5cf tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.1418293
Dec 18 06:55:03.409292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52428) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:03.415479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f430e10d-47fb-45bd-9887-f8532e2c9bca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Unset dirty status for tenant:fc3d208d838543b4abc0f2d29ba61b15 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:03.416793 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f430e10d-47fb-45bd-9887-f8532e2c9bca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=90c90ef3-29f0-4577-b355-1852d1b4126a HTTP/1.1" status: 200  len: 205 time: 0.4372330
Dec 18 06:55:03.436025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52432) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:03.443161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Checking segment: {'id': '5a1352ef-5448-42a8-98c0-67b3a23bf181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf4d8ab3-cecb-467b-80d7-daf41db5ed18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:03.443281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network hostable DHCP agents. Network: bf4d8ab3-cecb-467b-80d7-daf41db5ed18, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:55:03.479936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-46e6e129-b98e-4346-84a0-948dc9ffe316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf2c940>, [{'id': '90c90ef3-29f0-4577-b355-1852d1b4126a', 'name': 'tempest-RoutersTest-router-1857847675', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:55:01Z', 'updated_at': '2020-12-18T06:55:02Z', 'revision_number': 2, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:03.485410 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0fa2d0b4-9165-4fce-b650-70972e445cef req-5a69caa7-7e28-4bba-9721-930371f4b36e service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5621893
Dec 18 06:55:03.489082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6e129-b98e-4346-84a0-948dc9ffe316 None None] The sync data for ids ['90c90ef3-29f0-4577-b355-1852d1b4126a'] in dv-neutron-765072-3-ovs is: [{'id': '90c90ef3-29f0-4577-b355-1852d1b4126a', 'name': 'tempest-RoutersTest-router-1857847675', 'tenant_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:55:01Z', 'updated_at': '2020-12-18T06:55:02Z', 'revision_number': 2, 'project_id': 'fc3d208d838543b4abc0f2d29ba61b15', 'gw_port_host': None}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:55:03.541304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 1508773c-f545-46f1-8945-5465c2fd6229 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:03.542229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network bf4d8ab3-cecb-467b-80d7-daf41db5ed18 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:55:03.549495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 1508773c-f545-46f1-8945-5465c2fd6229 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:03.551902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:03.563850 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-9c8c2ff9-9c47-4d21-9c95-f67fde2686e2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] delete failed (client error): The resource could not be found.
Dec 18 06:55:03.569539 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9c8c2ff9-9c47-4d21-9c95-f67fde2686e2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "DELETE /v2.0/security-groups/5bac9ff1-f805-45c5-816a-5a8beae3847b HTTP/1.1" status: 404  len: 347 time: 0.1532528
Dec 18 06:55:03.570234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52436) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:03.629195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b6f906f4-8ca8-42bd-9a2c-80fab536a6ba up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:03.662135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-57e08c58-b00f-45e9-84f0-515582df23e8 None None] Provisioning complete for port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:03.662838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57e08c58-b00f-45e9-84f0-515582df23e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:03.726461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, bf4d8ab3-cecb-467b-80d7-daf41db5ed18) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:03.755574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b34d0bd1-0c4a-4c95-b99d-16e4c7d75cce tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:03.797129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa803eef-3779-4a8a-8a9d-ed40df06e7e3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:03.843005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0cb8b-42e4-4d15-a0b3-d675372997bd req-79cb2030-2a2c-401c-82bd-07ad59396be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:03.844708 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74d0cb8b-42e4-4d15-a0b3-d675372997bd req-79cb2030-2a2c-401c-82bd-07ad59396be4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33289224-0e91-4fc4-8e4e-89c5aa87f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.5219610
Dec 18 06:55:03.903248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:03.903248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:03.930703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761deaa-aee3-4a9c-b777-2ebc61d92e84 None None] Network bf4d8ab3-cecb-467b-80d7-daf41db5ed18 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:03.965083 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-91df631e-3690-4f9a-9383-e79e9906e673 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] show failed (client error): The resource could not be found.
Dec 18 06:55:03.970052 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-91df631e-3690-4f9a-9383-e79e9906e673 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "GET /v2.0/security-groups/baa5739e-c28c-4934-8b95-76993fd2ff2e HTTP/1.1" status: 404  len: 347 time: 0.3950617
Dec 18 06:55:03.970052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1f14-4dd8-4fc0-b20e-045e744c9263 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:04.014623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d0bd1-0c4a-4c95-b99d-16e4c7d75cce tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=f327cd60-e3c7-4278-94c7-3f6368095dfc,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:04.024434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52440) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:04.036235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b34d0bd1-0c4a-4c95-b99d-16e4c7d75cce tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:04.085108 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-6ef8055a-e98b-46e5-84c4-9b77680426d3 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] show failed (client error): The resource could not be found.
Dec 18 06:55:04.091730 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6ef8055a-e98b-46e5-84c4-9b77680426d3 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] 10.222.0.23 "GET /v2.0/security-group-rules/2ceba05c-ec4f-4c6c-b2dc-023b2eb9f096 HTTP/1.1" status: 404  len: 356 time: 0.0611355
Dec 18 06:55:04.122279 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 6.3238223
Dec 18 06:55:04.135360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52448) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:04.144310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'port': {'network_id': 'bf4d8ab3-cecb-467b-80d7-daf41db5ed18', 'name': 'tempest-NetworksIpV6TestAttrs-1570985026'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:04.325230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:04.363028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1f14-4dd8-4fc0-b20e-045e744c9263 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:04.368974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Usage tracker for resource:port and tenant:2c78cefd33bd44b58aa461a8e06259db is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:04.370388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1f14-4dd8-4fc0-b20e-045e744c9263 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:04.374920 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74d0cb8b-42e4-4d15-a0b3-d675372997bd req-3782b307-ad0e-4c9b-83cd-87584befb69b service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4537060
Dec 18 06:55:04.375529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Quota usage for port was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:04.416123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1f14-4dd8-4fc0-b20e-045e744c9263 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:04.416724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfa1f14-4dd8-4fc0-b20e-045e744c9263 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Fanout notify agent at l3_agent the message router_deleted on router 90c90ef3-29f0-4577-b355-1852d1b4126a {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:55:04.441991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5cfa1f14-4dd8-4fc0-b20e-045e744c9263 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:04.443482 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5cfa1f14-4dd8-4fc0-b20e-045e744c9263 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/90c90ef3-29f0-4577-b355-1852d1b4126a HTTP/1.1" status: 204  len: 168 time: 1.0030162
Dec 18 06:55:04.445146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:04.453972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251c5c6-9b97-4b7e-b8d4-1f734776af0e req-662ed4d2-6beb-4c98-811d-6c281c6332b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:04.455630 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2251c5c6-9b97-4b7e-b8d4-1f734776af0e req-662ed4d2-6beb-4c98-811d-6c281c6332b5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 943 time: 0.1386304
Dec 18 06:55:04.456170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52452) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:04.502739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:04.526241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-bf4d8ab3-cecb-467b-80d7-daf41db5ed18', 'network_id': 'bf4d8ab3-cecb-467b-80d7-daf41db5ed18', 'tenant_id': '2c78cefd33bd44b58aa461a8e06259db', 'fixed_ips': [{'subnet_id': 'fa43447a-e773-46c1-bbbb-0cc704d858c7'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:55:04.527391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:04.531609 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3c0bb0aa-542e-4b71-bcf4-69bfc986ed77 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=90c90ef3-29f0-4577-b355-1852d1b4126a HTTP/1.1" status: 200  len: 205 time: 0.0739286
Dec 18 06:55:04.538590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52456) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:04.587979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b34d0bd1-0c4a-4c95-b99d-16e4c7d75cce tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:04.602855 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b34d0bd1-0c4a-4c95-b99d-16e4c7d75cce tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/f327cd60-e3c7-4278-94c7-3f6368095dfc HTTP/1.1" status: 204  len: 168 time: 3.4066017
Dec 18 06:55:04.608138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52460) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:04.653386 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-51f2af50-2f35-4a89-a2fd-8f2954f1b573 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] delete failed (client error): The resource could not be found.
Dec 18 06:55:04.656676 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-51f2af50-2f35-4a89-a2fd-8f2954f1b573 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/90c90ef3-29f0-4577-b355-1852d1b4126a HTTP/1.1" status: 404  len: 336 time: 0.1171741
Dec 18 06:55:04.663092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52464) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:04.705813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:04.711361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:04.755015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7789eb9e-21df-4f50-a920-f2441dcdaeca tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:55:04.755845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7789eb9e-21df-4f50-a920-f2441dcdaeca tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:04.770566 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-29632814-f48a-40a4-a3f7-f0c007f032c5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:04.770725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29632814-f48a-40a4-a3f7-f0c007f032c5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:04.773999 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-29632814-f48a-40a4-a3f7-f0c007f032c5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/6c44f737-6875-48ab-ac60-0a341d4a662f HTTP/1.1" status: 404  len: 337 time: 0.1087530
Dec 18 06:55:04.777412 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2251c5c6-9b97-4b7e-b8d4-1f734776af0e req-c6c476f4-4597-486c-85a7-63dc5f669911 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2758026
Dec 18 06:55:04.778116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52468) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:04.831425 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f5039c-73d1-434f-b16b-8e4c31f42fdf tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:04.837154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f5039c-73d1-434f-b16b-8e4c31f42fdf tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:04.839702 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-96f5039c-73d1-434f-b16b-8e4c31f42fdf tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/5c9a61d6-ef7f-4b51-9fcd-bc464146ff0f HTTP/1.1" status: 404  len: 337 time: 0.0596845
Dec 18 06:55:04.842225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52472) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:04.895564 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74d0cb8b-42e4-4d15-a0b3-d675372997bd req-a4c70948-afd8-4feb-ba6c-92a686b39d68 service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4963284
Dec 18 06:55:04.901409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7789eb9e-21df-4f50-a920-f2441dcdaeca tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:04.902498 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7789eb9e-21df-4f50-a920-f2441dcdaeca tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/f327cd60-e3c7-4278-94c7-3f6368095dfc HTTP/1.1" status: 404  len: 333 time: 0.2863116
Dec 18 06:55:04.912228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52478) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:04.916084 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf66d35-a0e3-4166-91fa-3846bae59497 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:04.918522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf66d35-a0e3-4166-91fa-3846bae59497 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:04.921510 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aaf66d35-a0e3-4166-91fa-3846bae59497 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/c48c6bca-d190-4d6c-aa0b-5989f6137cc5 HTTP/1.1" status: 404  len: 337 time: 0.0781040
Dec 18 06:55:04.924257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52482) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:04.984367 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-abfe50a1-b2ad-4343-9be1-db484f2ac380 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:04.985462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abfe50a1-b2ad-4343-9be1-db484f2ac380 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:04.991014 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-abfe50a1-b2ad-4343-9be1-db484f2ac380 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/fc8ee16d-7c72-41f5-a659-d060d963b2b3 HTTP/1.1" status: 404  len: 337 time: 0.0644572
Dec 18 06:55:04.993170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52486) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:05.008774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] device_id is not set on port dd1619cd-0567-4465-ba26-80a5ef41a22f yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:55:05.012482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1508773c-f545-46f1-8945-5465c2fd6229'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:55:05.034398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 1508773c-f545-46f1-8945-5465c2fd6229, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=1508773c-f545-46f1-8945-5465c2fd6229,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:05.056559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:05.060246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Allocated IP 2001:db8::f816:3eff:fed8:6a28 (bf4d8ab3-cecb-467b-80d7-daf41db5ed18/fa43447a-e773-46c1-bbbb-0cc704d858c7/7385d718-9386-41a3-b25c-cadc3150dd4b) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:05.067161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:05.073639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4c800ed2-dc6b-4faf-bb65-f17c81106047 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:05.078280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5f063c46-6d20-4142-8450-27fded9bb094 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=88ab38fe-9aaf-470b-a2fd-c41551059737 HTTP/1.1" status: 200  len: 205 time: 0.0833540
Dec 18 06:55:05.080963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52492) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:05.096124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52496) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:05.111821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:05.112503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:05.143608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4c800ed2-dc6b-4faf-bb65-f17c81106047 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:05.190585 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1508773c-f545-46f1-8945-5465c2fd6229', 'code': 200}
Dec 18 06:55:05.207937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4c800ed2-dc6b-4faf-bb65-f17c81106047 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:05.213690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f41499f-630b-4592-a53a-f426d8370522 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:05.241497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c800ed2-dc6b-4faf-bb65-f17c81106047 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'SecurityGroup': ['ID=b695cf4a-33ae-411a-82c4-54b528c39056,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:05.253935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4c800ed2-dc6b-4faf-bb65-f17c81106047 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:05.258720 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-ee60184e-6ca2-40b2-ae80-718e893eb36a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] delete failed (client error): The resource could not be found.
Dec 18 06:55:05.265080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52502) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:05.266653 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ee60184e-6ca2-40b2-ae80-718e893eb36a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/88ab38fe-9aaf-470b-a2fd-c41551059737 HTTP/1.1" status: 404  len: 336 time: 0.1832759
Dec 18 06:55:05.332181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4c800ed2-dc6b-4faf-bb65-f17c81106047 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:05.333644 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4c800ed2-dc6b-4faf-bb65-f17c81106047 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/security-groups/b695cf4a-33ae-411a-82c4-54b528c39056 HTTP/1.1" status: 204  len: 168 time: 0.4194038
Dec 18 06:55:05.336434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52506) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:05.366565 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dd2a34b4-713d-4309-a14c-d49836784dd2 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=aaa5b492-6039-4c0e-8dae-c65ac4fd5edc HTTP/1.1" status: 200  len: 205 time: 0.0997190
Dec 18 06:55:05.372147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52510) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:05.463519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=1508773c-f545-46f1-8945-5465c2fd6229,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:05.465988 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-cfc10212-30f1-4bb4-bc11-a63272825071 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] delete failed (client error): The resource could not be found.
Dec 18 06:55:05.467741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:05.471058 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cfc10212-30f1-4bb4-bc11-a63272825071 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/aaa5b492-6039-4c0e-8dae-c65ac4fd5edc HTTP/1.1" status: 404  len: 336 time: 0.0975940
Dec 18 06:55:05.473252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52514) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:05.509027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-011d8481-17b4-4f39-a19b-b23af3fe8694 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:05.546085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-011d8481-17b4-4f39-a19b-b23af3fe8694 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:05.551813 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f40bf60-e88e-4329-aada-798bbc719bcc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:05.552824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f40bf60-e88e-4329-aada-798bbc719bcc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:05.554289 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9f40bf60-e88e-4329-aada-798bbc719bcc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/afc65ca0-d18b-4f09-afb9-d21c3dcc4c86 HTTP/1.1" status: 404  len: 337 time: 0.0691588
Dec 18 06:55:05.557986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52518) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:05.562463 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cbf954c9-7b59-4511-87b8-e6c70b7a778a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f800db6d6f114b8282080aefcf4619fa&name=default HTTP/1.1" status: 200  len: 2883 time: 0.4618695
Dec 18 06:55:05.565203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52522) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:05.630677 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-caa1879b-d614-446e-bbf9-ccb031e0779c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=9b5dea12-cbb8-496c-9281-4c971c1106d2 HTTP/1.1" status: 200  len: 205 time: 0.0684297
Dec 18 06:55:05.632687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb46fd-4a49-4fcf-be7b-80aa3d1acf01 req-6352debf-8a39-4b6d-91ec-0fd6752b7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:05.634335 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-56bb46fd-4a49-4fcf-be7b-80aa3d1acf01 req-6352debf-8a39-4b6d-91ec-0fd6752b7eba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 1162 time: 0.2163284
Dec 18 06:55:05.636198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52526) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:05.674413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-011d8481-17b4-4f39-a19b-b23af3fe8694 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:05.681934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5091079a-45f8-4e64-9b47-dc4ee2588dc3 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:05.710059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d8481-17b4-4f39-a19b-b23af3fe8694 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dbbf0f-4a55-4cf6-8805-58e1dccb3e5e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:05.711595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:05.715369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-011d8481-17b4-4f39-a19b-b23af3fe8694 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:05.716555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-011d8481-17b4-4f39-a19b-b23af3fe8694 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:05.718154 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-011d8481-17b4-4f39-a19b-b23af3fe8694 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/security-groups/42dbbf0f-4a55-4cf6-8805-58e1dccb3e5e HTTP/1.1" status: 204  len: 168 time: 0.3804965
Dec 18 06:55:05.721301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52530) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:05.744562 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-7c54b49f-eb69-49db-a744-53a8358ebcd0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] delete failed (client error): The resource could not be found.
Dec 18 06:55:05.745730 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7c54b49f-eb69-49db-a744-53a8358ebcd0 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/9b5dea12-cbb8-496c-9281-4c971c1106d2 HTTP/1.1" status: 404  len: 336 time: 0.1089399
Dec 18 06:55:05.746483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-72f28898-44d1-427b-9a14-f098a8af9564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:05.749866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52534) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:05.765580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Transition to ACTIVE for port object 7385d718-9386-41a3-b25c-cadc3150dd4b will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:05.788793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Transition to ACTIVE for port object 7385d718-9386-41a3-b25c-cadc3150dd4b will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:05.794760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:05.822489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4e5e6c80-20fc-4173-ad3d-68b78af89f6f tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=05738d1f-48a6-4b27-9b34-e94170a5fbcb HTTP/1.1" status: 200  len: 205 time: 0.0696285
Dec 18 06:55:05.851218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52538) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:05.971506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:05.999531 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-56bb46fd-4a49-4fcf-be7b-80aa3d1acf01 req-aa0b86b9-ec34-46c4-99fc-8f34a2250000 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2933121
Dec 18 06:55:06.032946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-72f28898-44d1-427b-9a14-f098a8af9564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:06.046928 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-9032fb20-ef60-4854-bae4-ab70799c6c54 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] delete failed (client error): The resource could not be found.
Dec 18 06:55:06.048071 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9032fb20-ef60-4854-bae4-ab70799c6c54 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/05738d1f-48a6-4b27-9b34-e94170a5fbcb HTTP/1.1" status: 404  len: 336 time: 0.1960504
Dec 18 06:55:06.053274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52544) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:06.064715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Network bf4d8ab3-cecb-467b-80d7-daf41db5ed18 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:06.069558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:06.072086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:55:06.081846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Pushing event updated for resources: {'Port': ['ID=7385d718-9386-41a3-b25c-cadc3150dd4b,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:06.084991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:06.140470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-b953424a-0e2e-4021-b1aa-8e95955a5ffa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting subnet 0165e6e7-f487-4581-9bd1-996f6d263a36 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:55:06.148123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b953424a-0e2e-4021-b1aa-8e95955a5ffa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:06.148291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Attempting to bind port 7385d718-9386-41a3-b25c-cadc3150dd4b on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:55:06.148291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Attempting to bind port 7385d718-9386-41a3-b25c-cadc3150dd4b by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '5a1352ef-5448-42a8-98c0-67b3a23bf181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf4d8ab3-cecb-467b-80d7-daf41db5ed18'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:55:06.148291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Attempting to bind port 7385d718-9386-41a3-b25c-cadc3150dd4b on network bf4d8ab3-cecb-467b-80d7-daf41db5ed18 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:55:06.155551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:55:06.156151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Checking segment: {'id': '5a1352ef-5448-42a8-98c0-67b3a23bf181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf4d8ab3-cecb-467b-80d7-daf41db5ed18'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:06.156916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:06.157085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Bound using segment: {'id': '5a1352ef-5448-42a8-98c0-67b3a23bf181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf4d8ab3-cecb-467b-80d7-daf41db5ed18'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:55:06.157700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Bound port: 7385d718-9386-41a3-b25c-cadc3150dd4b, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1352ef-5448-42a8-98c0-67b3a23bf181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf4d8ab3-cecb-467b-80d7-daf41db5ed18'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:55:06.158039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:06.190864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a125f0-0623-4617-a078-fe31112f06cc req-75cf46f2-7d78-4304-9346-0f9faab358b9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:06.192667 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35a125f0-0623-4617-a078-fe31112f06cc req-75cf46f2-7d78-4304-9346-0f9faab358b9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 945 time: 0.1963058
Dec 18 06:55:06.257127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b953424a-0e2e-4021-b1aa-8e95955a5ffa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:06.292831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] For port 7385d718-9386-41a3-b25c-cadc3150dd4b, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:55:06.299807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] For port 7385d718-9386-41a3-b25c-cadc3150dd4b, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7385d718-9386-41a3-b25c-cadc3150dd4b,segment=NetworkSegment(5a1352ef-5448-42a8-98c0-67b3a23bf181),segment_id=5a1352ef-5448-42a8-98c0-67b3a23bf181)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:55:06.314624 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35a125f0-0623-4617-a078-fe31112f06cc req-303304fe-6ac0-48de-99d7-0222a355aaf8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151414
Dec 18 06:55:06.348343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:06.372046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:06.375935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b953424a-0e2e-4021-b1aa-8e95955a5ffa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:06.429502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Allocated IP 2001:db8::f816:3eff:fe66:f577 (bf4d8ab3-cecb-467b-80d7-daf41db5ed18/fa43447a-e773-46c1-bbbb-0cc704d858c7/dd1619cd-0567-4465-ba26-80a5ef41a22f) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:06.434218 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11789e9-2ef3-40a3-893c-9efe0a901b60 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:06.434218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11789e9-2ef3-40a3-893c-9efe0a901b60 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:06.435980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a11789e9-2ef3-40a3-893c-9efe0a901b60 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/3604bc7f-597a-418c-96bb-4d319f50bcbd HTTP/1.1" status: 404  len: 337 time: 0.0707145
Dec 18 06:55:06.446586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52548) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:06.505980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-759a19b5-07d7-43f1-af4c-6a17052b9713 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=96e9d626-ed33-48dd-821a-b55cf2301b5e HTTP/1.1" status: 200  len: 205 time: 0.0546775
Dec 18 06:55:06.510198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52552) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:06.540117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Pushing event updated for resources: {'Port': ['ID=7385d718-9386-41a3-b25c-cadc3150dd4b,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:06.545496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:06.656405 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-b94db54c-5a84-4e35-9e57-c95ce41941de tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] delete failed (client error): The resource could not be found.
Dec 18 06:55:06.659450 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b94db54c-5a84-4e35-9e57-c95ce41941de tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/96e9d626-ed33-48dd-821a-b55cf2301b5e HTTP/1.1" status: 404  len: 336 time: 0.1473300
Dec 18 06:55:06.662376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52556) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:06.720965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-72f28898-44d1-427b-9a14-f098a8af9564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:06.732566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f90c8eb-5de5-4881-b9fb-bf466f00a13f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:06.746021 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1ae3fc-8cb6-43c7-8022-c885d01d0030 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:06.746518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1ae3fc-8cb6-43c7-8022-c885d01d0030 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:06.780257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b953424a-0e2e-4021-b1aa-8e95955a5ffa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:06.798422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3574531e-38f0-4af0-9ce2-cab1bfece1d6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:06.822188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f28898-44d1-427b-9a14-f098a8af9564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fea362-1f0d-48dd-9ce2-2b2167e905dc,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:06.832841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-72f28898-44d1-427b-9a14-f098a8af9564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:06.835356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-72f28898-44d1-427b-9a14-f098a8af9564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:06.836587 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-72f28898-44d1-427b-9a14-f098a8af9564 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1fea362-1f0d-48dd-9ce2-2b2167e905dc HTTP/1.1" status: 204  len: 168 time: 1.2703903
Dec 18 06:55:06.851038 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ac1ae3fc-8cb6-43c7-8022-c885d01d0030 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/89ff96cd-2248-4b4c-886a-bcb16202500c HTTP/1.1" status: 404  len: 337 time: 0.1849298
Dec 18 06:55:06.859868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52562) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:06.863839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:55:06.959973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953424a-0e2e-4021-b1aa-8e95955a5ffa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Subnet': ['ID=0165e6e7-f487-4581-9bd1-996f6d263a36,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:06.977796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b953424a-0e2e-4021-b1aa-8e95955a5ffa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:06.990436 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-70d449ea-6317-4285-9362-355acd188483 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "GET /v2.0/ports?device_id=39290bb0-d97e-40dc-90e7-6697a87b322c HTTP/1.1" status: 200  len: 205 time: 0.1291728
Dec 18 06:55:06.994879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52568) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:07.106099 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-9491f610-6241-4fbe-91b5-845e47210fc5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] delete failed (client error): The resource could not be found.
Dec 18 06:55:07.107762 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9491f610-6241-4fbe-91b5-845e47210fc5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/routers/39290bb0-d97e-40dc-90e7-6697a87b322c HTTP/1.1" status: 404  len: 336 time: 0.1074986
Dec 18 06:55:07.109637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:07.111506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52572) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:07.155561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Transition to ACTIVE for port object dd1619cd-0567-4465-ba26-80a5ef41a22f will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:07.180265 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18cea6d-fd93-49f5-bbdd-7002da900adf tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:07.181219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18cea6d-fd93-49f5-bbdd-7002da900adf tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:07.194756 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f18cea6d-fd93-49f5-bbdd-7002da900adf tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/8ce7a871-d507-4622-8036-7beac54cfcd9 HTTP/1.1" status: 404  len: 337 time: 0.0829649
Dec 18 06:55:07.198551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52578) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:07.215025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 1508773c-f545-46f1-8945-5465c2fd6229 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:07.237441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b953424a-0e2e-4021-b1aa-8e95955a5ffa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:07.240604 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b953424a-0e2e-4021-b1aa-8e95955a5ffa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/0165e6e7-f487-4581-9bd1-996f6d263a36 HTTP/1.1" status: 204  len: 168 time: 1.5170829
Dec 18 06:55:07.244762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52582) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:07.253127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:07.254173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:07.271909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d465d91c-f6ed-43e2-b44d-1da7fc1c1104 None None] Network 91a72938-020a-409e-904b-737e7d3421cf requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:07.279118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c781687c-5716-4af1-8b9b-96c8478967d8 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:07.411392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 1508773c-f545-46f1-8945-5465c2fd6229 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:07.411757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:07.505975 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1f36d8-268d-4c15-8a8e-ae4e42f8d678 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:07.506339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1f36d8-268d-4c15-8a8e-ae4e42f8d678 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:07.516026 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2d1f36d8-268d-4c15-8a8e-ae4e42f8d678 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] 10.222.0.23 "DELETE /v2.0/subnets/6a12d1b8-6129-4fc9-b095-a467841ffc7c HTTP/1.1" status: 404  len: 337 time: 0.3116949
Dec 18 06:55:07.524701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:07.534129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:07.542424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:07.553924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:07.572606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:07.583927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:07.610854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Port': ['ID=dd1619cd-0567-4465-ba26-80a5ef41a22f,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:07.614934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:07.737400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network bf4d8ab3-cecb-467b-80d7-daf41db5ed18 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:07.738969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:07.745002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:55:07.754340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:07.755291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:07.802946 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 3.6630070
Dec 18 06:55:07.804047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52596) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:07.806702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7385d718-9386-41a3-b25c-cadc3150dd4b up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:07.998994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 7385d718-9386-41a3-b25c-cadc3150dd4b completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:08.156187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52604) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:08.248843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-561d2c27-ebc9-451d-8d45-61f4c62e2af4 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Deleting subnet fa43447a-e773-46c1-bbbb-0cc704d858c7 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:55:08.264675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-561d2c27-ebc9-451d-8d45-61f4c62e2af4 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:08.308325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49943ca7-f2a6-4337-8609-1857fd82bf64 req-57fa81ce-1e48-4076-9cf8-eec65a5189eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:08.312382 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-49943ca7-f2a6-4337-8609-1857fd82bf64 req-57fa81ce-1e48-4076-9cf8-eec65a5189eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 945 time: 0.3187206
Dec 18 06:55:08.419243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-561d2c27-ebc9-451d-8d45-61f4c62e2af4 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:08.500000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb5b81b-058c-4adf-9f7f-e0441b1ecff4 None None] Network bf4d8ab3-cecb-467b-80d7-daf41db5ed18 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:08.516549 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-49943ca7-f2a6-4337-8609-1857fd82bf64 req-20d76542-8601-458a-84f0-ec7e5dc52c88 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1588292
Dec 18 06:55:08.657959 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-504b143d-7e77-40a7-853f-acfe05a056df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fc3d208d838543b4abc0f2d29ba61b15&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4898064
Dec 18 06:55:08.668365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52618) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:08.813906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52622) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:08.821308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:08.849820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-959bc192-423c-4ebd-bee3-16f59dc5d997 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:08.871936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-561d2c27-ebc9-451d-8d45-61f4c62e2af4 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:08.914917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c65e14d-34b3-4f54-84b1-ed1ad188ee89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:08.979887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c65e14d-34b3-4f54-84b1-ed1ad188ee89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:09.001884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-038e54f4-1ff1-4fd8-a207-21e65719d3f7 None None] Provisioning for port 7385d718-9386-41a3-b25c-cadc3150dd4b completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:09.011570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-038e54f4-1ff1-4fd8-a207-21e65719d3f7 None None] Provisioning complete for port 7385d718-9386-41a3-b25c-cadc3150dd4b triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:09.011570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-038e54f4-1ff1-4fd8-a207-21e65719d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:09.154820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-428f39c9-501c-4e90-aa34-790134acbf11 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group': {'name': 'default'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:09.155011 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-428f39c9-501c-4e90-aa34-790134acbf11 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 18 06:55:09.155433 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-428f39c9-501c-4e90-aa34-790134acbf11 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:55:09.156752 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-428f39c9-501c-4e90-aa34-790134acbf11 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3416929
Dec 18 06:55:09.160381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 91a72938-020a-409e-904b-737e7d3421cf is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:09.160759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Subnet': ['ID=7d3ceacd-3257-4b23-99d3-17cec6f946c0,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:09.162905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52628) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:09.166035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:09.189914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:09.192444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:09.193297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:09.202718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c65e14d-34b3-4f54-84b1-ed1ad188ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:09.212788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group': {'name': 'tempest-secgroup--1227144345'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:09.214779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7fbd5e29-f9a8-4927-988a-b624aa8f5c21 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:09.232007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-038e54f4-1ff1-4fd8-a207-21e65719d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:09.233549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:09.242561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65e14d-34b3-4f54-84b1-ed1ad188ee89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e878e1-7ebe-45c5-86c0-e10362afc921,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:09.243311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:09.245212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c65e14d-34b3-4f54-84b1-ed1ad188ee89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:09.250182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:09.255056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe84f3c7-9f13-4791-95b5-bd8d972c137a None None] Network 91a72938-020a-409e-904b-737e7d3421cf requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:09.256677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c65e14d-34b3-4f54-84b1-ed1ad188ee89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:09.260563 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1c65e14d-34b3-4f54-84b1-ed1ad188ee89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e3e878e1-7ebe-45c5-86c0-e10362afc921 HTTP/1.1" status: 204  len: 168 time: 0.5983329
Dec 18 06:55:09.268131 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0194616
Dec 18 06:55:09.268131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:09.270620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52634) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:09.283516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef793d-b738-4351-8ceb-7a29871a6eab req-65750b82-e2f5-4e1f-8955-0e7acb14fd82 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:09.286273 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85ef793d-b738-4351-8ceb-7a29871a6eab req-65750b82-e2f5-4e1f-8955-0e7acb14fd82 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 945 time: 0.3305061
Dec 18 06:55:09.293997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'security_group': {'name': 'tempest-secgroup-1051900504'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:09.311612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:09.318141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:security_group and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:09.323081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:09.332754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:09.356685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:09.385271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-561d2c27-ebc9-451d-8d45-61f4c62e2af4 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:09.401070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:09.434682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc6a0419-e858-42d0-beed-2d516e47484c tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:09.447590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:09.481485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d2c27-ebc9-451d-8d45-61f4c62e2af4 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Subnet': ['ID=fa43447a-e773-46c1-bbbb-0cc704d858c7,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:09.507860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:09.522409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:09.526575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:09.577681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:09.580943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-561d2c27-ebc9-451d-8d45-61f4c62e2af4 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:09.648405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-561d2c27-ebc9-451d-8d45-61f4c62e2af4 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:09.656619 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-561d2c27-ebc9-451d-8d45-61f4c62e2af4 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/subnets/fa43447a-e773-46c1-bbbb-0cc704d858c7 HTTP/1.1" status: 204  len: 168 time: 1.8499057
Dec 18 06:55:09.659278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52638) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:09.678530 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85ef793d-b738-4351-8ceb-7a29871a6eab req-04aa3928-fca7-41ad-b607-5b35c2549477 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3246353
Dec 18 06:55:09.688906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:09.696123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:security_group_rule and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:09.709993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:09.755515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52642) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:09.832677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:09.844777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c99838-dca8-48c6-8ee5-e48975de5aaf tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:09.846657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c99838-dca8-48c6-8ee5-e48975de5aaf tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:09.847103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-09c99838-dca8-48c6-8ee5-e48975de5aaf tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Synchronizing usage tracker for tenant:2c78cefd33bd44b58aa461a8e06259db on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:09.872239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:09.889337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:09.890830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92160d1b-4772-401f-a7b8-8eef6cfb867a tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:09.895551 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-92160d1b-4772-401f-a7b8-8eef6cfb867a tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 1157 time: 0.1362691
Dec 18 06:55:09.896355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-09c99838-dca8-48c6-8ee5-e48975de5aaf tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Unset dirty status for tenant:2c78cefd33bd44b58aa461a8e06259db on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:09.898056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:09.901360 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-09c99838-dca8-48c6-8ee5-e48975de5aaf tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2409022
Dec 18 06:55:09.902363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52648) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:09.906719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f059768-7500-4137-a810-5314d2aff4ac None None] Network bf4d8ab3-cecb-467b-80d7-daf41db5ed18 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:09.912086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': '1508773c-f545-46f1-8945-5465c2fd6229', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address': '172.20.0.4'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:09.912455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52650) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:09.916544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:09.922862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:09.930171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:floatingip and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:09.937579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:09.944585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:09.958654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.169800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.277954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-038e54f4-1ff1-4fd8-a207-21e65719d3f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:55:10.278259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-038e54f4-1ff1-4fd8-a207-21e65719d3f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:55:10.323322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:10.345974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:10.366892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:10.429111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event updated for resources: {'SecurityGroup': ['ID=8440b58f-3d39-4b69-b376-89d10216f949,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:10.448132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:10.470190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.477488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c605-f498-4364-a00c-8b590c66a6d5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.555072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.562156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.231 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/1f2fcf53-0ea5-467b-a408-208685bfb633) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:10.564367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1b4a9b8f-8483-4c30-9741-82976ddc9e18 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:10.584407 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf1c605-f498-4364-a00c-8b590c66a6d5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:55:10.588247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf1c605-f498-4364-a00c-8b590c66a6d5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] No notification will be sent due to unsuccessful status code: 409 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:10.602875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] DHCP port deletion for bf4d8ab3-cecb-467b-80d7-daf41db5ed18 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:55:10.611332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Deleting port 7385d718-9386-41a3-b25c-cadc3150dd4b {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:10.611870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.646401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'SecurityGroup': ['ID=0e696f4d-55d3-4d11-a1e6-e6a57bf09e29,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:10.654861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:10.663061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.664635 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 1.3769374
Dec 18 06:55:10.666430 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6cf1c605-f498-4364-a00c-8b590c66a6d5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/networks/bf4d8ab3-cecb-467b-80d7-daf41db5ed18 HTTP/1.1" status: 409  len: 405 time: 0.7469223
Dec 18 06:55:10.676743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52668) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:10.677391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52670) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:10.694551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1206622016'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:10.707371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'security_group': {'name': 'tempest-secgroup-543570415'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:10.715405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:10.719307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:10.736836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Usage tracker for resource:network and tenant:2c78cefd33bd44b58aa461a8e06259db is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:10.743083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:security_group and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:10.750588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Quota usage for network was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:10.762894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:10.767011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e2ffd-2922-4430-97f0-9e434bdcb383 None None] Update dhcp port {'port': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'fixed_ips': [{'subnet_id': '1f64c83f-23cd-4552-90a9-7377f8d4e86a', 'ip_address': '172.20.0.18'}, {'subnet_id': '7d3ceacd-3257-4b23-99d3-17cec6f946c0'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': 'ca112ef3-324d-4b3f-a9b1-a474382fa992'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:55:10.775927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:10.779947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.780249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.781462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:10.792553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.815370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3dbcf45-5e40-48ac-a173-b6e85d645fb9 tempest-PortsAdminExtendedAttrsTestJSON-1705245481 tempest-PortsAdminExtendedAttrsTestJSON-1705245481] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:10.827813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.837278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.913199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-189e2ffd-2922-4430-97f0-9e434bdcb383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.917088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:10.925327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.940788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba78638-2b0a-487e-9cc9-39153201cd98,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:10.944963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:10.946993 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1696 time: 1.7821915
Dec 18 06:55:10.956950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:10.960981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52678) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:10.965976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:10.977207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:10.989002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-35d3028d-47bb-4877-929e-4b73d89e9346 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '7ba78638-2b0a-487e-9cc9-39153201cd98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:10.994774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:security_group_rule and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:11.000938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:11.006860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52682) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:11.011088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-35d3028d-47bb-4877-929e-4b73d89e9346 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:11.018780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:11.032517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-35d3028d-47bb-4877-929e-4b73d89e9346 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:11.050277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-35d3028d-47bb-4877-929e-4b73d89e9346 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:11.052387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-038e54f4-1ff1-4fd8-a207-21e65719d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.055023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:11.056393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:55:11.064158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:11.068679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:55:11.078793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-35d3028d-47bb-4877-929e-4b73d89e9346 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:11.094198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.094620 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Added segment a6929764-f72d-4a81-ac84-0e9a78947f95 of type vxlan for network 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e
Dec 18 06:55:11.119847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=1f2fcf53-0ea5-467b-a408-208685bfb633,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:11.125298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:11.151827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35d3028d-47bb-4877-929e-4b73d89e9346 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.263740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35d3028d-47bb-4877-929e-4b73d89e9346 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.285170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35d3028d-47bb-4877-929e-4b73d89e9346 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.295719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.300523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-388242e8-ef34-42b3-aed9-f04a3a9c8439 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:11.311590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-038e54f4-1ff1-4fd8-a207-21e65719d3f7 None None] For port 7385d718-9386-41a3-b25c-cadc3150dd4b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7385d718-9386-41a3-b25c-cadc3150dd4b,segment=NetworkSegment(5a1352ef-5448-42a8-98c0-67b3a23bf181),segment_id=5a1352ef-5448-42a8-98c0-67b3a23bf181)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:11.335480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-038e54f4-1ff1-4fd8-a207-21e65719d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.337576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1639637840'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:11.342444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] For port 7385d718-9386-41a3-b25c-cadc3150dd4b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7385d718-9386-41a3-b25c-cadc3150dd4b,segment=NetworkSegment(5a1352ef-5448-42a8-98c0-67b3a23bf181),segment_id=5a1352ef-5448-42a8-98c0-67b3a23bf181)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:11.342549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.350780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f960fc95-6ffc-4af5-8620-86bdd9b691da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:11.365795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:11.371929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3028d-47bb-4877-929e-4b73d89e9346 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85e63ca-5cb3-48cd-b1a5-3a75140b03b4,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:11.389097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-35d3028d-47bb-4877-929e-4b73d89e9346 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:11.391525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Usage tracker for resource:network and tenant:d88a492c9340468dae46c271edbf59d9 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:11.413817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:11.417073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.428418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:11.433822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.445382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7a12293-3c1d-410e-8be8-fde8b4a71fba tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:11.474260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35d3028d-47bb-4877-929e-4b73d89e9346 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.480560 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-35d3028d-47bb-4877-929e-4b73d89e9346 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.5026867
Dec 18 06:55:11.485122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.487453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52688) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:11.489560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:11.489928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.512607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Made reservation on behalf of d88a492c9340468dae46c271edbf59d9 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:11.512793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7d271220-6ca4-45cc-9840-7c48aef66bb3 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '7ba78638-2b0a-487e-9cc9-39153201cd98', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:11.517554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.528095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.530324 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.8514555
Dec 18 06:55:11.538115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52692) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:11.544563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'security_group': {'name': 'tempest-secgroup-864533056'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:11.549782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'SecurityGroup': ['ID=966c6256-1451-4f8e-8e1a-214caad95347,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:11.552967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.568935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:11.569565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce814f05-f5a0-440c-b643-f9b5b087919c tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:11.580738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e54f4-1ff1-4fd8-a207-21e65719d3f7 None None] Pushing event updated for resources: {'Port': ['ID=7385d718-9386-41a3-b25c-cadc3150dd4b,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:11.586788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:11.593823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Calling delete_port for 7385d718-9386-41a3-b25c-cadc3150dd4b owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:11.603093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7d271220-6ca4-45cc-9840-7c48aef66bb3 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:11.610247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7d271220-6ca4-45cc-9840-7c48aef66bb3 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:11.614916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7d271220-6ca4-45cc-9840-7c48aef66bb3 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:11.622107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7385d718-9386-41a3-b25c-cadc3150dd4b no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:55:11.628183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7d271220-6ca4-45cc-9840-7c48aef66bb3 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:11.660902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:security_group and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:11.670525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d271220-6ca4-45cc-9840-7c48aef66bb3 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.671725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:11.675143 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9941487
Dec 18 06:55:11.679253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for security_group was recalculated. Used quota:3. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:11.681775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52696) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:11.702703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'subnet': {'network_id': '1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:11.704145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Usage tracker for resource:security_group_rule and tenant:d88a492c9340468dae46c271edbf59d9 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:11.707774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:11.713118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:11.724663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:11.730322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-038e54f4-1ff1-4fd8-a207-21e65719d3f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:11.737806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Network': ['ID=1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:11.743753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:11.744525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.781593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:11.782416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:11.796886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:security_group_rule and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:11.799936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:11.800443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:11.808429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:11.850626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.882546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:11.900343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:11.911459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-7d271220-6ca4-45cc-9840-7c48aef66bb3 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:55:11.911459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d271220-6ca4-45cc-9840-7c48aef66bb3 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.4205551
Dec 18 06:55:11.911459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52700) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:11.913780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.928162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.935613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7722b56d-1277-415e-b16e-712a93edf426 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:11.960172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.977223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:11.984097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:55:12.026606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Pushing event updated for resources: {'SecurityGroup': ['ID=542857b0-4d32-4b6b-92c6-fe1e0975ad7a,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:12.040624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.041268 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Added segment 9d5189bf-38e2-4fe7-b650-18e3592fea72 of type vxlan for network 7890fdf8-a45e-4794-8329-40dbf2aa54bf
Dec 18 06:55:12.043098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:12.043602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-67889fdb-7b72-4c32-b5a1-2645acdb10e9 None None] Provisioning complete for port 7385d718-9386-41a3-b25c-cadc3150dd4b triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:12.044050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67889fdb-7b72-4c32-b5a1-2645acdb10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.044213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:12.108399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.109874 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.5706825
Dec 18 06:55:12.127895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52704) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:12.142237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'name': 'tempest-PortsTestJSON-1868408636', 'security_groups': ['0c309157-901e-487c-911a-191acbb26093'], 'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d3ceacd-3257-4b23-99d3-17cec6f946c0'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:12.158645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'SecurityGroup': ['ID=0c309157-901e-487c-911a-191acbb26093,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:12.166566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.225618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:12.292019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:12.316484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.320986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:12.321760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.332039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-288cdd35-0be6-421a-9ab6-0356abd482a9 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:12.332171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:55:12.332171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:55:12.352747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.363342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-189e2ffd-2922-4430-97f0-9e434bdcb383 None None] Allocated IP 172.20.0.2 (91a72938-020a-409e-904b-737e7d3421cf/7d3ceacd-3257-4b23-99d3-17cec6f946c0/ca112ef3-324d-4b3f-a9b1-a474382fa992) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:12.406250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.467348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:12.470488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.4619904
Dec 18 06:55:12.476496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52710) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:12.491380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Pushing event updated for resources: {'Network': ['ID=7890fdf8-a45e-4794-8329-40dbf2aa54bf,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:12.494092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:12.496461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:12.498317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Request body: {'subnet': {'network_id': '7890fdf8-a45e-4794-8329-40dbf2aa54bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:12.509085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:12.516040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7dc335b5-0514-43a7-9be7-581b6022c86b tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.524827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 7890fdf8-a45e-4794-8329-40dbf2aa54bf details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:12.538532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 7890fdf8-a45e-4794-8329-40dbf2aa54bf details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:12.700161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.733217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.757684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 7385d718-9386-41a3-b25c-cadc3150dd4b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7385d718-9386-41a3-b25c-cadc3150dd4b,segment=NetworkSegment(5a1352ef-5448-42a8-98c0-67b3a23bf181),segment_id=5a1352ef-5448-42a8-98c0-67b3a23bf181)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:12.782148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.791188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5bf9d5ab-bd0b-491b-97c5-4a56c7804d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:12.832768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7dc335b5-0514-43a7-9be7-581b6022c86b tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.849504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Deleting port 7385d718-9386-41a3-b25c-cadc3150dd4b {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:12.850217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.914598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] device_id is not set on port 4edfee1d-ebf8-4093-b4f6-b99afef29224 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:55:12.926085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-67889fdb-7b72-4c32-b5a1-2645acdb10e9 None None] Provisioning complete for port ca112ef3-324d-4b3f-a9b1-a474382fa992 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:12.926773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67889fdb-7b72-4c32-b5a1-2645acdb10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:12.936990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:13.014047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Usage tracker for resource:subnet and tenant:d88a492c9340468dae46c271edbf59d9 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:13.032777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:13.051034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:13.093481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Made reservation on behalf of d88a492c9340468dae46c271edbf59d9 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:13.114835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-189e2ffd-2922-4430-97f0-9e434bdcb383 None None] For port ca112ef3-324d-4b3f-a9b1-a474382fa992, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca112ef3-324d-4b3f-a9b1-a474382fa992,segment=NetworkSegment(d7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8),segment_id=d7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:13.131137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7dc335b5-0514-43a7-9be7-581b6022c86b tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.155611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=7385d718-9386-41a3-b25c-cadc3150dd4b,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:13.185533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:13.189311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-72f28898-44d1-427b-9a14-f098a8af9564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:13.269258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc335b5-0514-43a7-9be7-581b6022c86b tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba78638-2b0a-487e-9cc9-39153201cd98,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:13.286104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7dc335b5-0514-43a7-9be7-581b6022c86b tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:13.333745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.334240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-189e2ffd-2922-4430-97f0-9e434bdcb383 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.364268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-67889fdb-7b72-4c32-b5a1-2645acdb10e9 None None] Provisioning for port dd1619cd-0567-4465-ba26-80a5ef41a22f completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:13.378043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] For port 7385d718-9386-41a3-b25c-cadc3150dd4b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7385d718-9386-41a3-b25c-cadc3150dd4b,segment=NetworkSegment(5a1352ef-5448-42a8-98c0-67b3a23bf181),segment_id=5a1352ef-5448-42a8-98c0-67b3a23bf181)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:13.378499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.386464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-189e2ffd-2922-4430-97f0-9e434bdcb383 None None] Transition to ACTIVE for port object ca112ef3-324d-4b3f-a9b1-a474382fa992 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:13.388669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-67889fdb-7b72-4c32-b5a1-2645acdb10e9 None None] Provisioning complete for port dd1619cd-0567-4465-ba26-80a5ef41a22f triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:13.389096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67889fdb-7b72-4c32-b5a1-2645acdb10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.423334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7dc335b5-0514-43a7-9be7-581b6022c86b tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.425741 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7dc335b5-0514-43a7-9be7-581b6022c86b tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "DELETE /v2.0/security-groups/7ba78638-2b0a-487e-9cc9-39153201cd98 HTTP/1.1" status: 204  len: 168 time: 1.5131514
Dec 18 06:55:13.427008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.430574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-189e2ffd-2922-4430-97f0-9e434bdcb383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.444537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52714) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:13.452787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e62c4747-191d-4c61-9753-112212c0d284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:13.453106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.486594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-461cf86d-62a0-45b6-a743-e9c28d918853 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:13.540387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.6 (91a72938-020a-409e-904b-737e7d3421cf/7d3ceacd-3257-4b23-99d3-17cec6f946c0/4edfee1d-ebf8-4093-b4f6-b99afef29224) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:13.544646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8422fba2-d5cd-4922-8deb-2dfb9e89cc1e tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Synchronizing usage tracker for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:13.583090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8422fba2-d5cd-4922-8deb-2dfb9e89cc1e tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Unset dirty status for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:13.588195 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8422fba2-d5cd-4922-8deb-2dfb9e89cc1e tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.1385889
Dec 18 06:55:13.589576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52718) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:13.602169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group': {'name': 'tempest-secgroup--346391371'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:13.612486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:13.710253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:13.713959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Calling delete_port for 7385d718-9386-41a3-b25c-cadc3150dd4b owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:13.741762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.773191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e2ffd-2922-4430-97f0-9e434bdcb383 None None] Pushing event updated for resources: {'Port': ['ID=ca112ef3-324d-4b3f-a9b1-a474382fa992,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:13.783525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-189e2ffd-2922-4430-97f0-9e434bdcb383 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:13.784338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-67889fdb-7b72-4c32-b5a1-2645acdb10e9 None None] Port dd1619cd-0567-4465-ba26-80a5ef41a22f cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:55:13.788479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:13.797572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:13.807749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=1f2fcf53-0ea5-467b-a408-208685bfb633,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:13.809112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:13.811971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:13.821435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:13.851201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.853306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-67889fdb-7b72-4c32-b5a1-2645acdb10e9 None None] Provisioning complete for port fe2c46a6-80a7-460d-9761-739c70e8bd37 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:13.853754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67889fdb-7b72-4c32-b5a1-2645acdb10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.882909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Transition to ACTIVE for port object 4edfee1d-ebf8-4093-b4f6-b99afef29224 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:13.914952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.934443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:13.946427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.948353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:13.963566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db1fe693-bff6-4c38-a3bd-b4ab0600c155 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:14.001370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:14.037083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Pushing event deleted for resources: {'Port': ['ID=7385d718-9386-41a3-b25c-cadc3150dd4b,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:14.038916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-67889fdb-7b72-4c32-b5a1-2645acdb10e9 None None] Port fe2c46a6-80a7-460d-9761-739c70e8bd37 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:55:14.041507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:14.092167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:14.097664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] No DVR routers for this DVR port 7385d718-9386-41a3-b25c-cadc3150dd4b on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:55:14.130691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=4edfee1d-ebf8-4093-b4f6-b99afef29224,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:14.135347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:14.135998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a983dff9-cef7-4fd1-9bf7-d360c871cb7e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:14.143815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:14.145121 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.5545366
Dec 18 06:55:14.152879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52722) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:14.174909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f37b410b-4419-4598-946b-b0c1782b0893 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '1b543c2b-c98a-4d51-bde8-1c6dedf82d3e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:14.176466 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-f37b410b-4419-4598-946b-b0c1782b0893 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 18 06:55:14.177224 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-f37b410b-4419-4598-946b-b0c1782b0893 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:14.178527 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f37b410b-4419-4598-946b-b0c1782b0893 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0241086
Dec 18 06:55:14.187431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52726) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:14.210181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event updated for resources: {'SecurityGroup': ['ID=1b543c2b-c98a-4d51-bde8-1c6dedf82d3e,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:14.219436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8094d431-a92b-4b7f-8483-e342d0629e05 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:14.241128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 91a72938-020a-409e-904b-737e7d3421cf is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:14.242469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:14.245091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:55:14.323696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:14.324380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:14.359208 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8fafb3c0-e894-493f-93fd-cc38b8759c0f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.2277391
Dec 18 06:55:14.362139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52730) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:14.370043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-82d1d93d-45d2-4408-9931-09bce2aa7d67 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:14.429104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a86024d-b309-4ab5-95f2-892771cf5115 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:14.499321 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 associated. External IP: 172.26.7.231, port: 1508773c-f545-46f1-8945-5465c2fd6229.
Dec 18 06:55:14.539339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-82d1d93d-45d2-4408-9931-09bce2aa7d67 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:14.543837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-82d1d93d-45d2-4408-9931-09bce2aa7d67 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:14.547116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-82d1d93d-45d2-4408-9931-09bce2aa7d67 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:14.553964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-82d1d93d-45d2-4408-9931-09bce2aa7d67 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:14.564064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d1d93d-45d2-4408-9931-09bce2aa7d67 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:14.570453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82d1d93d-45d2-4408-9931-09bce2aa7d67 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:14.579629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a86024d-b309-4ab5-95f2-892771cf5115 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:14.626811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07042b34-4b28-492c-8d7f-062991fef5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:14.667063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:55:14.681322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:14.708874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-513ffd5a-b333-465d-a608-d69d073232c8 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:14.718950 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.ipam_backend_mixin [None req-82d1d93d-45d2-4408-9931-09bce2aa7d67 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7d3ceacd-3257-4b23-99d3-17cec6f946c0 (CIDR: 172.20.0.0/28)
Dec 18 06:55:14.723039 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d1d93d-45d2-4408-9931-09bce2aa7d67 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:14.723538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d1d93d-45d2-4408-9931-09bce2aa7d67 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:14.744048 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-82d1d93d-45d2-4408-9931-09bce2aa7d67 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3807516
Dec 18 06:55:14.746931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52734) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:14.754605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7c9481ac-5698-45da-87f8-ceefbeceedf0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:14.776556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-53a3ca25-ab3a-415f-8630-7cd06e939cb5 None None] Provisioning for port ca112ef3-324d-4b3f-a9b1-a474382fa992 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:14.783679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-53a3ca25-ab3a-415f-8630-7cd06e939cb5 None None] Provisioning complete for port ca112ef3-324d-4b3f-a9b1-a474382fa992 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:14.784642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53a3ca25-ab3a-415f-8630-7cd06e939cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:14.923239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7c9481ac-5698-45da-87f8-ceefbeceedf0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:14.928116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7c9481ac-5698-45da-87f8-ceefbeceedf0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:14.931676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7c9481ac-5698-45da-87f8-ceefbeceedf0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:14.941958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7c9481ac-5698-45da-87f8-ceefbeceedf0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:14.957072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9481ac-5698-45da-87f8-ceefbeceedf0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:14.964892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7c9481ac-5698-45da-87f8-ceefbeceedf0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:14.970088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-53a3ca25-ab3a-415f-8630-7cd06e939cb5 None None] Provisioning complete for port fe2c46a6-80a7-460d-9761-739c70e8bd37 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:14.970733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53a3ca25-ab3a-415f-8630-7cd06e939cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:15.051067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-53a3ca25-ab3a-415f-8630-7cd06e939cb5 None None] Port fe2c46a6-80a7-460d-9761-739c70e8bd37 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:55:15.113721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Subnet': ['ID=b39cb204-97bd-40be-836b-0b6e4dabede3,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:15.126469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:15.135486 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.ipam_backend_mixin [None req-7c9481ac-5698-45da-87f8-ceefbeceedf0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1f64c83f-23cd-4552-90a9-7377f8d4e86a (CIDR: 172.20.0.16/28)
Dec 18 06:55:15.139476 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9481ac-5698-45da-87f8-ceefbeceedf0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:15.140016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9481ac-5698-45da-87f8-ceefbeceedf0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 400 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:15.168039 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7c9481ac-5698-45da-87f8-ceefbeceedf0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.4186151
Dec 18 06:55:15.169816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52738) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:15.171052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-84fd92ea-e74a-43cc-a7c8-76f707f20a6a None None] Provisioning for port 4edfee1d-ebf8-4093-b4f6-b99afef29224 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:15.177891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-84fd92ea-e74a-43cc-a7c8-76f707f20a6a None None] Provisioning complete for port 4edfee1d-ebf8-4093-b4f6-b99afef29224 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:15.178038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'subnet': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:15.178320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-84fd92ea-e74a-43cc-a7c8-76f707f20a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:15.236367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-84fd92ea-e74a-43cc-a7c8-76f707f20a6a None None] Port 4edfee1d-ebf8-4093-b4f6-b99afef29224 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:55:15.272484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a86024d-b309-4ab5-95f2-892771cf5115 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:15.287047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c65e14d-34b3-4f54-84b1-ed1ad188ee89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:15.330475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:15.334646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Usage tracker for resource:subnet and tenant:4188d9c05dcd428b8cdbc76ccf79a62d is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:15.336172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86024d-b309-4ab5-95f2-892771cf5115 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b543c2b-c98a-4d51-bde8-1c6dedf82d3e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:15.337809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:15.344436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:15.350113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a86024d-b309-4ab5-95f2-892771cf5115 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:15.354923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Made reservation on behalf of 4188d9c05dcd428b8cdbc76ccf79a62d for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:15.361792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:15.382388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-71c859de-224c-44a0-8c30-99719aef9b0e None None] Provisioning complete for port ca112ef3-324d-4b3f-a9b1-a474382fa992 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:15.382765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71c859de-224c-44a0-8c30-99719aef9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:15.435555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:15.460926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5662126e-f1e8-4ca4-880c-a213f83ca86b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:15.569239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a86024d-b309-4ab5-95f2-892771cf5115 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:15.570511 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6a86024d-b309-4ab5-95f2-892771cf5115 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "DELETE /v2.0/security-groups/1b543c2b-c98a-4d51-bde8-1c6dedf82d3e HTTP/1.1" status: 204  len: 168 time: 1.3777940
Dec 18 06:55:15.582685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ca112ef3-324d-4b3f-a9b1-a474382fa992 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:15.595396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52742) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:15.666176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ca112ef3-324d-4b3f-a9b1-a474382fa992 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:15.666816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:15.775805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Pushing event updated for resources: {'Subnet': ['ID=322301cb-6949-4d28-95c2-d22ceb156319,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:15.796979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:15.848865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Checking segment: {'id': 'a6929764-f72d-4a81-ac84-0e9a78947f95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:15.849274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network hostable DHCP agents. Network: 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:55:15.855763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a6dceb20-04fb-4ce6-a324-9e36560e7385 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Synchronizing usage tracker for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:15.886925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 050bd5b2-204e-4197-903b-4d99eeb66625 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:55:15.906551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a6dceb20-04fb-4ce6-a324-9e36560e7385 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Unset dirty status for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:15.907989 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a6dceb20-04fb-4ce6-a324-9e36560e7385 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.3074462
Dec 18 06:55:15.912741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52746) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:15.921249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:55:15.921602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group': {'name': 'tempest-secgroup--591117522'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:15.931550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:15.950436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:15.967325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:16.006351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:16.007174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:16.015257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a4389b-6ec1-4f82-8c4c-66adbff0f6fb None None] Network 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:16.022198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:16.027198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Checking segment: {'id': '9d5189bf-38e2-4fe7-b650-18e3592fea72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7890fdf8-a45e-4794-8329-40dbf2aa54bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:16.027618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Network hostable DHCP agents. Network: 7890fdf8-a45e-4794-8329-40dbf2aa54bf, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:55:16.028108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:16.037639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:16.038561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:16.039237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:16.151365 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.4597385
Dec 18 06:55:16.156448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52750) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:16.162925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Network 7890fdf8-a45e-4794-8329-40dbf2aa54bf is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:55:16.165062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'port': {'network_id': '1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e', 'name': 'tempest-NetworksIpV6TestAttrs-1673572532'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:16.177135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 7890fdf8-a45e-4794-8329-40dbf2aa54bf) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:16.197255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:55:16.204008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:16.204674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:16.210577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea008f-e4c1-4a31-99d8-a26498d95ef6 None None] Sync routers for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:55:16.229572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea008f-e4c1-4a31-99d8-a26498d95ef6 None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:55:16.230711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-41ea008f-e4c1-4a31-99d8-a26498d95ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dcd8da0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:16.237473 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7561948
Dec 18 06:55:16.238643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52754) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:16.242784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:16.275397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Request body: {'port': {'network_id': '7890fdf8-a45e-4794-8329-40dbf2aa54bf', 'name': 'tempest-TagsExtTest-933457818'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:16.349344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:16.363099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f5c32-3c96-4e37-b5a4-ed0b6ac08293 None None] Network 7890fdf8-a45e-4794-8329-40dbf2aa54bf requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:16.377727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:16.390414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-224e6745-b592-4e9c-a4a9-01ec0d48bfec tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:16.413893 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 6.5103126
Dec 18 06:55:16.417288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52758) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:16.417475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'tag': '1508773c-f545-46f1-8945-5465c2fd6229'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:55:16.473138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:16.477647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Usage tracker for resource:port and tenant:d88a492c9340468dae46c271edbf59d9 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:16.481287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:16.489248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:16.505680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Made reservation on behalf of d88a492c9340468dae46c271edbf59d9 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:16.517441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:16.528188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:16.556041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Usage tracker for resource:port and tenant:2c78cefd33bd44b58aa461a8e06259db is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:16.557085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e', 'network_id': '1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e', 'tenant_id': '2c78cefd33bd44b58aa461a8e06259db', 'fixed_ips': [{'subnet_id': 'b39cb204-97bd-40be-836b-0b6e4dabede3'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:55:16.558279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:16.561888 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'tag': '1508773c-f545-46f1-8945-5465c2fd6229', 'status': 'completed', 'code': 200}
Dec 18 06:55:16.574843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Quota usage for port was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:16.584585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event updated for resources: {'SecurityGroup': ['ID=2576e91c-8919-4e14-9df3-e4e8fa3a6b98,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:16.587241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:16.600536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:16.605494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:16.607198 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.6934865
Dec 18 06:55:16.622016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52764) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:16.659828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2b02d91a-4571-465c-887f-c9a46bb6986c tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '2576e91c-8919-4e14-9df3-e4e8fa3a6b98', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:16.660820 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-2b02d91a-4571-465c-887f-c9a46bb6986c tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 18 06:55:16.661656 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-2b02d91a-4571-465c-887f-c9a46bb6986c tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:16.663041 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2b02d91a-4571-465c-887f-c9a46bb6986c tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0388782
Dec 18 06:55:16.668082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52768) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:16.695666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'port': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:16.703417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:16.784646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] device_id is not set on port d5038745-19e9-4570-b178-99537ec0b1c6 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:55:16.805388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-41ea008f-e4c1-4a31-99d8-a26498d95ef6 None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:55:16.832489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5769c7d5-25a5-498c-bfbc-5cc83f5fda87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 HTTP/1.1" status: 200  len: 991 time: 0.4120800
Dec 18 06:55:16.908828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-7890fdf8-a45e-4794-8329-40dbf2aa54bf', 'network_id': '7890fdf8-a45e-4794-8329-40dbf2aa54bf', 'tenant_id': 'd88a492c9340468dae46c271edbf59d9', 'fixed_ips': [{'subnet_id': '322301cb-6949-4d28-95c2-d22ceb156319'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:55:16.910231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:16.927575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:16.937370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Allocated IP 172.20.0.5 (7890fdf8-a45e-4794-8329-40dbf2aa54bf/322301cb-6949-4d28-95c2-d22ceb156319/d5038745-19e9-4570-b178-99537ec0b1c6) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:16.998723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d0634f37-c11b-4a1e-86d4-9b652fd168f6 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:17.171680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebd8db41-2786-4716-92dc-ca5f8d529d56 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:17.173756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:17.191792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Transition to ACTIVE for port object d5038745-19e9-4570-b178-99537ec0b1c6 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:17.202627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Allocated IP 2001:db8::f816:3eff:fe0e:3902 (1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e/b39cb204-97bd-40be-836b-0b6e4dabede3/a6687803-47ca-4b78-9258-2c07ab185118) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:17.228812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:17.231163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Subnet': ['ID=d35db1e9-96c3-4ab3-b303-d518f8cdc2ed,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:17.241576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:17.254492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:17.259481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebd8db41-2786-4716-92dc-ca5f8d529d56 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:17.308528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] device_id is not set on port c0514bc1-adf5-4b6b-9e3b-3e8c6c6b1e43 yet. {{(pid=81085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:55:17.317818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-41ea008f-e4c1-4a31-99d8-a26498d95ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dcd8da0>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'eeacfbc6-cfb8-4077-a1d9-92f650e42bb6', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.231', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'port_id': '1508773c-f545-46f1-8945-5465c2fd6229', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'mac_address': 'fa:16:3e:21:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:55:11Z', 'updated_at': '2020-12-18T06:55:11Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:30Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:17.322351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea008f-e4c1-4a31-99d8-a26498d95ef6 None None] Checking router: 050bd5b2-204e-4197-903b-4d99eeb66625 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:55:17.333419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea008f-e4c1-4a31-99d8-a26498d95ef6 None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:55:17.334249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-41ea008f-e4c1-4a31-99d8-a26498d95ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dcd8da0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:54:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:17.412353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b652c05-66c1-42e5-b8af-41fb7c8b0ff9 req-abc96e18-7c0f-4da1-97cc-ea9879a4721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:17.414697 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b652c05-66c1-42e5-b8af-41fb7c8b0ff9 req-abc96e18-7c0f-4da1-97cc-ea9879a4721c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 1162 time: 0.8248971
Dec 18 06:55:17.421172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Pushing event updated for resources: {'Port': ['ID=d5038745-19e9-4570-b178-99537ec0b1c6,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:17.450563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:17.459672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebd8db41-2786-4716-92dc-ca5f8d529d56 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:17.465913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-998040b9-1b7c-482f-8b1f-a5105d60d0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:17.470675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:17.470840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Allocated IP 172.20.0.2 (7890fdf8-a45e-4794-8329-40dbf2aa54bf/322301cb-6949-4d28-95c2-d22ceb156319/eb74b06c-67c1-4850-b9a1-f389bb6c293f) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:17.472949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:17.490019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8db41-2786-4716-92dc-ca5f8d529d56 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event deleted for resources: {'SecurityGroup': ['ID=2576e91c-8919-4e14-9df3-e4e8fa3a6b98,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:17.506976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ebd8db41-2786-4716-92dc-ca5f8d529d56 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:17.522288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 91a72938-020a-409e-904b-737e7d3421cf is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:17.529300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:17.549409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:17.550089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:17.563781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebd8db41-2786-4716-92dc-ca5f8d529d56 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:17.565446 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ebd8db41-2786-4716-92dc-ca5f8d529d56 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "DELETE /v2.0/security-groups/2576e91c-8919-4e14-9df3-e4e8fa3a6b98 HTTP/1.1" status: 204  len: 168 time: 0.8955584
Dec 18 06:55:17.568898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52772) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:17.580288 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.4081793
Dec 18 06:55:17.581283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52774) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:17.588558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Request body: {'port': {'name': 'tempest-PortsTestJSON-523143750', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd35db1e9-96c3-4ab3-b303-d518f8cdc2ed'}], 'security_groups': ['0e696f4d-55d3-4d11-a1e6-e6a57bf09e29', '966c6256-1451-4f8e-8e1a-214caad95347']}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:17.624121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b78c1ab-b5ad-470a-a75f-b85868e0aeba None None] Network 91a72938-020a-409e-904b-737e7d3421cf requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:17.624679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-41ea008f-e4c1-4a31-99d8-a26498d95ef6 None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:55:17.652478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Network 7890fdf8-a45e-4794-8329-40dbf2aa54bf is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:17.673351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:17.679498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:55:17.780891 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f1ff8dd2-b0ca-48a9-a438-7439d263e0cd tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.2015548
Dec 18 06:55:17.788092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52780) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:17.803924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group': {'name': 'tempest-secgroup--1951825713'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:17.809581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b652c05-66c1-42e5-b8af-41fb7c8b0ff9 req-d6b04145-d985-4155-a123-cf106b2f20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:17.812459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b652c05-66c1-42e5-b8af-41fb7c8b0ff9 req-d6b04145-d985-4155-a123-cf106b2f20fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=33289224-0e91-4fc4-8e4e-89c5aa87f246 HTTP/1.1" status: 200  len: 890 time: 0.3882139
Dec 18 06:55:17.826739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:17.833967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:17.834858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:17.844591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52784) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:17.874227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Transition to ACTIVE for port object a6687803-47ca-4b78-9258-2c07ab185118 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:17.899212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:17.920095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:17.934288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:17.948241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:17.992069 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 1.7512574
Dec 18 06:55:17.994120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52788) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:18.007200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.029559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-21b4313f-187d-4b40-91f7-72fc93553243 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2029086382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:18.038384 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d33883a5-be54-4981-b3f2-c4a35d56996d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 HTTP/1.1" status: 200  len: 991 time: 0.1917512
Dec 18 06:55:18.045805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-21b4313f-187d-4b40-91f7-72fc93553243 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:18.054643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Transition to ACTIVE for port object a6687803-47ca-4b78-9258-2c07ab185118 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:18.065567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-21b4313f-187d-4b40-91f7-72fc93553243 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Usage tracker for resource:router and tenant:d88a492c9340468dae46c271edbf59d9 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:18.071944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-21b4313f-187d-4b40-91f7-72fc93553243 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:18.127914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-21b4313f-187d-4b40-91f7-72fc93553243 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:18.174915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21b4313f-187d-4b40-91f7-72fc93553243 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.176067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21b4313f-187d-4b40-91f7-72fc93553243 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.191368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.192312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-41ea008f-e4c1-4a31-99d8-a26498d95ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dcd8da0>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'eeacfbc6-cfb8-4077-a1d9-92f650e42bb6', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.231', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'port_id': '1508773c-f545-46f1-8945-5465c2fd6229', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'mac_address': 'fa:16:3e:21:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:55:11Z', 'updated_at': '2020-12-18T06:55:11Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:30Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:18.198812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea008f-e4c1-4a31-99d8-a26498d95ef6 None None] The sync data for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs is: [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'eeacfbc6-cfb8-4077-a1d9-92f650e42bb6', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.231', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'port_id': '1508773c-f545-46f1-8945-5465c2fd6229', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'mac_address': 'fa:16:3e:21:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:55:11Z', 'updated_at': '2020-12-18T06:55:11Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:30Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:55:18.258378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21b4313f-187d-4b40-91f7-72fc93553243 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.283259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.365904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21b4313f-187d-4b40-91f7-72fc93553243 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.380572 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b652c05-66c1-42e5-b8af-41fb7c8b0ff9 req-ca143d62-ba6c-450d-ad6d-720236f4a0bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1508773c-f545-46f1-8945-5465c2fd6229 HTTP/1.1" status: 200  len: 999 time: 0.5410268
Dec 18 06:55:18.391772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:18.430235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:18.440385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:18.449162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:18.454277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Allocated IP 2001:db8::f816:3eff:feb1:d0e8 (1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e/b39cb204-97bd-40be-836b-0b6e4dabede3/c0514bc1-adf5-4b6b-9e3b-3e8c6c6b1e43) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:18.462424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21b4313f-187d-4b40-91f7-72fc93553243 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.466755 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-21b4313f-187d-4b40-91f7-72fc93553243 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.4661949
Dec 18 06:55:18.466931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:18.468811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52792) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:18.480766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3ddd6a66-e7d9-4a4a-ab2d-36cb17e092fb tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1276182740', 'prefixes': ['172.20.0.0/16']}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:18.481409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.511530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b652c05-66c1-42e5-b8af-41fb7c8b0ff9 req-40fdf612-3fca-4ec4-afb3-3762ee1fe8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:18.512140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Network 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:18.513836 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b652c05-66c1-42e5-b8af-41fb7c8b0ff9 req-40fdf612-3fca-4ec4-afb3-3762ee1fe8dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53560bf3-5fc1-45f6-8d54-8232541d4afa HTTP/1.1" status: 200  len: 834 time: 0.1234519
Dec 18 06:55:18.527996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3ddd6a66-e7d9-4a4a-ab2d-36cb17e092fb tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:18.532294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:18.535258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Transition to ACTIVE for port object eb74b06c-67c1-4850-b9a1-f389bb6c293f will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:18.555502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:55:18.560016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.589096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.664226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.672326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fab4ce1e-ce7d-4789-8804-9d93814e0686 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:18.675384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763721b2-1f33-48d2-b0fe-d32178788b1e None None] New status for floating IP eeacfbc6-cfb8-4077-a1d9-92f650e42bb6: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:55:18.745655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f20c15-e657-4a72-a2bc-a0484f244047,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:18.751862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:18.753384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.755964 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-13f6e22a-3113-484c-9e8c-9636acda24b1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1696 time: 0.9632864
Dec 18 06:55:18.758702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52796) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:18.769431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-49754b7e-c3f8-4b38-8368-d277fa181b1f tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': 'a6f20c15-e657-4a72-a2bc-a0484f244047', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:18.771923 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-49754b7e-c3f8-4b38-8368-d277fa181b1f tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 18 06:55:18.772560 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-49754b7e-c3f8-4b38-8368-d277fa181b1f tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:18.773907 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-49754b7e-c3f8-4b38-8368-d277fa181b1f tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0141807
Dec 18 06:55:18.776042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b652c05-66c1-42e5-b8af-41fb7c8b0ff9 req-396151b5-a40c-430e-bbec-2ebc30dfe478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:18.777970 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b652c05-66c1-42e5-b8af-41fb7c8b0ff9 req-396151b5-a40c-430e-bbec-2ebc30dfe478 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33289224-0e91-4fc4-8e4e-89c5aa87f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1865587
Dec 18 06:55:18.778074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52800) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:18.778160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Attempting to bind port a6687803-47ca-4b78-9258-2c07ab185118 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:55:18.779168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Attempting to bind port a6687803-47ca-4b78-9258-2c07ab185118 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'a6929764-f72d-4a81-ac84-0e9a78947f95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:55:18.779746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Attempting to bind port a6687803-47ca-4b78-9258-2c07ab185118 on network 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:55:18.784118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2d7b592a-3a4f-4e7a-9afe-0e5b9485f4bd tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': 'a6f20c15-e657-4a72-a2bc-a0484f244047', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:18.784826 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-2d7b592a-3a4f-4e7a-9afe-0e5b9485f4bd tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 18 06:55:18.785416 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-2d7b592a-3a4f-4e7a-9afe-0e5b9485f4bd tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:18.786416 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2d7b592a-3a4f-4e7a-9afe-0e5b9485f4bd tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0067041
Dec 18 06:55:18.787556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Transition to ACTIVE for port object eb74b06c-67c1-4850-b9a1-f389bb6c293f will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:18.790025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Pushing event updated for resources: {'Port': ['ID=a6687803-47ca-4b78-9258-2c07ab185118,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:18.808235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:55:18.808737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Checking segment: {'id': 'a6929764-f72d-4a81-ac84-0e9a78947f95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:18.809195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.809697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Bound using segment: {'id': 'a6929764-f72d-4a81-ac84-0e9a78947f95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:55:18.809826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52804) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:18.810248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Bound port: a6687803-47ca-4b78-9258-2c07ab185118, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6929764-f72d-4a81-ac84-0e9a78947f95', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:55:18.810675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.826258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:18.869441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-57620a87-8609-4eb2-925e-6ec51f1e76d3 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': 'a6f20c15-e657-4a72-a2bc-a0484f244047', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:18.870287 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-57620a87-8609-4eb2-925e-6ec51f1e76d3 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 18 06:55:18.870837 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-57620a87-8609-4eb2-925e-6ec51f1e76d3 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:18.872729 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-57620a87-8609-4eb2-925e-6ec51f1e76d3 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0589592
Dec 18 06:55:18.877982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52808) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:18.891004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4edbeec5-b991-43a9-ae53-782abd100457 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': 'a6f20c15-e657-4a72-a2bc-a0484f244047', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:18.891860 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-4edbeec5-b991-43a9-ae53-782abd100457 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 18 06:55:18.892977 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-4edbeec5-b991-43a9-ae53-782abd100457 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:18.893291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.893815 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4edbeec5-b991-43a9-ae53-782abd100457 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0148289
Dec 18 06:55:18.896783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52812) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:18.921950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0beef2d6-7968-4c02-8ada-c1ff5c8ec8fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:18.943291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ddd6a66-e7d9-4a4a-ab2d-36cb17e092fb tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks [] for subnetpool, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:18.944621 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3ddd6a66-e7d9-4a4a-ab2d-36cb17e092fb tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.4753928
Dec 18 06:55:18.950973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52818) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:18.973495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-88d966fa-a69e-468f-b5c7-bcd83500f322 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fac17203550>, 'subnets', '322301cb-6949-4d28-95c2-d22ceb156319', 'tempest-TagsExtTest-Tag-1716953220') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:19.044780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52822) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:19.108258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:19.146672 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b652c05-66c1-42e5-b8af-41fb7c8b0ff9 req-2628bbf3-17eb-414a-94d4-84e75c98eb76 service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3582318
Dec 18 06:55:19.167565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9334b3cf-6f6f-417a-a5f3-e53aff18ebbc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:19.167961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Transition to ACTIVE for port object c0514bc1-adf5-4b6b-9e3b-3e8c6c6b1e43 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:19.224006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9334b3cf-6f6f-417a-a5f3-e53aff18ebbc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:19.236851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Delete allocated IP 172.20.0.6 (91a72938-020a-409e-904b-737e7d3421cf/7d3ceacd-3257-4b23-99d3-17cec6f946c0) {{(pid=81085) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 18 06:55:19.236851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:19.240875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Allocated IP 172.20.0.41 (91a72938-020a-409e-904b-737e7d3421cf/d35db1e9-96c3-4ab3-b303-d518f8cdc2ed/4edfee1d-ebf8-4093-b4f6-b99afef29224) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:19.243421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Pushing event updated for resources: {'Port': ['ID=eb74b06c-67c1-4850-b9a1-f389bb6c293f,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:19.257016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:19.258246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:19.335912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9334b3cf-6f6f-417a-a5f3-e53aff18ebbc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:19.357070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Update dhcp port {'port': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'fixed_ips': [{'subnet_id': '1f64c83f-23cd-4552-90a9-7377f8d4e86a', 'ip_address': '172.20.0.18'}, {'subnet_id': '7d3ceacd-3257-4b23-99d3-17cec6f946c0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd35db1e9-96c3-4ab3-b303-d518f8cdc2ed'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': 'ca112ef3-324d-4b3f-a9b1-a474382fa992'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:55:19.398719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6516468c-0c8d-4c14-a2ff-8c741d6ad367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:19.421052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] For port a6687803-47ca-4b78-9258-2c07ab185118, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:55:19.433687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334b3cf-6f6f-417a-a5f3-e53aff18ebbc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f20c15-e657-4a72-a2bc-a0484f244047,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:19.436669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9334b3cf-6f6f-417a-a5f3-e53aff18ebbc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:19.445307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:19.453229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] For port a6687803-47ca-4b78-9258-2c07ab185118, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a6687803-47ca-4b78-9258-2c07ab185118,segment=NetworkSegment(a6929764-f72d-4a81-ac84-0e9a78947f95),segment_id=a6929764-f72d-4a81-ac84-0e9a78947f95)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:55:19.466689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Port': ['ID=c0514bc1-adf5-4b6b-9e3b-3e8c6c6b1e43,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:19.476201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:19.496920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:19.502607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9334b3cf-6f6f-417a-a5f3-e53aff18ebbc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:19.503775 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9334b3cf-6f6f-417a-a5f3-e53aff18ebbc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "DELETE /v2.0/security-groups/a6f20c15-e657-4a72-a2bc-a0484f244047 HTTP/1.1" status: 204  len: 168 time: 0.6058118
Dec 18 06:55:19.508503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52828) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:19.525465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-038e54f4-1ff1-4fd8-a207-21e65719d3f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:19.527693 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-333131f6-1d92-4f9f-80c8-fb6698891192 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 HTTP/1.1" status: 200  len: 991 time: 0.4774501
Dec 18 06:55:19.564755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Network 7890fdf8-a45e-4794-8329-40dbf2aa54bf is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:19.568295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:19.629734 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-88d966fa-a69e-468f-b5c7-bcd83500f322 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "PUT /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319/tags/tempest-TagsExtTest-Tag-1716953220 HTTP/1.1" status: 201  len: 201 time: 0.6615582
Dec 18 06:55:19.635836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52832) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:19.642534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-97bb0764-ef66-4195-8879-21e37ee85b93 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fac173d2e48>, 'ports', 'd5038745-19e9-4570-b178-99537ec0b1c6', 'tempest-TagsExtTest-Tag-1527668490') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:19.644360 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b652c05-66c1-42e5-b8af-41fb7c8b0ff9 req-cfc86723-371c-49b8-9d93-305bbbc67632 service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3475533
Dec 18 06:55:19.660173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-848c1eff-ae0f-4e09-b901-b046ad443d76 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Synchronizing usage tracker for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:19.687249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:19.698356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:55:19.844079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-848c1eff-ae0f-4e09-b901-b046ad443d76 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Unset dirty status for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:19.844079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-848c1eff-ae0f-4e09-b901-b046ad443d76 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.3155317
Dec 18 06:55:19.851583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52836) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:19.865964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Attempting to bind port eb74b06c-67c1-4850-b9a1-f389bb6c293f on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:55:19.865964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Attempting to bind port eb74b06c-67c1-4850-b9a1-f389bb6c293f by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '9d5189bf-38e2-4fe7-b650-18e3592fea72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7890fdf8-a45e-4794-8329-40dbf2aa54bf'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:55:19.865964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Attempting to bind port eb74b06c-67c1-4850-b9a1-f389bb6c293f on network 7890fdf8-a45e-4794-8329-40dbf2aa54bf {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:55:19.884511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group': {'name': 'tempest-secgroup--37032482'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:19.891606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:19.903224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:19.931543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Pushing event updated for resources: {'Port': ['ID=a6687803-47ca-4b78-9258-2c07ab185118,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:19.938262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:19.944940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:19.944940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:55:19.944940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Checking segment: {'id': '9d5189bf-38e2-4fe7-b650-18e3592fea72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7890fdf8-a45e-4794-8329-40dbf2aa54bf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:19.944940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:19.944940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Bound using segment: {'id': '9d5189bf-38e2-4fe7-b650-18e3592fea72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7890fdf8-a45e-4794-8329-40dbf2aa54bf'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:55:19.944940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Bound port: eb74b06c-67c1-4850-b9a1-f389bb6c293f, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5189bf-38e2-4fe7-b650-18e3592fea72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '7890fdf8-a45e-4794-8329-40dbf2aa54bf'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:55:19.944940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:19.971836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:19.971836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:19.982970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:19.996226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:20.005119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:20.005119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:20.020183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:55:20.020183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:20.020183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:20.092972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:20.092972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:20.100365 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 3.9280100
Dec 18 06:55:20.108623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52840) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:20.108623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4ecadb56-e67d-4f47-b31f-3b38a7ae8de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:20.130973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:20.156396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Transition to ACTIVE for port object 4edfee1d-ebf8-4093-b4f6-b99afef29224 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:20.159140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:20.165861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] For port eb74b06c-67c1-4850-b9a1-f389bb6c293f, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:55:20.178568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ce1f71f8-1549-4166-8d90-1b203522641d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:20.230057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event updated for resources: {'SecurityGroup': ['ID=4f12235f-5db0-4dd0-b79b-407c1cd3bfa3,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:20.233556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:20.250071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] For port eb74b06c-67c1-4850-b9a1-f389bb6c293f, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=eb74b06c-67c1-4850-b9a1-f389bb6c293f,segment=NetworkSegment(9d5189bf-38e2-4fe7-b650-18e3592fea72),segment_id=9d5189bf-38e2-4fe7-b650-18e3592fea72)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:55:20.267699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Allocated IP 172.20.0.34 (91a72938-020a-409e-904b-737e7d3421cf/d35db1e9-96c3-4ab3-b303-d518f8cdc2ed/ca112ef3-324d-4b3f-a9b1-a474382fa992) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:20.392537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event updated for resources: {'Port': ['ID=4edfee1d-ebf8-4093-b4f6-b99afef29224,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:20.402164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:20.442494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:20.442494 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b42e7529-41f8-4cd9-a950-fc15b72df2be tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.5802572
Dec 18 06:55:20.451275 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-97bb0764-ef66-4195-8879-21e37ee85b93 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "PUT /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6/tags/tempest-TagsExtTest-Tag-1527668490 HTTP/1.1" status: 201  len: 201 time: 0.7963588
Dec 18 06:55:20.451275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52844) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:20.463789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f015a76-7711-4678-98ac-264cc6d89fd1 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Deleting subnet b39cb204-97bd-40be-836b-0b6e4dabede3 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:55:20.463789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52846) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:20.463789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f015a76-7711-4678-98ac-264cc6d89fd1 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:20.471718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e6677a83-66e5-43eb-8a21-5efa60b0de48 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '4f12235f-5db0-4dd0-b79b-407c1cd3bfa3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:20.471718 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-e6677a83-66e5-43eb-8a21-5efa60b0de48 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 18 06:55:20.471718 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-e6677a83-66e5-43eb-8a21-5efa60b0de48 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:20.471718 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e6677a83-66e5-43eb-8a21-5efa60b0de48 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0147309
Dec 18 06:55:20.471718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52852) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:20.490964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b6c84de8-ea04-4313-b391-7668d41bac36 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '4f12235f-5db0-4dd0-b79b-407c1cd3bfa3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:20.503443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b6c84de8-ea04-4313-b391-7668d41bac36 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:20.516688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-4602e73c-6f62-42ee-bd9d-172419e25309 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fac17471cf8>, 'routers', '4ff565e8-10f1-4049-89c3-c4e23b1c3917', 'tempest-TagsExtTest-Tag-1221779433') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:20.523246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b6c84de8-ea04-4313-b391-7668d41bac36 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:20.523246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b6c84de8-ea04-4313-b391-7668d41bac36 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:20.539549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b6c84de8-ea04-4313-b391-7668d41bac36 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:20.539549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52856) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:20.584979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:20.759191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] For port ca112ef3-324d-4b3f-a9b1-a474382fa992, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca112ef3-324d-4b3f-a9b1-a474382fa992,segment=NetworkSegment(d7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8),segment_id=d7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:20.763920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08517dbf-6cca-422a-8ed9-bc6aa93b4d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:20.800654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f015a76-7711-4678-98ac-264cc6d89fd1 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:20.836213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] In _notify_port_updated(), no bound segment for port 4edfee1d-ebf8-4093-b4f6-b99afef29224 on network 91a72938-020a-409e-904b-737e7d3421cf {{(pid=81085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:55:20.841949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:20.842581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:20.844192 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "PUT /v2.0/ports/4edfee1d-ebf8-4093-b4f6-b99afef29224 HTTP/1.1" status: 200  len: 959 time: 3.2613094
Dec 18 06:55:20.868733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52860) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:20.886617 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-b6c84de8-ea04-4313-b391-7668d41bac36 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:20.890071 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b6c84de8-ea04-4313-b391-7668d41bac36 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4191175
Dec 18 06:55:20.898947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52864) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:20.899087 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c50d6b01-9ffe-4f7b-a159-7bd9fb55d81a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 HTTP/1.1" status: 200  len: 993 time: 0.3281145
Dec 18 06:55:20.906488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f056bcc0-e280-4f34-9fe5-df81e2871c9f tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '4f12235f-5db0-4dd0-b79b-407c1cd3bfa3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:20.907904 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-f056bcc0-e280-4f34-9fe5-df81e2871c9f tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 18 06:55:20.907904 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-f056bcc0-e280-4f34-9fe5-df81e2871c9f tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:20.908811 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f056bcc0-e280-4f34-9fe5-df81e2871c9f tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0134988
Dec 18 06:55:20.915830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52868) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:20.924550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-57df9cf1-c940-418d-bcc1-1239c0d062c5 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '4f12235f-5db0-4dd0-b79b-407c1cd3bfa3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:20.934125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Pushing event updated for resources: {'Port': ['ID=eb74b06c-67c1-4850-b9a1-f389bb6c293f,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:20.937409 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4602e73c-6f62-42ee-bd9d-172419e25309 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "PUT /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917/tags/tempest-TagsExtTest-Tag-1221779433 HTTP/1.1" status: 201  len: 201 time: 0.4947371
Dec 18 06:55:20.940267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-57df9cf1-c940-418d-bcc1-1239c0d062c5 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:20.940678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52872) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:20.946439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-57df9cf1-c940-418d-bcc1-1239c0d062c5 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:20.951802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-57df9cf1-c940-418d-bcc1-1239c0d062c5 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:20.954515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-5ff67bae-4d74-4e09-8e9c-d6fca7f5ba7d tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1c72d860>, 'subnetpools', 'a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e', 'tempest-TagsExtTest-Tag-1863815585') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:20.961134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-57df9cf1-c940-418d-bcc1-1239c0d062c5 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:20.973306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:21.003870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:21.018322 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-57df9cf1-c940-418d-bcc1-1239c0d062c5 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:21.019743 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-57df9cf1-c940-418d-bcc1-1239c0d062c5 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1032376
Dec 18 06:55:21.023606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52876) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:21.032562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7cd61b3e-42ea-42fa-b88c-5cdd1fc218df tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port 4edfee1d-ebf8-4093-b4f6-b99afef29224 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:21.032972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7cd61b3e-42ea-42fa-b88c-5cdd1fc218df tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:21.033568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6b71a7d8-2750-4265-b9fc-5a8a5cd16729 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '4f12235f-5db0-4dd0-b79b-407c1cd3bfa3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:21.034211 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-6b71a7d8-2750-4265-b9fc-5a8a5cd16729 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 18 06:55:21.035405 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-6b71a7d8-2750-4265-b9fc-5a8a5cd16729 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:21.041083 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6b71a7d8-2750-4265-b9fc-5a8a5cd16729 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0120912
Dec 18 06:55:21.041083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f015a76-7711-4678-98ac-264cc6d89fd1 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:21.043588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Transition to ACTIVE for port object ca112ef3-324d-4b3f-a9b1-a474382fa992 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:21.048359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:21.064406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9e0f15b-6e06-450e-b454-8030f130a36a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:21.068173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52880) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:21.084584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f7b5ea03-fc0d-4464-9467-b9e1fc878641 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '4f12235f-5db0-4dd0-b79b-407c1cd3bfa3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:21.091707 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5ff67bae-4d74-4e09-8e9c-d6fca7f5ba7d tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "PUT /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e/tags/tempest-TagsExtTest-Tag-1863815585 HTTP/1.1" status: 201  len: 201 time: 0.1490278
Dec 18 06:55:21.094619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52884) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:21.096641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f7b5ea03-fc0d-4464-9467-b9e1fc878641 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:21.106292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-740c51e4-b28c-476a-89df-4c3bd3ec28fa tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fac171f84a8>, 'subnets', '322301cb-6949-4d28-95c2-d22ceb156319') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:21.110281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f7b5ea03-fc0d-4464-9467-b9e1fc878641 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:21.115990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f7b5ea03-fc0d-4464-9467-b9e1fc878641 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:21.126666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f7b5ea03-fc0d-4464-9467-b9e1fc878641 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:21.247700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Pushing event updated for resources: {'Port': ['ID=ca112ef3-324d-4b3f-a9b1-a474382fa992,revision_number=7']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:21.282612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.283236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.283661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.283750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.284818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.284818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.284818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.285458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.285458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.287054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.287054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.287541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.287881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.289004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.289004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.289004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.289586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.290191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.295647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.295647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.295647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.297632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.297632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.297632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:21.311913 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-f7b5ea03-fc0d-4464-9467-b9e1fc878641 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:21.312631 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f7b5ea03-fc0d-4464-9467-b9e1fc878641 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2408574
Dec 18 06:55:21.314682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:21.316524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52888) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:21.332292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2534bbb0-8dee-4235-9b80-078d9cca94eb tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '4f12235f-5db0-4dd0-b79b-407c1cd3bfa3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:21.332620 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-2534bbb0-8dee-4235-9b80-078d9cca94eb tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 18 06:55:21.333880 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-2534bbb0-8dee-4235-9b80-078d9cca94eb tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:21.337795 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2534bbb0-8dee-4235-9b80-078d9cca94eb tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0148177
Dec 18 06:55:21.344135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52892) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:21.347949 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-740c51e4-b28c-476a-89df-4c3bd3ec28fa tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319/tags HTTP/1.1" status: 200  len: 241 time: 0.2486699
Dec 18 06:55:21.366840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9a9fb3cc-34c8-48e1-9812-b2a077e31a84 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '4f12235f-5db0-4dd0-b79b-407c1cd3bfa3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:21.366973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52896) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:21.375275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-8b3a1875-accf-4af9-ace7-a3c13e50c8b0 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1c246320>, 'subnets', '322301cb-6949-4d28-95c2-d22ceb156319', 'tempest-TagsExtTest-Tag-1716953220') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:21.379718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9a9fb3cc-34c8-48e1-9812-b2a077e31a84 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:21.395850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9a9fb3cc-34c8-48e1-9812-b2a077e31a84 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:21.408869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9a9fb3cc-34c8-48e1-9812-b2a077e31a84 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:21.426347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9a9fb3cc-34c8-48e1-9812-b2a077e31a84 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:21.441474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7cd61b3e-42ea-42fa-b88c-5cdd1fc218df tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:21.530631 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-9a9fb3cc-34c8-48e1-9812-b2a077e31a84 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:21.534817 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9a9fb3cc-34c8-48e1-9812-b2a077e31a84 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1888261
Dec 18 06:55:21.537476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52900) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:21.544769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-083cd231-5a1b-4dd0-b4e1-f681d4ea837c tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '4f12235f-5db0-4dd0-b79b-407c1cd3bfa3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:21.552097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-083cd231-5a1b-4dd0-b4e1-f681d4ea837c tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:21.556947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-083cd231-5a1b-4dd0-b4e1-f681d4ea837c tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:21.561767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-083cd231-5a1b-4dd0-b4e1-f681d4ea837c tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:21.565765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f015a76-7711-4678-98ac-264cc6d89fd1 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:21.586795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7cd61b3e-42ea-42fa-b88c-5cdd1fc218df tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for 4edfee1d-ebf8-4093-b4f6-b99afef29224 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:21.703812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-04bc5e66-2771-4669-b77a-b01c767f27d4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:21.727948 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8b3a1875-accf-4af9-ace7-a3c13e50c8b0 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319/tags/tempest-TagsExtTest-Tag-1716953220 HTTP/1.1" status: 204  len: 168 time: 0.3562772
Dec 18 06:55:21.734133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52904) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:21.746240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-b0b131d3-58b8-4a97-930b-93e54edc8fa0 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1e494b70>, 'subnets', '322301cb-6949-4d28-95c2-d22ceb156319', 'tempest-TagsExtTest-Tag-1716953220') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:21.758289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-083cd231-5a1b-4dd0-b4e1-f681d4ea837c tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:21.767637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f015a76-7711-4678-98ac-264cc6d89fd1 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Subnet': ['ID=b39cb204-97bd-40be-836b-0b6e4dabede3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:21.771975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a6687803-47ca-4b78-9258-2c07ab185118 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:21.774432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1f015a76-7711-4678-98ac-264cc6d89fd1 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:21.806038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f015a76-7711-4678-98ac-264cc6d89fd1 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:21.839751 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1f015a76-7711-4678-98ac-264cc6d89fd1 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/subnets/b39cb204-97bd-40be-836b-0b6e4dabede3 HTTP/1.1" status: 204  len: 168 time: 1.7404220
Dec 18 06:55:21.842860 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-083cd231-5a1b-4dd0-b4e1-f681d4ea837c tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:21.846827 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-083cd231-5a1b-4dd0-b4e1-f681d4ea837c tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3057377
Dec 18 06:55:21.846827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52908) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:21.847473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52912) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:21.974348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port a6687803-47ca-4b78-9258-2c07ab185118 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:21.980463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ca112ef3-324d-4b3f-a9b1-a474382fa992 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:21.982863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7cd61b3e-42ea-42fa-b88c-5cdd1fc218df tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.012183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6bb56d69-4b63-433c-bcca-49ee11850449 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:22.028010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712a5bae-1358-477e-bb53-ef6cfeacfb97 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:22.030568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712a5bae-1358-477e-bb53-ef6cfeacfb97 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:22.035930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-712a5bae-1358-477e-bb53-ef6cfeacfb97 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Synchronizing usage tracker for tenant:2c78cefd33bd44b58aa461a8e06259db on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:22.072349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-712a5bae-1358-477e-bb53-ef6cfeacfb97 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Unset dirty status for tenant:2c78cefd33bd44b58aa461a8e06259db on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:22.073785 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-712a5bae-1358-477e-bb53-ef6cfeacfb97 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2280669
Dec 18 06:55:22.077392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52916) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:22.202776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd61b3e-42ea-42fa-b88c-5cdd1fc218df tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=4edfee1d-ebf8-4093-b4f6-b99afef29224,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:22.215657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7cd61b3e-42ea-42fa-b88c-5cdd1fc218df tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:22.216362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bffdb61c-07ae-4353-8211-4c3e5a119ae8 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.299965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b98e0465-f76e-4825-ab81-123fc3561839 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.305306 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b0b131d3-58b8-4a97-930b-93e54edc8fa0 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319/tags/tempest-TagsExtTest-Tag-1716953220 HTTP/1.1" status: 204  len: 168 time: 0.5689244
Dec 18 06:55:22.306015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52920) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:22.308325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bffdb61c-07ae-4353-8211-4c3e5a119ae8 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.326693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-a51dfdcd-ef31-4ceb-98de-2e08bcb691f9 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fac17443710>, 'subnets', '322301cb-6949-4d28-95c2-d22ceb156319') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:22.406189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98e0465-f76e-4825-ab81-123fc3561839 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:55:22.407933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98e0465-f76e-4825-ab81-123fc3561839 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] No notification will be sent due to unsuccessful status code: 409 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:22.411842 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b98e0465-f76e-4825-ab81-123fc3561839 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/networks/1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e HTTP/1.1" status: 409  len: 405 time: 0.3302581
Dec 18 06:55:22.414476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52924) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:22.427795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1387310461'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:22.448887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:22.456246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Usage tracker for resource:network and tenant:2c78cefd33bd44b58aa461a8e06259db is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:22.459065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Quota usage for network was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:22.469570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:22.487632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fad7e0-bdf2-43f3-8623-68fc139064c6 None None] Network 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:22.496478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:22.504995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.546106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:55:22.566036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.567296 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Added segment 49748497-1a52-4fcd-8439-5bf48ee8765d of type vxlan for network 42b62e72-a82b-4740-8f37-fb1f0e059990
Dec 18 06:55:22.569508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bffdb61c-07ae-4353-8211-4c3e5a119ae8 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.573493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7cd61b3e-42ea-42fa-b88c-5cdd1fc218df tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.579162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b0c92e9d-7a27-43e5-8fdc-751b431f4475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:22.599485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdb61c-07ae-4353-8211-4c3e5a119ae8 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f12235f-5db0-4dd0-b79b-407c1cd3bfa3,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:22.623193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.623381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bffdb61c-07ae-4353-8211-4c3e5a119ae8 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:22.640034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bffdb61c-07ae-4353-8211-4c3e5a119ae8 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.644125 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bffdb61c-07ae-4353-8211-4c3e5a119ae8 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "DELETE /v2.0/security-groups/4f12235f-5db0-4dd0-b79b-407c1cd3bfa3 HTTP/1.1" status: 204  len: 168 time: 0.7908170
Dec 18 06:55:22.644994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52928) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:22.667087 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7cd61b3e-42ea-42fa-b88c-5cdd1fc218df tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/4edfee1d-ebf8-4093-b4f6-b99afef29224 HTTP/1.1" status: 204  len: 168 time: 1.8053017
Dec 18 06:55:22.670199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52932) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:22.671591 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a51dfdcd-ef31-4ceb-98de-2e08bcb691f9 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319/tags HTTP/1.1" status: 200  len: 205 time: 0.3526654
Dec 18 06:55:22.677636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52934) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:22.688620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-c082f4d2-876b-477b-9613-8a4aa6b8f6ae tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fac1e7006a0>, 'ports', 'd5038745-19e9-4570-b178-99537ec0b1c6') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:22.730574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.782307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ab5714ff-404f-4f72-8662-3c7a61230512 None None] Provisioning for port a6687803-47ca-4b78-9258-2c07ab185118 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:22.786974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a6639d50-b30f-4dd7-b1b6-9a9c02cd4328 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Synchronizing usage tracker for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:22.788251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ab5714ff-404f-4f72-8662-3c7a61230512 None None] Provisioning complete for port a6687803-47ca-4b78-9258-2c07ab185118 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:22.788740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab5714ff-404f-4f72-8662-3c7a61230512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.796712 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b36cf1e-5726-4787-a99c-602e5adf1b6e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] GET failed (client error): The resource could not be found.
Dec 18 06:55:22.797835 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9b36cf1e-5726-4787-a99c-602e5adf1b6e tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports/4edfee1d-ebf8-4093-b4f6-b99afef29224 HTTP/1.1" status: 404  len: 333 time: 0.1063418
Dec 18 06:55:22.800975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52940) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:22.805074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.810397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:22.810903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.830382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a72f3920-8f03-40ef-a1f4-898859d552f8 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:22.833720 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c082f4d2-876b-477b-9613-8a4aa6b8f6ae tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6/tags HTTP/1.1" status: 200  len: 241 time: 0.1509340
Dec 18 06:55:22.836169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52944) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:22.843858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a6639d50-b30f-4dd7-b1b6-9a9c02cd4328 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Unset dirty status for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:22.849712 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a6639d50-b30f-4dd7-b1b6-9a9c02cd4328 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.1973739
Dec 18 06:55:22.851290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-d46d3e84-472b-4e4b-afb2-5fac4d069e44 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1c45d048>, 'ports', 'd5038745-19e9-4570-b178-99537ec0b1c6', 'tempest-TagsExtTest-Tag-1527668490') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:22.914689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52948) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:22.928017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group': {'name': 'tempest-secgroup--1911947382'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:22.954558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:22.971973 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5558319
Dec 18 06:55:22.972153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab5714ff-404f-4f72-8662-3c7a61230512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:22.976671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52952) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:22.977977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:23.009719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'subnet': {'network_id': '42b62e72-a82b-4740-8f37-fb1f0e059990', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:23.012382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ab5714ff-404f-4f72-8662-3c7a61230512 None None] For port a6687803-47ca-4b78-9258-2c07ab185118, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a6687803-47ca-4b78-9258-2c07ab185118,segment=NetworkSegment(a6929764-f72d-4a81-ac84-0e9a78947f95),segment_id=a6929764-f72d-4a81-ac84-0e9a78947f95)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:23.020444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab5714ff-404f-4f72-8662-3c7a61230512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.022470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2a358cea-e59d-4bec-9a93-e7a9b16887d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:23.022835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Network': ['ID=42b62e72-a82b-4740-8f37-fb1f0e059990,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:23.031352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:23.032959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48669d11-609a-4047-b493-7c76f1788503 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.065153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48669d11-609a-4047-b493-7c76f1788503 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.075716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 42b62e72-a82b-4740-8f37-fb1f0e059990 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:23.093157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 42b62e72-a82b-4740-8f37-fb1f0e059990 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:23.116780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.117767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48669d11-609a-4047-b493-7c76f1788503 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.124995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-db760234-0a61-442a-be0b-f9c04889b58b tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:23.149662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48669d11-609a-4047-b493-7c76f1788503 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c309157-901e-487c-911a-191acbb26093,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:23.162901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-48669d11-609a-4047-b493-7c76f1788503 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:23.167856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48669d11-609a-4047-b493-7c76f1788503 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.175708 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-48669d11-609a-4047-b493-7c76f1788503 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/security-groups/0c309157-901e-487c-911a-191acbb26093 HTTP/1.1" status: 204  len: 168 time: 0.3685663
Dec 18 06:55:23.175708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52956) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:23.177299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:23.192043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:23.201204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:23.212325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d46d3e84-472b-4e4b-afb2-5fac4d069e44 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6/tags/tempest-TagsExtTest-Tag-1527668490 HTTP/1.1" status: 204  len: 168 time: 0.3740561
Dec 18 06:55:23.215908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52960) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:23.222608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:23.225974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-6b7e4527-7493-49b7-8184-aa5c867156c2 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fac17150400>, 'ports', 'd5038745-19e9-4570-b178-99537ec0b1c6', 'tempest-TagsExtTest-Tag-1527668490') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:23.227499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:23.244053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:23.271636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:23.313343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0613495c-6309-4b05-8621-95bc9d182cd1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.339408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5714ff-404f-4f72-8662-3c7a61230512 None None] Pushing event updated for resources: {'Port': ['ID=a6687803-47ca-4b78-9258-2c07ab185118,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:23.341889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5ddcdb68-c68c-4603-b17e-f1670e6036f1 None None] Provisioning for port ca112ef3-324d-4b3f-a9b1-a474382fa992 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:23.387890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0613495c-6309-4b05-8621-95bc9d182cd1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.389260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ab5714ff-404f-4f72-8662-3c7a61230512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:23.407669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f1fa57-e623-42b2-8cbb-2bc7139a4451 None None] DHCP port deletion for 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:55:23.420707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5ddcdb68-c68c-4603-b17e-f1670e6036f1 None None] Provisioning complete for port ca112ef3-324d-4b3f-a9b1-a474382fa992 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:23.421431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ddcdb68-c68c-4603-b17e-f1670e6036f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.454974 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6b7e4527-7493-49b7-8184-aa5c867156c2 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6/tags/tempest-TagsExtTest-Tag-1527668490 HTTP/1.1" status: 204  len: 168 time: 0.2376592
Dec 18 06:55:23.459029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52964) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:23.467937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-07725607-7970-4f91-982b-658bb5f9b279 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fac170bf518>, 'ports', 'd5038745-19e9-4570-b178-99537ec0b1c6') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:23.478954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f5f1fa57-e623-42b2-8cbb-2bc7139a4451 None None] Deleting port a6687803-47ca-4b78-9258-2c07ab185118 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:23.479683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5f1fa57-e623-42b2-8cbb-2bc7139a4451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.520758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0613495c-6309-4b05-8621-95bc9d182cd1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.521140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.527863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a86024d-b309-4ab5-95f2-892771cf5115 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:23.555576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613495c-6309-4b05-8621-95bc9d182cd1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'SecurityGroup': ['ID=966c6256-1451-4f8e-8e1a-214caad95347,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:23.562378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0613495c-6309-4b05-8621-95bc9d182cd1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:23.574666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.580686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0613495c-6309-4b05-8621-95bc9d182cd1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.582404 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0613495c-6309-4b05-8621-95bc9d182cd1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/security-groups/966c6256-1451-4f8e-8e1a-214caad95347 HTTP/1.1" status: 204  len: 168 time: 0.4076815
Dec 18 06:55:23.585945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52968) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:23.612547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-62a1f547-80a6-4edc-85c3-f9781f48f435 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:23.646860 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-07725607-7970-4f91-982b-658bb5f9b279 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6/tags HTTP/1.1" status: 200  len: 205 time: 0.1864405
Dec 18 06:55:23.666235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52972) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:23.690720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.692356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-d7baf5b3-c3af-4121-9661-8415e6d4fbc2 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fac172c1390>, 'routers', '4ff565e8-10f1-4049-89c3-c4e23b1c3917') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:23.877015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event updated for resources: {'SecurityGroup': ['ID=5acb1eb4-6e7e-459a-93da-79cc21ba4088,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:23.884457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:23.888266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.895984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1696 time: 0.9789445
Dec 18 06:55:23.897495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52976) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:23.912540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-24a8e80d-379c-49eb-bb5f-6955f3e7e808 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '5acb1eb4-6e7e-459a-93da-79cc21ba4088', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:23.930022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-24a8e80d-379c-49eb-bb5f-6955f3e7e808 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:23.943709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f5f1fa57-e623-42b2-8cbb-2bc7139a4451 None None] For port a6687803-47ca-4b78-9258-2c07ab185118, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=a6687803-47ca-4b78-9258-2c07ab185118,segment=NetworkSegment(a6929764-f72d-4a81-ac84-0e9a78947f95),segment_id=a6929764-f72d-4a81-ac84-0e9a78947f95)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:23.943709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5f1fa57-e623-42b2-8cbb-2bc7139a4451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:23.945068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-24a8e80d-379c-49eb-bb5f-6955f3e7e808 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:23.952308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-24a8e80d-379c-49eb-bb5f-6955f3e7e808 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:23.952580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device eb74b06c-67c1-4850-b9a1-f389bb6c293f up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:23.960140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-24a8e80d-379c-49eb-bb5f-6955f3e7e808 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:23.965225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ca7ff1-5ee8-4656-9fb3-76ef48e59fd3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:24.007567 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d7baf5b3-c3af-4121-9661-8415e6d4fbc2 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917/tags HTTP/1.1" status: 200  len: 241 time: 0.3297644
Dec 18 06:55:24.010614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52980) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:24.016931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f05bf-881d-42af-a8a3-140ea003fd35 None None] Network 7890fdf8-a45e-4794-8329-40dbf2aa54bf requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:24.024115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-b69167bc-cba4-4c51-b71c-81978c51f15d tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1731e940>, 'routers', '4ff565e8-10f1-4049-89c3-c4e23b1c3917', 'tempest-TagsExtTest-Tag-1221779433') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:24.078875 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-24a8e80d-379c-49eb-bb5f-6955f3e7e808 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The resource could not be found.
Dec 18 06:55:24.082468 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-24a8e80d-379c-49eb-bb5f-6955f3e7e808 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1771150
Dec 18 06:55:24.083579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52984) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:24.101985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-78ee5aa0-f4d3-4f97-b69d-cacbbded68bc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': '5acb1eb4-6e7e-459a-93da-79cc21ba4088', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '12d3a0ec-683f-4885-8988-001402556235'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:24.111050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ca7ff1-5ee8-4656-9fb3-76ef48e59fd3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:24.113031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-78ee5aa0-f4d3-4f97-b69d-cacbbded68bc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:24.123293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-78ee5aa0-f4d3-4f97-b69d-cacbbded68bc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:24.126826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-78ee5aa0-f4d3-4f97-b69d-cacbbded68bc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:24.139334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-78ee5aa0-f4d3-4f97-b69d-cacbbded68bc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:24.246069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f5f1fa57-e623-42b2-8cbb-2bc7139a4451 None None] Calling delete_port for a6687803-47ca-4b78-9258-2c07ab185118 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:24.310221 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-78ee5aa0-f4d3-4f97-b69d-cacbbded68bc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The resource could not be found.
Dec 18 06:55:24.312607 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-78ee5aa0-f4d3-4f97-b69d-cacbbded68bc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2261882
Dec 18 06:55:24.320369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 52988) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:24.420871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5ddcdb68-c68c-4603-b17e-f1670e6036f1 None None] Could not find standard attr ID for object 4edfee1d-ebf8-4093-b4f6-b99afef29224. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:55:24.422804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a35436e1-604e-4653-afd8-ddac9a8b82b6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:24.476183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a35436e1-604e-4653-afd8-ddac9a8b82b6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:24.524784 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b69167bc-cba4-4c51-b71c-81978c51f15d tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917/tags/tempest-TagsExtTest-Tag-1221779433 HTTP/1.1" status: 204  len: 168 time: 0.5123038
Dec 18 06:55:24.526823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ca7ff1-5ee8-4656-9fb3-76ef48e59fd3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:24.533080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52992) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:24.533963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4c800ed2-dc6b-4faf-bb65-f17c81106047 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:24.551756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-a523f15f-0b0d-4d5c-ac7b-e5f230935ff6 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1ccb1f98>, 'routers', '4ff565e8-10f1-4049-89c3-c4e23b1c3917', 'tempest-TagsExtTest-Tag-1221779433') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:24.588457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a35436e1-604e-4653-afd8-ddac9a8b82b6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:24.594754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-51199b15-1c35-4106-acb3-14af4fcceba0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:24.619935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca7ff1-5ee8-4656-9fb3-76ef48e59fd3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e696f4d-55d3-4d11-a1e6-e6a57bf09e29,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:24.631015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71ca7ff1-5ee8-4656-9fb3-76ef48e59fd3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:24.634126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71ca7ff1-5ee8-4656-9fb3-76ef48e59fd3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:24.635653 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-71ca7ff1-5ee8-4656-9fb3-76ef48e59fd3 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/security-groups/0e696f4d-55d3-4d11-a1e6-e6a57bf09e29 HTTP/1.1" status: 204  len: 168 time: 1.0470729
Dec 18 06:55:24.639033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 52996) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:24.694536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port eb74b06c-67c1-4850-b9a1-f389bb6c293f completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:24.811920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5ddcdb68-c68c-4603-b17e-f1670e6036f1 None None] Provisioning complete for port fe2c46a6-80a7-460d-9761-739c70e8bd37 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:24.812453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5ddcdb68-c68c-4603-b17e-f1670e6036f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:24.837092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5f1fa57-e623-42b2-8cbb-2bc7139a4451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:24.864177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a6c09f7a-30cd-45f0-8835-70d1f3316ca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:24.893507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a6687803-47ca-4b78-9258-2c07ab185118 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:55:24.931572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-371e9450-19fd-47d1-92c9-bc29aac6f396 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting subnet 7d3ceacd-3257-4b23-99d3-17cec6f946c0 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:55:24.936113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81085) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:55:24.936286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-371e9450-19fd-47d1-92c9-bc29aac6f396 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:24.937353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35436e1-604e-4653-afd8-ddac9a8b82b6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acb1eb4-6e7e-459a-93da-79cc21ba4088,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:24.942968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:24.956536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a35436e1-604e-4653-afd8-ddac9a8b82b6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:24.961127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-54a1d6b3-b550-4241-9bef-9c66d3e84ef0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:24.988795 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a523f15f-0b0d-4d5c-ac7b-e5f230935ff6 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917/tags/tempest-TagsExtTest-Tag-1221779433 HTTP/1.1" status: 204  len: 168 time: 0.4455788
Dec 18 06:55:24.991625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53000) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:25.000204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-8c6945d3-e386-4d9b-84bf-29259d865323 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fac170b4828>, 'routers', '4ff565e8-10f1-4049-89c3-c4e23b1c3917') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:25.014542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1fa57-e623-42b2-8cbb-2bc7139a4451 None None] Pushing event deleted for resources: {'Port': ['ID=a6687803-47ca-4b78-9258-2c07ab185118,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:25.017210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f5f1fa57-e623-42b2-8cbb-2bc7139a4451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:25.047890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: a6687803-47ca-4b78-9258-2c07ab185118 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:55:25.048462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device a6687803-47ca-4b78-9258-2c07ab185118 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:55:25.076232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-371e9450-19fd-47d1-92c9-bc29aac6f396 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:25.080622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a35436e1-604e-4653-afd8-ddac9a8b82b6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:25.082058 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a35436e1-604e-4653-afd8-ddac9a8b82b6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "DELETE /v2.0/security-groups/5acb1eb4-6e7e-459a-93da-79cc21ba4088 HTTP/1.1" status: 204  len: 168 time: 0.7603862
Dec 18 06:55:25.088921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53004) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:25.111167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5ddcdb68-c68c-4603-b17e-f1670e6036f1 None None] Port fe2c46a6-80a7-460d-9761-739c70e8bd37 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:55:25.126182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Subnet': ['ID=b60cd31e-878c-46d7-a7f3-3154093c682e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:25.136521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f1fa57-e623-42b2-8cbb-2bc7139a4451 None None] No DVR routers for this DVR port a6687803-47ca-4b78-9258-2c07ab185118 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:55:25.140385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:25.194889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5739135e-421d-46d5-95f0-41bc1cb75e81 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Synchronizing usage tracker for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:25.215199 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8c6945d3-e386-4d9b-84bf-29259d865323 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917/tags HTTP/1.1" status: 200  len: 205 time: 0.2222657
Dec 18 06:55:25.218640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53008) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:25.222178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5739135e-421d-46d5-95f0-41bc1cb75e81 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Unset dirty status for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:25.227692 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5739135e-421d-46d5-95f0-41bc1cb75e81 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.1333950
Dec 18 06:55:25.227921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-e91cbe60-c15f-4003-a421-72d289cea975 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fac172c1cf8>, 'subnetpools', 'a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:25.228349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53012) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:25.234942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-307c3e72-f508-4692-b470-79fe96ac666e tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': 'fcfbe035-437b-4321-83c4-e84f6163b443', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:25.243458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-91ea6922-366b-42fc-9830-2faea2bb352f None None] Provisioning complete for port ca112ef3-324d-4b3f-a9b1-a474382fa992 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:25.243892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91ea6922-366b-42fc-9830-2faea2bb352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:25.250599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-307c3e72-f508-4692-b470-79fe96ac666e tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:25.258856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-307c3e72-f508-4692-b470-79fe96ac666e tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:25.263253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-307c3e72-f508-4692-b470-79fe96ac666e tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:25.268128 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e91cbe60-c15f-4003-a421-72d289cea975 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e/tags HTTP/1.1" status: 200  len: 241 time: 0.0483356
Dec 18 06:55:25.270811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53016) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:25.273093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-307c3e72-f508-4692-b470-79fe96ac666e tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:25.274107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-371e9450-19fd-47d1-92c9-bc29aac6f396 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:25.279512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Checking segment: {'id': '49748497-1a52-4fcd-8439-5bf48ee8765d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '42b62e72-a82b-4740-8f37-fb1f0e059990'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:25.280130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network hostable DHCP agents. Network: 42b62e72-a82b-4740-8f37-fb1f0e059990, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:55:25.316176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 42b62e72-a82b-4740-8f37-fb1f0e059990 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:55:25.319107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-6bbc0e47-f3cf-4de8-a81c-9099c192e5e5 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac176d84e0>, 'subnetpools', 'a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e', 'tempest-TagsExtTest-Tag-1863815585') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:25.335849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 42b62e72-a82b-4740-8f37-fb1f0e059990) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:25.350066 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-307c3e72-f508-4692-b470-79fe96ac666e tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The resource could not be found.
Dec 18 06:55:25.351515 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-307c3e72-f508-4692-b470-79fe96ac666e tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1221695
Dec 18 06:55:25.356076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53020) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:25.358490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:25.359355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:25.382788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b570b43b-22d7-4990-9d0e-10fd5e3fd94c None None] Network 42b62e72-a82b-4740-8f37-fb1f0e059990 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:25.384749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group': {'name': 'tempest-secgroup--1692953565'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:25.388255 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 2.4076657
Dec 18 06:55:25.394153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53024) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:25.444980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6bbc0e47-f3cf-4de8-a81c-9099c192e5e5 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e/tags/tempest-TagsExtTest-Tag-1863815585 HTTP/1.1" status: 204  len: 168 time: 0.1730926
Dec 18 06:55:25.446573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:25.454370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53028) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:25.462354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-fc35b2ee-6c61-47f1-a1a9-cb15410d8189 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7fac17075fd0>, 'subnetpools', 'a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e', 'tempest-TagsExtTest-Tag-1863815585') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:25.491286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:25.522454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:25.524390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-91ea6922-366b-42fc-9830-2faea2bb352f None None] Could not find standard attr ID for object 4edfee1d-ebf8-4093-b4f6-b99afef29224. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:55:25.580177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:25.581509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:25.602457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:25.617128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:25.627861 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fc35b2ee-6c61-47f1-a1a9-cb15410d8189 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e/tags/tempest-TagsExtTest-Tag-1863815585 HTTP/1.1" status: 204  len: 168 time: 0.1708879
Dec 18 06:55:25.631788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:25.663713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53032) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:25.676706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-01d3fe88-c8a4-478a-9f6c-ec745bec4848 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7fac1d868358>, 'subnetpools', 'a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:25.686127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-91ea6922-366b-42fc-9830-2faea2bb352f None None] Provisioning for port eb74b06c-67c1-4850-b9a1-f389bb6c293f completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:25.701602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-91ea6922-366b-42fc-9830-2faea2bb352f None None] Provisioning complete for port eb74b06c-67c1-4850-b9a1-f389bb6c293f triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:25.702300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91ea6922-366b-42fc-9830-2faea2bb352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:25.777903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-371e9450-19fd-47d1-92c9-bc29aac6f396 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:25.796485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:25.802624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-337c802c-8253-42ea-8b6b-46406c584ea3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:25.883284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf9fe4c-261b-4ca9-adf7-d55529a04186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-42b62e72-a82b-4740-8f37-fb1f0e059990', 'network_id': '42b62e72-a82b-4740-8f37-fb1f0e059990', 'tenant_id': '2c78cefd33bd44b58aa461a8e06259db', 'fixed_ips': [{'subnet_id': 'b60cd31e-878c-46d7-a7f3-3154093c682e'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:55:25.884229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-faf9fe4c-261b-4ca9-adf7-d55529a04186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:25.905850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e9450-19fd-47d1-92c9-bc29aac6f396 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Subnet': ['ID=7d3ceacd-3257-4b23-99d3-17cec6f946c0,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:25.922887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-371e9450-19fd-47d1-92c9-bc29aac6f396 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:25.931182 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-01d3fe88-c8a4-478a-9f6c-ec745bec4848 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e/tags HTTP/1.1" status: 200  len: 205 time: 0.2659209
Dec 18 06:55:25.937635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53036) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:25.940696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91ea6922-366b-42fc-9830-2faea2bb352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:25.945299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-a195455e-374a-41a4-a637-26f500477f23 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac1d34fac8>, 'subnetpools', 'a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:26.041969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.050675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.060430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3bbfa633-c9a1-438b-825b-f250ff8cdaf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:26.084121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-91ea6922-366b-42fc-9830-2faea2bb352f None None] For port eb74b06c-67c1-4850-b9a1-f389bb6c293f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=eb74b06c-67c1-4850-b9a1-f389bb6c293f,segment=NetworkSegment(9d5189bf-38e2-4fe7-b650-18e3592fea72),segment_id=9d5189bf-38e2-4fe7-b650-18e3592fea72)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:26.093170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-91ea6922-366b-42fc-9830-2faea2bb352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.093395 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a195455e-374a-41a4-a637-26f500477f23 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e/tags HTTP/1.1" status: 204  len: 168 time: 0.1503274
Dec 18 06:55:26.093501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53040) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:26.094940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:26.106331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-d8a5edf5-dbb9-4268-9356-f57eca94a335 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac1d50d240>, 'routers', '4ff565e8-10f1-4049-89c3-c4e23b1c3917') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:26.110322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-371e9450-19fd-47d1-92c9-bc29aac6f396 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.131780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event updated for resources: {'SecurityGroup': ['ID=e97eca63-2d22-4257-8f23-e7fa4f3307d5,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:26.134434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:26.136388 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-371e9450-19fd-47d1-92c9-bc29aac6f396 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/7d3ceacd-3257-4b23-99d3-17cec6f946c0 HTTP/1.1" status: 204  len: 168 time: 1.4960833
Dec 18 06:55:26.138306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.141127 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1696 time: 0.7823069
Dec 18 06:55:26.141127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53044) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:26.144270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc21b4f-898b-4b93-8392-1d5cd17128d0 None None] Network 91a72938-020a-409e-904b-737e7d3421cf requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:26.162208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53048) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:26.185641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group': {'name': 'tempest-secgroup--100550727'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:26.196946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:26.210097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:26.216203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:26.221432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-431900a9-4f69-4f4c-b70d-8a0303368131 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting subnet d35db1e9-96c3-4ab3-b303-d518f8cdc2ed {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:55:26.224683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-431900a9-4f69-4f4c-b70d-8a0303368131 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.272663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:26.286645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-431900a9-4f69-4f4c-b70d-8a0303368131 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.306084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.329566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.345499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fa46f080-0f04-4ff3-a9b0-91202688426b None None] Provisioning for port d5038745-19e9-4570-b178-99537ec0b1c6 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:26.346972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-48766369-a786-4fc7-bb20-0de1705e56a2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:26.369897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea6922-366b-42fc-9830-2faea2bb352f None None] Pushing event updated for resources: {'Port': ['ID=eb74b06c-67c1-4850-b9a1-f389bb6c293f,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:26.373829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-91ea6922-366b-42fc-9830-2faea2bb352f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:26.377053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-431900a9-4f69-4f4c-b70d-8a0303368131 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.391705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fa46f080-0f04-4ff3-a9b0-91202688426b None None] Provisioning complete for port d5038745-19e9-4570-b178-99537ec0b1c6 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:26.392142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa46f080-0f04-4ff3-a9b0-91202688426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.431581 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d8a5edf5-dbb9-4268-9356-f57eca94a335 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917/tags HTTP/1.1" status: 204  len: 168 time: 0.3344929
Dec 18 06:55:26.432022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53052) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:26.447067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:26.452659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-576a1bfd-124a-42e9-8fe7-1a42571367b6 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac1d8dac50>, 'ports', 'd5038745-19e9-4570-b178-99537ec0b1c6') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:26.478696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Subnet': ['ID=b60cd31e-878c-46d7-a7f3-3154093c682e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:26.501491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:26.502726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:26.508791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server [None req-faf9fe4c-261b-4ca9-adf7-d55529a04186 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b60cd31e-878c-46d7-a7f3-3154093c682e: This subnet is being modified by another concurrent operation.
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b60cd31e-878c-46d7-a7f3-3154093c682e: This subnet is being modified by another concurrent operation.
Dec 18 06:55:26.513511 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server 
Dec 18 06:55:26.528449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fa46f080-0f04-4ff3-a9b0-91202688426b None None] Port d5038745-19e9-4570-b178-99537ec0b1c6 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:55:26.533858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:26.548882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faacc75-3ebb-4d01-9449-945856cc4901 None None] Network 42b62e72-a82b-4740-8f37-fb1f0e059990 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:26.693607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-431900a9-4f69-4f4c-b70d-8a0303368131 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.709859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-371e9450-19fd-47d1-92c9-bc29aac6f396 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:26.714609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fa46f080-0f04-4ff3-a9b0-91202688426b None None] Provisioning complete for port eb74b06c-67c1-4850-b9a1-f389bb6c293f triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:26.715043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa46f080-0f04-4ff3-a9b0-91202688426b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.725846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.807658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431900a9-4f69-4f4c-b70d-8a0303368131 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Subnet': ['ID=d35db1e9-96c3-4ab3-b303-d518f8cdc2ed,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:26.810329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-431900a9-4f69-4f4c-b70d-8a0303368131 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:26.837789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.842733 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-576a1bfd-124a-42e9-8fe7-1a42571367b6 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6/tags HTTP/1.1" status: 204  len: 168 time: 0.3973114
Dec 18 06:55:26.843916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53056) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:26.847620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.850458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-a2a00b65-f32c-4135-84d3-e92c9e1d8a5e tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac1ccf2b70>, 'subnets', '322301cb-6949-4d28-95c2-d22ceb156319') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:26.855229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0c042132-47d1-413c-84a9-9d2dd78434af tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:26.936230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d3224e0>,) {'filters': {'network_id': ['42b62e72-a82b-4740-8f37-fb1f0e059990']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:26.944177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dc0618-5278-4e83-b62f-9f4234f54d3a,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:26.950862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:26.951659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.951855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-431900a9-4f69-4f4c-b70d-8a0303368131 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:26.952963 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-54f12317-6721-4d2f-8281-f749680633c0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.7874868
Dec 18 06:55:26.955945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53060) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:26.961910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-980f7792-88c0-4d08-befb-a993cfeab601 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group_rule': {'security_group_id': 'e97eca63-2d22-4257-8f23-e7fa4f3307d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd5dc0618-5278-4e83-b62f-9f4234f54d3a'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:26.967855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d3224e0>, '49748497-1a52-4fcd-8439-5bf48ee8765d') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:26.968199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d3224e0>, '49748497-1a52-4fcd-8439-5bf48ee8765d') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:26.972518 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-431900a9-4f69-4f4c-b70d-8a0303368131 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/d35db1e9-96c3-4ab3-b303-d518f8cdc2ed HTTP/1.1" status: 204  len: 168 time: 0.8284400
Dec 18 06:55:26.977252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53064) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:26.977822 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a2a00b65-f32c-4135-84d3-e92c9e1d8a5e tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319/tags HTTP/1.1" status: 204  len: 168 time: 0.1322107
Dec 18 06:55:26.978554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53066) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:26.982320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-980f7792-88c0-4d08-befb-a993cfeab601 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:26.985228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-d508259a-9642-4f8a-bba3-e303a66ec795 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fac17f11080>, 'subnets', '322301cb-6949-4d28-95c2-d22ceb156319', 'tempest-TagsExtTest-Tag-958961284') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:27.022697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65469d61-83b2-41f4-a468-c673407e49d8 None None] Update dhcp port {'port': {'network_id': '91a72938-020a-409e-904b-737e7d3421cf', 'fixed_ips': [{'subnet_id': '1f64c83f-23cd-4552-90a9-7377f8d4e86a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd35db1e9-96c3-4ab3-b303-d518f8cdc2ed'}], 'binding:host_id': 'dv-neutron-765072-3-ovs'}, 'id': 'ca112ef3-324d-4b3f-a9b1-a474382fa992'} from dv-neutron-765072-3-ovs. {{(pid=81086) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 18 06:55:27.022964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.030073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-980f7792-88c0-4d08-befb-a993cfeab601 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:27.038651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-980f7792-88c0-4d08-befb-a993cfeab601 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:27.041853 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-916cbe41-282e-4b7e-9786-9ebcd62dab89 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:27.042352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916cbe41-282e-4b7e-9786-9ebcd62dab89 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:27.047198 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-916cbe41-282e-4b7e-9786-9ebcd62dab89 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/7d3ceacd-3257-4b23-99d3-17cec6f946c0 HTTP/1.1" status: 404  len: 337 time: 0.0673308
Dec 18 06:55:27.048290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53072) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:27.051910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-980f7792-88c0-4d08-befb-a993cfeab601 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:27.060321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.063654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Releasing vxlan tunnel 10 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:55:27.083007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65469d61-83b2-41f4-a468-c673407e49d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.135757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-34606de2-e25f-4edb-b392-df95ad725327 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting subnet 1f64c83f-23cd-4552-90a9-7377f8d4e86a {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:55:27.139261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34606de2-e25f-4edb-b392-df95ad725327 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.199225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34606de2-e25f-4edb-b392-df95ad725327 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.240576 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-980f7792-88c0-4d08-befb-a993cfeab601 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 06:55:27.244410 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-980f7792-88c0-4d08-befb-a993cfeab601 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2846200
Dec 18 06:55:27.244725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53076) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:27.280790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 42b62e72-a82b-4740-8f37-fb1f0e059990 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:27.291213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34606de2-e25f-4edb-b392-df95ad725327 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.292489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.513310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 42b62e72-a82b-4740-8f37-fb1f0e059990 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:27.520727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7413c6c1-c20b-456e-b19d-f3ecf5388c8d tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:55:27.540051 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:55:27.577756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34606de2-e25f-4edb-b392-df95ad725327 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server [None req-65469d61-83b2-41f4-a468-c673407e49d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f64c83f-23cd-4552-90a9-7377f8d4e86a: This subnet is being modified by another concurrent operation.
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1669, in update_port
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     port)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1486, in update_port
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     new_port=new_port)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 714, in update_port
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     new_port.get('mac_address'))
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 432, in update_port_with_ips
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     new_mac)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 355, in _update_ips_for_port
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(port))
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f64c83f-23cd-4552-90a9-7377f8d4e86a: This subnet is being modified by another concurrent operation.
Dec 18 06:55:27.581890 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server 
Dec 18 06:55:27.593901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device eb74b06c-67c1-4850-b9a1-f389bb6c293f up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:27.602427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71337e68-0023-4a3c-93c1-88ea76b31d13 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:27.642409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7413c6c1-c20b-456e-b19d-f3ecf5388c8d tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.671188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.675841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc559f06-a24a-4425-8a4e-56c58b9c7bd2 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:27.681466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port eb74b06c-67c1-4850-b9a1-f389bb6c293f triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:27.682194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.701148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.718443 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/networks/42b62e72-a82b-4740-8f37-fb1f0e059990 HTTP/1.1" status: 204  len: 168 time: 2.3226023
Dec 18 06:55:27.719656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Network': ['ID=42b62e72-a82b-4740-8f37-fb1f0e059990,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:27.723201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53080) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:27.723371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b77f4a3-f2e0-4ddd-b059-b56d60a8d419 None None] Network 91a72938-020a-409e-904b-737e7d3421cf requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:27.727309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:27.731713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1142191847'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:27.737549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:27.742848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Usage tracker for resource:network and tenant:2c78cefd33bd44b58aa461a8e06259db is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:27.746515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7413c6c1-c20b-456e-b19d-f3ecf5388c8d tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.751637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Quota usage for network was recalculated. Used quota:3. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:27.755898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a35436e1-604e-4653-afd8-ddac9a8b82b6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:27.776571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:27.778979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413c6c1-c20b-456e-b19d-f3ecf5388c8d tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dc0618-5278-4e83-b62f-9f4234f54d3a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:27.786792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7413c6c1-c20b-456e-b19d-f3ecf5388c8d tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:27.797034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7413c6c1-c20b-456e-b19d-f3ecf5388c8d tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.800859 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7413c6c1-c20b-456e-b19d-f3ecf5388c8d tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "DELETE /v2.0/security-groups/d5dc0618-5278-4e83-b62f-9f4234f54d3a HTTP/1.1" status: 204  len: 168 time: 0.5525725
Dec 18 06:55:27.801374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53084) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:27.818526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:27.824259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.892973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:55:27.919729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:27.920101 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Added segment 9897a9d0-fdb5-4898-a9f1-9f18459a5840 of type vxlan for network 93e363d3-871f-4648-8d79-4a41883cdcd7
Dec 18 06:55:27.924448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-47f4e41c-cfc8-487a-b71c-0ad7cee63436 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Synchronizing usage tracker for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:27.967631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-47f4e41c-cfc8-487a-b71c-0ad7cee63436 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Unset dirty status for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:27.972090 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-47f4e41c-cfc8-487a-b71c-0ad7cee63436 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4361 time: 0.1666796
Dec 18 06:55:27.973006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53088) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:27.976960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.055793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.060353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:28.061009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.073438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36996713-7b68-46c1-a3ee-dce952b35550 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:28.077978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-89b6fe5a-f184-475d-92cf-c731898a3bf5 None None] Provisioning complete for port ca112ef3-324d-4b3f-a9b1-a474382fa992 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:28.078565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89b6fe5a-f184-475d-92cf-c731898a3bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.083096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34606de2-e25f-4edb-b392-df95ad725327 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Subnet': ['ID=1f64c83f-23cd-4552-90a9-7377f8d4e86a,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:28.085826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34606de2-e25f-4edb-b392-df95ad725327 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:28.100543 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d508259a-9642-4f8a-bba3-e303a66ec795 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "PUT /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319/tags/tempest-TagsExtTest-Tag-958961284 HTTP/1.1" status: 201  len: 201 time: 1.1179676
Dec 18 06:55:28.101340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53092) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.109323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-fb10966f-2a87-4a1a-bec4-4727961b68ec tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1cc9bd68>, 'ports', 'd5038745-19e9-4570-b178-99537ec0b1c6', 'tempest-TagsExtTest-Tag-1021364599') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:28.166963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b2a32ca-6e2d-4886-95a3-c439c2b0e176 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.189301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34606de2-e25f-4edb-b392-df95ad725327 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.207921 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4802840
Dec 18 06:55:28.208161 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-34606de2-e25f-4edb-b392-df95ad725327 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/1f64c83f-23cd-4552-90a9-7377f8d4e86a HTTP/1.1" status: 204  len: 168 time: 1.1574771
Dec 18 06:55:28.209231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53096) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.209440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53098) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.215798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Network': ['ID=93e363d3-871f-4648-8d79-4a41883cdcd7,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:28.224949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:28.232206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b2a32ca-6e2d-4886-95a3-c439c2b0e176 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.236687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 93e363d3-871f-4648-8d79-4a41883cdcd7 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:28.250222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 93e363d3-871f-4648-8d79-4a41883cdcd7 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:28.256187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'subnet': {'network_id': '93e363d3-871f-4648-8d79-4a41883cdcd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:28.279061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b2a32ca-6e2d-4886-95a3-c439c2b0e176 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.281371 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b82e2a-77da-46b2-b201-d8034d94a53f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:28.281907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b82e2a-77da-46b2-b201-d8034d94a53f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:28.286376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d1adbd84-4866-4cde-920a-a944cff719f1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:28.286680 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f8b82e2a-77da-46b2-b201-d8034d94a53f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/0165e6e7-f487-4581-9bd1-996f6d263a36 HTTP/1.1" status: 404  len: 337 time: 0.0762422
Dec 18 06:55:28.296308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53104) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.339583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a32ca-6e2d-4886-95a3-c439c2b0e176 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97eca63-2d22-4257-8f23-e7fa4f3307d5,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:28.347477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b2a32ca-6e2d-4886-95a3-c439c2b0e176 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:28.358808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c7e204e3-cf6b-4646-8021-3d27e8801490 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Synchronizing usage tracker for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:28.361506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b2a32ca-6e2d-4886-95a3-c439c2b0e176 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.365566 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8b2a32ca-6e2d-4886-95a3-c439c2b0e176 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "DELETE /v2.0/security-groups/e97eca63-2d22-4257-8f23-e7fa4f3307d5 HTTP/1.1" status: 204  len: 168 time: 0.3920584
Dec 18 06:55:28.366480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53108) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.407318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:28.419303 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fb10966f-2a87-4a1a-bec4-4727961b68ec tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "PUT /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6/tags/tempest-TagsExtTest-Tag-1021364599 HTTP/1.1" status: 201  len: 201 time: 0.3136654
Dec 18 06:55:28.420437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53112) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.423188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:28.428742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-3bfd8102-7aa7-48cf-afa7-9dae9e96fcf9 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1d0e1780>, 'routers', '4ff565e8-10f1-4049-89c3-c4e23b1c3917', 'tempest-TagsExtTest-Tag-50977697') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:28.430830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c7e204e3-cf6b-4646-8021-3d27e8801490 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Unset dirty status for tenant:4188d9c05dcd428b8cdbc76ccf79a62d on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:28.435094 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c7e204e3-cf6b-4646-8021-3d27e8801490 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "GET /v2.0/ports?device_id=086525fa-2deb-46e8-a947-ec61257a754c HTTP/1.1" status: 200  len: 205 time: 0.1319673
Dec 18 06:55:28.441033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53116) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.510596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:28.526695 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-450d6bdb-e258-4317-9fb5-fc11cc7a1ed4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] delete failed (client error): The resource could not be found.
Dec 18 06:55:28.531348 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-450d6bdb-e258-4317-9fb5-fc11cc7a1ed4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/routers/086525fa-2deb-46e8-a947-ec61257a754c HTTP/1.1" status: 404  len: 336 time: 0.0857744
Dec 18 06:55:28.531348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-439c201d-f4cf-4492-9775-0433d20f4454 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Synchronizing usage tracker for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:28.534597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53120) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.589234 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-0714015e-9a42-4922-aff3-58f9e60cdd07 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:28.589505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0714015e-9a42-4922-aff3-58f9e60cdd07 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:28.594060 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0714015e-9a42-4922-aff3-58f9e60cdd07 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/02b3840a-221a-480d-8051-8616fa29fa5a HTTP/1.1" status: 404  len: 337 time: 0.0584118
Dec 18 06:55:28.594708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53124) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.603263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-89b6fe5a-f184-475d-92cf-c731898a3bf5 None None] Provisioning complete for port fe2c46a6-80a7-460d-9761-739c70e8bd37 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:28.603697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89b6fe5a-f184-475d-92cf-c731898a3bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.630971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edab2e87-54b7-445b-96aa-9ae4fecdc320 None None] DHCP port deletion for 91a72938-020a-409e-904b-737e7d3421cf request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:55:28.642670 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d89ee1e-d8f7-41d7-ac2f-5c0b0aad0e7d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:28.645764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d89ee1e-d8f7-41d7-ac2f-5c0b0aad0e7d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:28.645881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-edab2e87-54b7-445b-96aa-9ae4fecdc320 None None] Deleting port ca112ef3-324d-4b3f-a9b1-a474382fa992 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:28.645881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-edab2e87-54b7-445b-96aa-9ae4fecdc320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.647876 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d89ee1e-d8f7-41d7-ac2f-5c0b0aad0e7d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/ba9db0cb-c8d8-4dfb-aec8-9f6ada739d63 HTTP/1.1" status: 404  len: 337 time: 0.0499575
Dec 18 06:55:28.648525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53128) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.696934 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a7f7adc-acca-4ba4-9e2d-468a706d3831 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:28.697375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a7f7adc-acca-4ba4-9e2d-468a706d3831 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:28.703348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53132) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.703865 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1a7f7adc-acca-4ba4-9e2d-468a706d3831 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/16b67448-27a9-494a-939e-7d29d04a289c HTTP/1.1" status: 404  len: 337 time: 0.0536585
Dec 18 06:55:28.704475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-439c201d-f4cf-4492-9775-0433d20f4454 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Unset dirty status for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:28.712925 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-439c201d-f4cf-4492-9775-0433d20f4454 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.3371398
Dec 18 06:55:28.713129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53136) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.718841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group': {'name': 'tempest-secgroup--1432493294'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:28.725265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:28.735746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:28.748145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.753565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-89b6fe5a-f184-475d-92cf-c731898a3bf5 None None] Port fe2c46a6-80a7-460d-9761-739c70e8bd37 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:55:28.760137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.775471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:28.780336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Usage tracker for resource:security_group_rule and tenant:fbb0fbf27e4749408ef517c33fcf9538 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:28.783365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:28.789267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:28.828003 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-6092cf5b-c3d9-42ba-af29-ec5dfcc60488 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:28.828515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6092cf5b-c3d9-42ba-af29-ec5dfcc60488 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:28.830416 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6092cf5b-c3d9-42ba-af29-ec5dfcc60488 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/a04f969a-653f-4daf-9a1c-60e79d77b9d9 HTTP/1.1" status: 404  len: 333 time: 0.1263916
Dec 18 06:55:28.834072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53140) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.856049 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3bfd8102-7aa7-48cf-afa7-9dae9e96fcf9 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "PUT /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917/tags/tempest-TagsExtTest-Tag-50977697 HTTP/1.1" status: 201  len: 201 time: 0.4347584
Dec 18 06:55:28.859849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53144) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.865706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-e108d7fc-3c7e-4f09-b541-820834fecc79 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7fac17b36dd8>, 'subnetpools', 'a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e', 'tempest-TagsExtTest-Tag-1748553405') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:28.883894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-edab2e87-54b7-445b-96aa-9ae4fecdc320 None None] For port ca112ef3-324d-4b3f-a9b1-a474382fa992, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ca112ef3-324d-4b3f-a9b1-a474382fa992,segment=NetworkSegment(d7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8),segment_id=d7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:28.884758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-edab2e87-54b7-445b-96aa-9ae4fecdc320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.885576 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-da21e3a5-0499-40a2-bcb2-6bba38f62dcd tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:28.886063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da21e3a5-0499-40a2-bcb2-6bba38f62dcd tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:28.911809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-da21e3a5-0499-40a2-bcb2-6bba38f62dcd tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/2126f267-606f-45c4-97e3-7096cbc4a4fe HTTP/1.1" status: 404  len: 337 time: 0.0741215
Dec 18 06:55:28.911809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.912147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53148) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.916953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.928314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4f00e4e4-108d-490b-ba7c-a1e3da0794aa tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:28.961998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:28.966782 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1696 time: 0.2491763
Dec 18 06:55:28.966957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a719a73f-a862-4dc0-9d75-03c8a0d80b47 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:28.967053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53152) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.967148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a719a73f-a862-4dc0-9d75-03c8a0d80b47 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:28.973354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9fb51bb8-5c2b-443a-ba69-1623d47ea641 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Request body: {'security_group': {'name': 'default'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:28.973838 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.api.v2.base [None req-9fb51bb8-5c2b-443a-ba69-1623d47ea641 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 18 06:55:28.974391 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-9fb51bb8-5c2b-443a-ba69-1623d47ea641 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] update failed (client error): There was a conflict when trying to complete your request.
Dec 18 06:55:28.977864 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9fb51bb8-5c2b-443a-ba69-1623d47ea641 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "PUT /v2.0/security-groups/75fe00e6-de6b-415c-8a7c-7e4dab5ee33b HTTP/1.1" status: 409  len: 330 time: 0.0073860
Dec 18 06:55:28.977864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event updated for resources: {'SecurityGroup': ['ID=75fe00e6-de6b-415c-8a7c-7e4dab5ee33b,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:28.978761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53156) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:28.981248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:28.996438 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a719a73f-a862-4dc0-9d75-03c8a0d80b47 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/a0be38ec-3497-445f-b44a-3256d0c414db HTTP/1.1" status: 404  len: 337 time: 0.0809367
Dec 18 06:55:28.998556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53160) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:29.003278 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e108d7fc-3c7e-4f09-b541-820834fecc79 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "PUT /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e/tags/tempest-TagsExtTest-Tag-1748553405 HTTP/1.1" status: 201  len: 201 time: 0.1423786
Dec 18 06:55:29.018077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-edab2e87-54b7-445b-96aa-9ae4fecdc320 None None] Calling delete_port for ca112ef3-324d-4b3f-a9b1-a474382fa992 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:29.034055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53164) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:29.044962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-cc9a1eb8-b958-4995-affd-5ae1cb09cd5f tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fac17d09f60>, 'subnets', '322301cb-6949-4d28-95c2-d22ceb156319', {'tags': ['tempest-TagsExtTest-Tag-1745985997', 'tempest-TagsExtTest-Tag-1862797659', 'tempest-TagsExtTest-Tag-1843648287']}) {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:29.066138 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d11d20c-39f9-42a0-b553-e27cb945e93b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:29.066894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d11d20c-39f9-42a0-b553-e27cb945e93b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:29.071538 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d11d20c-39f9-42a0-b553-e27cb945e93b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/dffb3a04-ea57-4ffe-b936-10db40a79bc8 HTTP/1.1" status: 404  len: 333 time: 0.0690682
Dec 18 06:55:29.075267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53168) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:29.098843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-edab2e87-54b7-445b-96aa-9ae4fecdc320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:29.105482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e65d7c91-6b80-47f4-8978-8f89939768b0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:29.114959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-201e0097-5662-45b1-92ad-9fd50638daa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:29.135510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e65d7c91-6b80-47f4-8978-8f89939768b0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:29.155350 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-724b8f63-75e8-4ad9-a162-f4593e08d7e7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:29.155860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724b8f63-75e8-4ad9-a162-f4593e08d7e7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:29.157710 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-724b8f63-75e8-4ad9-a162-f4593e08d7e7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/4f0f5a9f-27b4-4d81-a89a-cde725fe70e8 HTTP/1.1" status: 404  len: 337 time: 0.0756671
Dec 18 06:55:29.160927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53172) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:29.213591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab2e87-54b7-445b-96aa-9ae4fecdc320 None None] Pushing event deleted for resources: {'Port': ['ID=ca112ef3-324d-4b3f-a9b1-a474382fa992,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:29.220099 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b2f904-a00a-471e-abd9-3b00b1d4c8cd tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:29.221008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b2f904-a00a-471e-abd9-3b00b1d4c8cd tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:29.222419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-05b2f904-a00a-471e-abd9-3b00b1d4c8cd tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/subnets/e6a2ee49-d8ca-4ee9-b1c4-c282b8622a97 HTTP/1.1" status: 404  len: 337 time: 0.0604553
Dec 18 06:55:29.223719 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cc9a1eb8-b958-4995-affd-5ae1cb09cd5f tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "PUT /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319/tags HTTP/1.1" status: 200  len: 318 time: 0.1886747
Dec 18 06:55:29.226437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-edab2e87-54b7-445b-96aa-9ae4fecdc320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:29.226579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53176) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:29.228091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53178) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:29.231834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-8114055f-cef3-41d5-8feb-f49e2b474f43 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac174b9588>, 'subnets', '322301cb-6949-4d28-95c2-d22ceb156319') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:29.259764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab2e87-54b7-445b-96aa-9ae4fecdc320 None None] No DVR routers for this DVR port ca112ef3-324d-4b3f-a9b1-a474382fa992 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:55:29.279046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e65d7c91-6b80-47f4-8978-8f89939768b0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:29.285448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2aa23f66-08ab-44ee-8849-49501221c29d tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:29.297996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8999d574-7e8d-493a-be47-4e366ccea810 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:55:29.305361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d7c91-6b80-47f4-8978-8f89939768b0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fe00e6-de6b-415c-8a7c-7e4dab5ee33b,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:29.311172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e65d7c91-6b80-47f4-8978-8f89939768b0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:29.322146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e65d7c91-6b80-47f4-8978-8f89939768b0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:29.326178 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e65d7c91-6b80-47f4-8978-8f89939768b0 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "DELETE /v2.0/security-groups/75fe00e6-de6b-415c-8a7c-7e4dab5ee33b HTTP/1.1" status: 204  len: 168 time: 0.3466668
Dec 18 06:55:29.326958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53184) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:29.398482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7e47097-5f12-4cc2-8944-a9880d2a522b tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Synchronizing usage tracker for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:29.400805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-010b9ea0-d875-4a96-b1af-95a5ccb815be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Deleting port fe2c46a6-80a7-460d-9761-739c70e8bd37 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:29.401188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-010b9ea0-d875-4a96-b1af-95a5ccb815be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:29.414556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8114055f-cef3-41d5-8feb-f49e2b474f43 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319/tags HTTP/1.1" status: 204  len: 168 time: 0.1844244
Dec 18 06:55:29.415214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53188) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:29.421038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-180bb399-d9a6-42bc-abd8-c2e26bd0790b tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1c0059b0>, 'subnets', '322301cb-6949-4d28-95c2-d22ceb156319', 'tempest-TagsExtTest-Tag-1745985997') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:29.456169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e7e47097-5f12-4cc2-8944-a9880d2a522b tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Unset dirty status for tenant:fbb0fbf27e4749408ef517c33fcf9538 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:29.458006 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e7e47097-5f12-4cc2-8944-a9880d2a522b tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.1284602
Dec 18 06:55:29.467831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53192) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:29.495715 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-7dee76be-53f1-4304-b31b-5b8de2313cb1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] delete failed (client error): The resource could not be found.
Dec 18 06:55:29.496843 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7dee76be-53f1-4304-b31b-5b8de2313cb1 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "DELETE /v2.0/security-groups/ede594c3-aae4-460a-be84-7322b972d49d HTTP/1.1" status: 404  len: 347 time: 0.0274098
Dec 18 06:55:29.501048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53196) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:29.522552 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-180bb399-d9a6-42bc-abd8-c2e26bd0790b tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] show failed (client error): The resource could not be found.
Dec 18 06:55:29.523686 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-180bb399-d9a6-42bc-abd8-c2e26bd0790b tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319/tags/tempest-TagsExtTest-Tag-1745985997 HTTP/1.1" status: 404  len: 329 time: 0.1074896
Dec 18 06:55:29.528994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53200) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:29.545173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-1a13291e-2882-412e-ad5e-580a36bbbf11 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac171f55c0>, 'subnets', '322301cb-6949-4d28-95c2-d22ceb156319', 'tempest-TagsExtTest-Tag-1862797659') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:29.584156 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-83397523-57e3-4db0-b7e2-3317bd89a7d8 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] show failed (client error): The resource could not be found.
Dec 18 06:55:29.585537 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-83397523-57e3-4db0-b7e2-3317bd89a7d8 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "GET /v2.0/security-groups/1e45b0ba-8662-4611-aebe-2164fd8b48a9 HTTP/1.1" status: 404  len: 347 time: 0.0834033
Dec 18 06:55:29.586050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ca112ef3-324d-4b3f-a9b1-a474382fa992 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:55:29.590544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53204) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:29.608721 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-2e330cae-4ffd-4d51-8956-d3630ad3d4bc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] show failed (client error): The resource could not be found.
Dec 18 06:55:29.618506 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2e330cae-4ffd-4d51-8956-d3630ad3d4bc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] 10.222.0.23 "GET /v2.0/security-group-rules/3c01597b-af15-429a-a2c0-48874c5c2c81 HTTP/1.1" status: 404  len: 356 time: 0.0178931
Dec 18 06:55:29.653840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: ca112ef3-324d-4b3f-a9b1-a474382fa992 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:55:29.654253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ca112ef3-324d-4b3f-a9b1-a474382fa992 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:55:29.704429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8999d574-7e8d-493a-be47-4e366ccea810 None None] Network 93e363d3-871f-4648-8d79-4a41883cdcd7 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:55:29.719271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8999d574-7e8d-493a-be47-4e366ccea810 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 93e363d3-871f-4648-8d79-4a41883cdcd7) {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:55:29.800635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-010b9ea0-d875-4a96-b1af-95a5ccb815be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:29.953793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:29.975716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-010b9ea0-d875-4a96-b1af-95a5ccb815be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Calling delete_port for fe2c46a6-80a7-460d-9761-739c70e8bd37 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:29.976033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53212) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:30.009010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e83dcc91-6002-46e7-9a26-5867f59a0724 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:30.104259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-93e363d3-871f-4648-8d79-4a41883cdcd7', 'network_id': '93e363d3-871f-4648-8d79-4a41883cdcd7', 'tenant_id': '2c78cefd33bd44b58aa461a8e06259db', 'fixed_ips': [{'subnet_id': '1eb74798-716f-42c5-8132-9c35512726d9'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:55:30.105307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:30.154048 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-1a13291e-2882-412e-ad5e-580a36bbbf11 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] show failed (client error): The resource could not be found.
Dec 18 06:55:30.155123 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1a13291e-2882-412e-ad5e-580a36bbbf11 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319/tags/tempest-TagsExtTest-Tag-1862797659 HTTP/1.1" status: 404  len: 329 time: 0.6196144
Dec 18 06:55:30.166627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53218) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:30.178471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-9c8de93a-72ba-4a91-a2cd-db080b063c72 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac17353780>, 'subnets', '322301cb-6949-4d28-95c2-d22ceb156319', 'tempest-TagsExtTest-Tag-1843648287') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:30.178685 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e1a08a71-8eaf-4b5e-9bdf-59814e0d01e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbb0fbf27e4749408ef517c33fcf9538&name=default HTTP/1.1" status: 200  len: 2883 time: 0.2012129
Dec 18 06:55:30.179228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53222) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:30.245581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35f89b61-a6dd-4625-a4df-8e0e46516a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:30.245822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Subnet': ['ID=1eb74798-716f-42c5-8132-9c35512726d9,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:30.249096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:30.273900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-010b9ea0-d875-4a96-b1af-95a5ccb815be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:30.275478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35f89b61-a6dd-4625-a4df-8e0e46516a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:30.327331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35f89b61-a6dd-4625-a4df-8e0e46516a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:30.332753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-894d853f-bce2-47c7-a266-ad1ed0887f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:30.347095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83d06945-dabe-4bfc-9ffb-524023ff4a48 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:30.422615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Allocated IP 2001:db8::2 (93e363d3-871f-4648-8d79-4a41883cdcd7/1eb74798-716f-42c5-8132-9c35512726d9/bfce56d5-30c2-466b-96ff-4b9cd93bd63a) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:30.654571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f89b61-a6dd-4625-a4df-8e0e46516a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8440b58f-3d39-4b69-b376-89d10216f949,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:30.657402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-35f89b61-a6dd-4625-a4df-8e0e46516a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:30.667914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35f89b61-a6dd-4625-a4df-8e0e46516a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:30.670423 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-35f89b61-a6dd-4625-a4df-8e0e46516a3d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8440b58f-3d39-4b69-b376-89d10216f949 HTTP/1.1" status: 204  len: 168 time: 0.4902308
Dec 18 06:55:30.733900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:30.744051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b9ea0-d875-4a96-b1af-95a5ccb815be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Port': ['ID=fe2c46a6-80a7-460d-9761-739c70e8bd37,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:30.744807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Transition to ACTIVE for port object bfce56d5-30c2-466b-96ff-4b9cd93bd63a will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:30.750924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-010b9ea0-d875-4a96-b1af-95a5ccb815be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:30.764147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Transition to ACTIVE for port object bfce56d5-30c2-466b-96ff-4b9cd93bd63a will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:30.769543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:30.792301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 93e363d3-871f-4648-8d79-4a41883cdcd7 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:30.793688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-010b9ea0-d875-4a96-b1af-95a5ccb815be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:30.799166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:30.820475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:30.821173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:30.836313 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-010b9ea0-d875-4a96-b1af-95a5ccb815be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/ports/fe2c46a6-80a7-460d-9761-739c70e8bd37 HTTP/1.1" status: 204  len: 168 time: 1.6069071
Dec 18 06:55:30.839174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53228) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:30.842149 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-9c8de93a-72ba-4a91-a2cd-db080b063c72 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] show failed (client error): The resource could not be found.
Dec 18 06:55:30.843236 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9c8de93a-72ba-4a91-a2cd-db080b063c72 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319/tags/tempest-TagsExtTest-Tag-1843648287 HTTP/1.1" status: 404  len: 329 time: 0.6756213
Dec 18 06:55:30.850439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53232) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:30.858616 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.6438639
Dec 18 06:55:30.860324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-f2b847a2-22cf-416c-8339-40036f1fd9bd tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fac17b86860>, 'ports', 'd5038745-19e9-4570-b178-99537ec0b1c6', {'tags': ['tempest-TagsExtTest-Tag-1437060854', 'tempest-TagsExtTest-Tag-647615032', 'tempest-TagsExtTest-Tag-362896608']}) {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:30.861481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53236) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:30.956882 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f2b847a2-22cf-416c-8339-40036f1fd9bd tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "PUT /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6/tags HTTP/1.1" status: 200  len: 316 time: 0.1044157
Dec 18 06:55:30.957546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53240) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:30.963714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-061a3111-58b1-4593-8aa3-be479560d780 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac1c21e128>, 'ports', 'd5038745-19e9-4570-b178-99537ec0b1c6') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:31.016249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:31.070752 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-061a3111-58b1-4593-8aa3-be479560d780 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6/tags HTTP/1.1" status: 204  len: 168 time: 0.1120670
Dec 18 06:55:31.073485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53244) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:31.080135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:31.080529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-e119c969-0369-481e-88ce-174fd7dca07a tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac17150b00>, 'ports', 'd5038745-19e9-4570-b178-99537ec0b1c6', 'tempest-TagsExtTest-Tag-1437060854') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:31.148123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Pushing event updated for resources: {'Port': ['ID=bfce56d5-30c2-466b-96ff-4b9cd93bd63a,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:31.151815 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-e119c969-0369-481e-88ce-174fd7dca07a tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] show failed (client error): The resource could not be found.
Dec 18 06:55:31.154196 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e119c969-0369-481e-88ce-174fd7dca07a tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6/tags/tempest-TagsExtTest-Tag-1437060854 HTTP/1.1" status: 404  len: 329 time: 0.0783033
Dec 18 06:55:31.154368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:31.157904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53248) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:31.163813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-4031c4c8-d1da-4aad-9b89-f121ce068d15 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac17d5f908>, 'ports', 'd5038745-19e9-4570-b178-99537ec0b1c6', 'tempest-TagsExtTest-Tag-647615032') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:31.210350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Network 93e363d3-871f-4648-8d79-4a41883cdcd7 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:31.211720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:31.214109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:55:31.233385 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-4031c4c8-d1da-4aad-9b89-f121ce068d15 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] show failed (client error): The resource could not be found.
Dec 18 06:55:31.237296 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4031c4c8-d1da-4aad-9b89-f121ce068d15 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6/tags/tempest-TagsExtTest-Tag-647615032 HTTP/1.1" status: 404  len: 328 time: 0.0754740
Dec 18 06:55:31.237685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53252) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:31.243713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-eda0f0fe-0a1a-4236-82e4-e0e639234c0c tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1ce11cc0>, 'ports', 'd5038745-19e9-4570-b178-99537ec0b1c6', 'tempest-TagsExtTest-Tag-362896608') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:31.271605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Attempting to bind port bfce56d5-30c2-466b-96ff-4b9cd93bd63a on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:55:31.272029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Attempting to bind port bfce56d5-30c2-466b-96ff-4b9cd93bd63a by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '9897a9d0-fdb5-4898-a9f1-9f18459a5840', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '93e363d3-871f-4648-8d79-4a41883cdcd7'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:55:31.272443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Attempting to bind port bfce56d5-30c2-466b-96ff-4b9cd93bd63a on network 93e363d3-871f-4648-8d79-4a41883cdcd7 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:55:31.279212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:55:31.279702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Checking segment: {'id': '9897a9d0-fdb5-4898-a9f1-9f18459a5840', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '93e363d3-871f-4648-8d79-4a41883cdcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:31.280154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:31.280596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Bound using segment: {'id': '9897a9d0-fdb5-4898-a9f1-9f18459a5840', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '93e363d3-871f-4648-8d79-4a41883cdcd7'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:55:31.281122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Bound port: bfce56d5-30c2-466b-96ff-4b9cd93bd63a, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9897a9d0-fdb5-4898-a9f1-9f18459a5840', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '93e363d3-871f-4648-8d79-4a41883cdcd7'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:55:31.281577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:31.305780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:31.319754 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-eda0f0fe-0a1a-4236-82e4-e0e639234c0c tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] show failed (client error): The resource could not be found.
Dec 18 06:55:31.324010 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eda0f0fe-0a1a-4236-82e4-e0e639234c0c tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6/tags/tempest-TagsExtTest-Tag-362896608 HTTP/1.1" status: 404  len: 328 time: 0.0823014
Dec 18 06:55:31.324179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53256) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:31.330673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-ca25d8b6-c51f-4cc7-9ace-3f8274491da7 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fac1d4967f0>, 'routers', '4ff565e8-10f1-4049-89c3-c4e23b1c3917', {'tags': ['tempest-TagsExtTest-Tag-733219592', 'tempest-TagsExtTest-Tag-1728966823', 'tempest-TagsExtTest-Tag-6162264']}) {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:31.372750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] For port bfce56d5-30c2-466b-96ff-4b9cd93bd63a, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:55:31.380365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] For port bfce56d5-30c2-466b-96ff-4b9cd93bd63a, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=bfce56d5-30c2-466b-96ff-4b9cd93bd63a,segment=NetworkSegment(9897a9d0-fdb5-4898-a9f1-9f18459a5840),segment_id=9897a9d0-fdb5-4898-a9f1-9f18459a5840)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:55:31.382996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:31.394504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:31.398982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9d1819c-9de0-4d76-aa8e-bf901cbdbcd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:31.463396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Deleting port bfce56d5-30c2-466b-96ff-4b9cd93bd63a {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:31.463727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:31.479974 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ca25d8b6-c51f-4cc7-9ace-3f8274491da7 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "PUT /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917/tags HTTP/1.1" status: 200  len: 314 time: 0.1539164
Dec 18 06:55:31.481857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53260) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:31.488916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-768be28f-5ba4-4cf5-98b2-60d14e271973 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac173b33c8>, 'routers', '4ff565e8-10f1-4049-89c3-c4e23b1c3917') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:31.560633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Pushing event updated for resources: {'Port': ['ID=bfce56d5-30c2-466b-96ff-4b9cd93bd63a,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:31.566701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:31.612678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac177a4278>,) {'filters': {'network_id': ['91a72938-020a-409e-904b-737e7d3421cf']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:31.637461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac177a4278>, 'd7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:31.637842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac177a4278>, 'd7eb2b56-0b7a-4c8a-a69b-32f5c067ccd8') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:31.671254 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-768be28f-5ba4-4cf5-98b2-60d14e271973 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917/tags HTTP/1.1" status: 204  len: 168 time: 0.1883397
Dec 18 06:55:31.674070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:31.674521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53264) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:31.680608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-feab5da8-2df6-4caa-837a-1b531edb847d tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1ce83f98>, 'routers', '4ff565e8-10f1-4049-89c3-c4e23b1c3917', 'tempest-TagsExtTest-Tag-733219592') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:31.756971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:31.760518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Releasing vxlan tunnel 8 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:55:31.821752 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-feab5da8-2df6-4caa-837a-1b531edb847d tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] show failed (client error): The resource could not be found.
Dec 18 06:55:31.822867 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-feab5da8-2df6-4caa-837a-1b531edb847d tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917/tags/tempest-TagsExtTest-Tag-733219592 HTTP/1.1" status: 404  len: 328 time: 0.1471415
Dec 18 06:55:31.826088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53268) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:31.831416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-30844522-d33f-40b7-b8db-2d8f70b9ad84 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1763d390>, 'routers', '4ff565e8-10f1-4049-89c3-c4e23b1c3917', 'tempest-TagsExtTest-Tag-1728966823') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:31.998579 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-30844522-d33f-40b7-b8db-2d8f70b9ad84 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] show failed (client error): The resource could not be found.
Dec 18 06:55:31.999890 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-30844522-d33f-40b7-b8db-2d8f70b9ad84 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917/tags/tempest-TagsExtTest-Tag-1728966823 HTTP/1.1" status: 404  len: 329 time: 0.1728227
Dec 18 06:55:32.003001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53272) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:32.005950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] For port bfce56d5-30c2-466b-96ff-4b9cd93bd63a, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=bfce56d5-30c2-466b-96ff-4b9cd93bd63a,segment=NetworkSegment(9897a9d0-fdb5-4898-a9f1-9f18459a5840),segment_id=9897a9d0-fdb5-4898-a9f1-9f18459a5840)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:32.006363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:32.009117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-13af71ab-8116-4aa6-8776-698da43d112a tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1d110588>, 'routers', '4ff565e8-10f1-4049-89c3-c4e23b1c3917', 'tempest-TagsExtTest-Tag-6162264') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:32.020547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 91a72938-020a-409e-904b-737e7d3421cf has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:32.032999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:32.147366 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-13af71ab-8116-4aa6-8776-698da43d112a tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] show failed (client error): The resource could not be found.
Dec 18 06:55:32.148427 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-13af71ab-8116-4aa6-8776-698da43d112a tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917/tags/tempest-TagsExtTest-Tag-6162264 HTTP/1.1" status: 404  len: 326 time: 0.1442513
Dec 18 06:55:32.151508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53276) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:32.157114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-e97bd0d6-596a-4962-8b50-fda5e419cfe5 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7fac1d007048>, 'subnetpools', 'a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e', {'tags': ['tempest-TagsExtTest-Tag-1942519204', 'tempest-TagsExtTest-Tag-1818863337', 'tempest-TagsExtTest-Tag-1091390244']}) {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:32.194051 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e97bd0d6-596a-4962-8b50-fda5e419cfe5 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "PUT /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e/tags HTTP/1.1" status: 200  len: 318 time: 0.0414677
Dec 18 06:55:32.196570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53280) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:32.202650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-4e32d8a9-3c3c-4005-b700-875c542cde5b tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac176327b8>, 'subnetpools', 'a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:32.217187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Calling delete_port for bfce56d5-30c2-466b-96ff-4b9cd93bd63a owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:32.240433 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4e32d8a9-3c3c-4005-b700-875c542cde5b tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e/tags HTTP/1.1" status: 204  len: 168 time: 0.0427570
Dec 18 06:55:32.243869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53284) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:32.250111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-e0c3c0db-3f88-4fde-87bb-9c4f1167669c tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac17589c88>, 'subnetpools', 'a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e', 'tempest-TagsExtTest-Tag-1942519204') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:32.274445 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-e0c3c0db-3f88-4fde-87bb-9c4f1167669c tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] show failed (client error): The resource could not be found.
Dec 18 06:55:32.275818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e0c3c0db-3f88-4fde-87bb-9c4f1167669c tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e/tags/tempest-TagsExtTest-Tag-1942519204 HTTP/1.1" status: 404  len: 329 time: 0.0306814
Dec 18 06:55:32.278514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53288) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:32.283983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-90b251eb-414c-4e4c-99a3-27aa2077b338 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac17344a58>, 'subnetpools', 'a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e', 'tempest-TagsExtTest-Tag-1818863337') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:32.313079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-90b251eb-414c-4e4c-99a3-27aa2077b338 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] show failed (client error): The resource could not be found.
Dec 18 06:55:32.314232 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-90b251eb-414c-4e4c-99a3-27aa2077b338 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e/tags/tempest-TagsExtTest-Tag-1818863337 HTTP/1.1" status: 404  len: 329 time: 0.0346613
Dec 18 06:55:32.317202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53292) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:32.322508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-6d5752d0-1c39-4b19-8718-abf48c70b892 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7fac1dc779e8>, 'subnetpools', 'a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e', 'tempest-TagsExtTest-Tag-1091390244') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:32.346304 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-6d5752d0-1c39-4b19-8718-abf48c70b892 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] show failed (client error): The resource could not be found.
Dec 18 06:55:32.347403 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6d5752d0-1c39-4b19-8718-abf48c70b892 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e/tags/tempest-TagsExtTest-Tag-1091390244 HTTP/1.1" status: 404  len: 329 time: 0.0291953
Dec 18 06:55:32.350406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53296) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:32.355853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-d5ac245f-dacf-46e1-b9d3-c20fba9a5832 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac17423ef0>, 'subnetpools', 'a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:32.387779 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d5ac245f-dacf-46e1-b9d3-c20fba9a5832 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e/tags HTTP/1.1" status: 204  len: 168 time: 0.0339828
Dec 18 06:55:32.388064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Network 91a72938-020a-409e-904b-737e7d3421cf has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:32.388164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53300) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:32.393728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-c70d5529-551c-4adb-a4c9-abe23a043db8 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac172037b8>, 'routers', '4ff565e8-10f1-4049-89c3-c4e23b1c3917') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:55:32.422140 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:55:32.535200 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c70d5529-551c-4adb-a4c9-abe23a043db8 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917/tags HTTP/1.1" status: 204  len: 168 time: 0.1458797
Dec 18 06:55:32.537954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53304) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:32.544348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-a2916326-a648-481b-a114-00ee5bf9caf8 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac1785def0>, 'ports', 'd5038745-19e9-4570-b178-99537ec0b1c6') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:32.546482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:32.551360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-07710431-714c-45ee-8216-edd72c0a1cc7 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:32.567580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:32.582986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Pushing event deleted for resources: {'Network': ['ID=91a72938-020a-409e-904b-737e7d3421cf,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:32.587807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:32.593177 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] 10.222.0.23 "DELETE /v2.0/networks/91a72938-020a-409e-904b-737e7d3421cf HTTP/1.1" status: 204  len: 168 time: 1.7528753
Dec 18 06:55:32.600248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:32.617899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7cd61b3e-42ea-42fa-b88c-5cdd1fc218df tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:32.629666 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a2916326-a648-481b-a114-00ee5bf9caf8 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6/tags HTTP/1.1" status: 204  len: 168 time: 0.0887043
Dec 18 06:55:32.642252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53310) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:32.654913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.tag.tag_plugin [None req-623a887e-d5b7-44f9-bc7f-7a4223462649 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7fac1c1cab00>, 'subnets', '322301cb-6949-4d28-95c2-d22ceb156319') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:32.757238 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-623a887e-d5b7-44f9-bc7f-7a4223462649 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319/tags HTTP/1.1" status: 204  len: 168 time: 0.1031792
Dec 18 06:55:32.757840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Port': ['ID=bfce56d5-30c2-466b-96ff-4b9cd93bd63a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:32.757978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53314) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:32.759882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:32.864418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] No DVR routers for this DVR port bfce56d5-30c2-466b-96ff-4b9cd93bd63a on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:55:32.867707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01457e49-86f6-48e7-8c43-abf515db4f06 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks [] for subnetpool, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:32.869175 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-01457e49-86f6-48e7-8c43-abf515db4f06 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/subnetpools/a9bfbd4f-9c0b-4be1-bdb7-c5db7f95e55e HTTP/1.1" status: 204  len: 168 time: 0.1103323
Dec 18 06:55:32.872498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53318) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:32.928235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cbfbf82b-52f9-4d3e-bc8e-ec2285f38a47 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Synchronizing usage tracker for tenant:d88a492c9340468dae46c271edbf59d9 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:32.938669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:32.949553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cbfbf82b-52f9-4d3e-bc8e-ec2285f38a47 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Unset dirty status for tenant:d88a492c9340468dae46c271edbf59d9 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:32.953949 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cbfbf82b-52f9-4d3e-bc8e-ec2285f38a47 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "GET /v2.0/ports?device_id=4ff565e8-10f1-4049-89c3-c4e23b1c3917 HTTP/1.1" status: 200  len: 205 time: 0.0780058
Dec 18 06:55:32.967862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53326) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:33.018526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53330) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:33.133852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9ffab35-9f42-42bd-bd40-5bb335ae6a38 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.148785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2158f31-797a-4b42-b54b-abaa753e8d75 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:55:33.237241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-826f5a4f-0cb6-4d59-9365-bffc2c46767b None None] Could not find standard attr ID for object bfce56d5-30c2-466b-96ff-4b9cd93bd63a. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:55:33.294971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2158f31-797a-4b42-b54b-abaa753e8d75 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:55:33.321059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.339206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-55bea4dc-407b-4823-8a8b-18bc0f00c16a tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:33.410474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9ffab35-9f42-42bd-bd40-5bb335ae6a38 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.413280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9ffab35-9f42-42bd-bd40-5bb335ae6a38 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.431566 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-52c05996-076f-4d1b-a79b-5e90b9f750f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4188d9c05dcd428b8cdbc76ccf79a62d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4113503
Dec 18 06:55:33.434500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53338) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:33.435196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Subnet': ['ID=1eb74798-716f-42c5-8132-9c35512726d9,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:33.438187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:33.456150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9ffab35-9f42-42bd-bd40-5bb335ae6a38 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.456842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ffab35-9f42-42bd-bd40-5bb335ae6a38 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Fanout notify agent at l3_agent the message router_deleted on router 4ff565e8-10f1-4049-89c3-c4e23b1c3917 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:55:33.491833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9ffab35-9f42-42bd-bd40-5bb335ae6a38 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.493489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f9ffab35-9f42-42bd-bd40-5bb335ae6a38 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/routers/4ff565e8-10f1-4049-89c3-c4e23b1c3917 HTTP/1.1" status: 204  len: 168 time: 0.5246053
Dec 18 06:55:33.496367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53342) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:33.584396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-41703a70-c2d0-4c4d-9cf5-ab057fb122b3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Deleting port d5038745-19e9-4570-b178-99537ec0b1c6 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:33.584967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-41703a70-c2d0-4c4d-9cf5-ab057fb122b3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.586773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.610544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-abd1f3f1-7a57-4aa1-b5f8-967f94dcde40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.666876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-abd1f3f1-7a57-4aa1-b5f8-967f94dcde40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.701272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d226f0a-ba1b-40a0-8ab2-e581b410e787 None None] Network 93e363d3-871f-4648-8d79-4a41883cdcd7 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:33.717670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d460978>,) {'filters': {'network_id': ['93e363d3-871f-4648-8d79-4a41883cdcd7']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:33.733781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d460978>, '9897a9d0-fdb5-4898-a9f1-9f18459a5840') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:33.734132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d460978>, '9897a9d0-fdb5-4898-a9f1-9f18459a5840') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:33.747593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.764084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.766022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Releasing vxlan tunnel 10 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:55:33.864073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-abd1f3f1-7a57-4aa1-b5f8-967f94dcde40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.872212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9334b3cf-6f6f-417a-a5f3-e53aff18ebbc tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:33.901679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1f3f1-7a57-4aa1-b5f8-967f94dcde40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e61954-dee6-4437-9f89-85a73a6321d8,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:33.908886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-abd1f3f1-7a57-4aa1-b5f8-967f94dcde40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:33.921535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-abd1f3f1-7a57-4aa1-b5f8-967f94dcde40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.925270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-abd1f3f1-7a57-4aa1-b5f8-967f94dcde40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3e61954-dee6-4437-9f89-85a73a6321d8 HTTP/1.1" status: 204  len: 168 time: 0.4866843
Dec 18 06:55:33.935114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-41703a70-c2d0-4c4d-9cf5-ab057fb122b3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:33.956456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed669471-2ab1-4ef5-928d-7bfc19bb8c0b None None] DHCP port deletion for 93e363d3-871f-4648-8d79-4a41883cdcd7 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:55:33.979666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 93e363d3-871f-4648-8d79-4a41883cdcd7 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:33.993222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:34.376397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-41703a70-c2d0-4c4d-9cf5-ab057fb122b3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Calling delete_port for d5038745-19e9-4570-b178-99537ec0b1c6 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:34.474374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 93e363d3-871f-4648-8d79-4a41883cdcd7 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:55:34.499146 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:55:34.541295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-41703a70-c2d0-4c4d-9cf5-ab057fb122b3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:34.559714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-495ff8ff-89c8-447c-b1a1-f92fb8ed8d9f tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:34.586755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:34.593443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b76cb3d0-14ae-48e3-8b6f-14e3cff6979e tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:34.610375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:34.623582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Network': ['ID=93e363d3-871f-4648-8d79-4a41883cdcd7,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:34.628567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:34.651702 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/networks/93e363d3-871f-4648-8d79-4a41883cdcd7 HTTP/1.1" status: 204  len: 168 time: 3.7819693
Dec 18 06:55:34.652046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53360) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:34.657230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41703a70-c2d0-4c4d-9cf5-ab057fb122b3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Pushing event deleted for resources: {'Port': ['ID=d5038745-19e9-4570-b178-99537ec0b1c6,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:34.660405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-41703a70-c2d0-4c4d-9cf5-ab057fb122b3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:34.664376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1341370138'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:34.671398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:34.676024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Usage tracker for resource:network and tenant:2c78cefd33bd44b58aa461a8e06259db is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:34.680071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Quota usage for network was recalculated. Used quota:3. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:34.687421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:34.701175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:34.708444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:34.748456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:55:34.758547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:34.758992 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Added segment 91cb0ae1-b4a8-4559-82b8-96a9710a7aca of type vxlan for network 7733a572-1990-4fc3-a29b-e7b4b665f683
Dec 18 06:55:34.803587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:34.808278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-41703a70-c2d0-4c4d-9cf5-ab057fb122b3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:34.828622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53368) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:34.830157 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-41703a70-c2d0-4c4d-9cf5-ab057fb122b3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/ports/d5038745-19e9-4570-b178-99537ec0b1c6 HTTP/1.1" status: 204  len: 168 time: 1.3324146
Dec 18 06:55:34.906263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:34.910699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:34.911298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:34.919677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3625edd1-62ae-45c1-be6e-d6e603515231 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:34.937620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53372) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:35.085969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5e8e51ba-0a66-4364-a9d0-ea2519e536b7 tempest-DvrRoutersNegativeTest-707409521 tempest-DvrRoutersNegativeTest-707409521] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1197573478', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:35.088783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.policy [None req-5e8e51ba-0a66-4364-a9d0-ea2519e536b7 tempest-DvrRoutersNegativeTest-707409521 tempest-DvrRoutersNegativeTest-707409521] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=81084) log_rule_list /opt/stack/neutron/neutron/policy.py:411}}
Dec 18 06:55:35.089195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.policy [None req-5e8e51ba-0a66-4364-a9d0-ea2519e536b7 tempest-DvrRoutersNegativeTest-707409521 tempest-DvrRoutersNegativeTest-707409521] Failed policy check for 'create_router' {{(pid=81084) enforce /opt/stack/neutron/neutron/policy.py:482}}
Dec 18 06:55:35.089838 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-5e8e51ba-0a66-4364-a9d0-ea2519e536b7 tempest-DvrRoutersNegativeTest-707409521 tempest-DvrRoutersNegativeTest-707409521] create failed (client error): Access was denied to this resource.
Dec 18 06:55:35.091026 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5e8e51ba-0a66-4364-a9d0-ea2519e536b7 tempest-DvrRoutersNegativeTest-707409521 tempest-DvrRoutersNegativeTest-707409521] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1515510
Dec 18 06:55:35.118052 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.4648898
Dec 18 06:55:35.121120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53380) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:35.127835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Request body: {'subnet': {'network_id': '7733a572-1990-4fc3-a29b-e7b4b665f683', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:35.133621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Network': ['ID=7733a572-1990-4fc3-a29b-e7b4b665f683,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:35.136594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:35.148634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 7733a572-1990-4fc3-a29b-e7b4b665f683 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:35.163152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 7733a572-1990-4fc3-a29b-e7b4b665f683 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:35.187432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b367d76-d584-42c5-a020-be183d763153 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Deleting subnet 322301cb-6949-4d28-95c2-d22ceb156319 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:55:35.191208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b367d76-d584-42c5-a020-be183d763153 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:35.253049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b367d76-d584-42c5-a020-be183d763153 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:35.260440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:35.266126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Usage tracker for resource:subnet and tenant:2c78cefd33bd44b58aa461a8e06259db is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:35.270352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:35.276947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:35.289609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Made reservation on behalf of 2c78cefd33bd44b58aa461a8e06259db for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:35.359623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b367d76-d584-42c5-a020-be183d763153 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:35.419136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:35.484518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53386) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:35.558492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device bfce56d5-30c2-466b-96ff-4b9cd93bd63a no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:55:35.596204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: bfce56d5-30c2-466b-96ff-4b9cd93bd63a {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:55:35.596677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device bfce56d5-30c2-466b-96ff-4b9cd93bd63a not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:55:35.673941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3abc92c-81e0-44a2-92bc-ebe6cf3126a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:35.683248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b367d76-d584-42c5-a020-be183d763153 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:35.698587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f06df6c9-e993-41d3-bdd5-dde425407d9b tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:35.716122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e3abc92c-81e0-44a2-92bc-ebe6cf3126a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:35.723183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e3abc92c-81e0-44a2-92bc-ebe6cf3126a9 admin admin] Usage tracker for resource:security_group_rule and tenant:cff817da39fe4bd7a472e66feccd2097 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:35.726335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e3abc92c-81e0-44a2-92bc-ebe6cf3126a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:35.748149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e3abc92c-81e0-44a2-92bc-ebe6cf3126a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:35.792944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b367d76-d584-42c5-a020-be183d763153 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Pushing event deleted for resources: {'Subnet': ['ID=322301cb-6949-4d28-95c2-d22ceb156319,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:35.798162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2b367d76-d584-42c5-a020-be183d763153 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:35.846202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b367d76-d584-42c5-a020-be183d763153 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:35.854737 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2b367d76-d584-42c5-a020-be183d763153 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/subnets/322301cb-6949-4d28-95c2-d22ceb156319 HTTP/1.1" status: 204  len: 168 time: 1.0227923
Dec 18 06:55:35.854962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b74abe6-19c4-4de4-a496-85595782be9d None None] Network 7890fdf8-a45e-4794-8329-40dbf2aa54bf requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:35.855999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53394) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:35.919332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3abc92c-81e0-44a2-92bc-ebe6cf3126a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:35.924358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3abc92c-81e0-44a2-92bc-ebe6cf3126a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:35.933594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d324601-2e54-44af-b144-21751988ef0c tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:35.991363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:35.998230 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e3abc92c-81e0-44a2-92bc-ebe6cf3126a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cff817da39fe4bd7a472e66feccd2097&name=default HTTP/1.1" status: 200  len: 2883 time: 0.5102854
Dec 18 06:55:35.998732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53398) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:35.999491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abc92c-81e0-44a2-92bc-ebe6cf3126a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bc56a4-edac-4533-a979-f839151a3ac2,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:36.004621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e3abc92c-81e0-44a2-92bc-ebe6cf3126a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:36.071577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Deleting port eb74b06c-67c1-4850-b9a1-f389bb6c293f {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:36.071966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.123465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91dd3dc-9894-496d-96eb-df72ac2045e9 None None] DHCP port deletion for 7890fdf8-a45e-4794-8329-40dbf2aa54bf request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:55:36.129171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c91dd3dc-9894-496d-96eb-df72ac2045e9 None None] Deleting port eb74b06c-67c1-4850-b9a1-f389bb6c293f {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:36.129646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c91dd3dc-9894-496d-96eb-df72ac2045e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.133170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9959-dc3c-4029-a7d0-f7fe8a819d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.196948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Time-cost: Fetching 0 ports in 0 security groups {{(pid=81084) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:55:36.201031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.216398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9959-dc3c-4029-a7d0-f7fe8a819d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.229858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-828f05ce-1fac-40f5-be1b-df61fcbef3d3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:36.298765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] For port eb74b06c-67c1-4850-b9a1-f389bb6c293f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=eb74b06c-67c1-4850-b9a1-f389bb6c293f,segment=NetworkSegment(9d5189bf-38e2-4fe7-b650-18e3592fea72),segment_id=9d5189bf-38e2-4fe7-b650-18e3592fea72)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:36.299161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.354100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c91dd3dc-9894-496d-96eb-df72ac2045e9 None None] For port eb74b06c-67c1-4850-b9a1-f389bb6c293f, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=eb74b06c-67c1-4850-b9a1-f389bb6c293f,segment=NetworkSegment(9d5189bf-38e2-4fe7-b650-18e3592fea72),segment_id=9d5189bf-38e2-4fe7-b650-18e3592fea72)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:36.354649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c91dd3dc-9894-496d-96eb-df72ac2045e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.411998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event updated for resources: {'Subnet': ['ID=8abd098f-3382-407d-8c1e-39d7d5d58fed,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:36.417902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:36.428836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Calling delete_port for eb74b06c-67c1-4850-b9a1-f389bb6c293f owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:36.443476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9959-dc3c-4029-a7d0-f7fe8a819d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.448344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36e8b14b-86ae-42b0-b3a3-1fbf74567fd1 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:36.467677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f9959-dc3c-4029-a7d0-f7fe8a819d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bc56a4-edac-4533-a979-f839151a3ac2,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:36.474562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa9f9959-dc3c-4029-a7d0-f7fe8a819d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:36.493769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c91dd3dc-9894-496d-96eb-df72ac2045e9 None None] Calling delete_port for eb74b06c-67c1-4850-b9a1-f389bb6c293f owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:36.502230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Checking segment: {'id': '91cb0ae1-b4a8-4559-82b8-96a9710a7aca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7733a572-1990-4fc3-a29b-e7b4b665f683'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:36.502572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network hostable DHCP agents. Network: 7733a572-1990-4fc3-a29b-e7b4b665f683, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:55:36.503972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.509731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9959-dc3c-4029-a7d0-f7fe8a819d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.514106 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aa9f9959-dc3c-4029-a7d0-f7fe8a819d63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42bc56a4-edac-4533-a979-f839151a3ac2 HTTP/1.1" status: 204  len: 168 time: 0.5084627
Dec 18 06:55:36.521032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0150f7a9-62a3-4bab-8da3-c86b9f6a75cd tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:36.529327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 7733a572-1990-4fc3-a29b-e7b4b665f683 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:55:36.540135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 7733a572-1990-4fc3-a29b-e7b4b665f683) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:36.551278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daa142f-403c-4d17-925f-383df06a5274 None None] Network 7733a572-1990-4fc3-a29b-e7b4b665f683 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:36.567225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:36.567996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.592740 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.4698076
Dec 18 06:55:36.593799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53404) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:36.632171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Pushing event deleted for resources: {'Port': ['ID=eb74b06c-67c1-4850-b9a1-f389bb6c293f,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:36.658301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   (rel_b, rel_a, rel_b),
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   (rel_b, rel_a, rel_b),
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 06:55:36.703016 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 06:55:36.720225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-c91dd3dc-9894-496d-96eb-df72ac2045e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:55:36.720370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-c91dd3dc-9894-496d-96eb-df72ac2045e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:55:36.750441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] No DVR routers for this DVR port eb74b06c-67c1-4850-b9a1-f389bb6c293f on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:55:36.781696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.864822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-7733a572-1990-4fc3-a29b-e7b4b665f683', 'network_id': '7733a572-1990-4fc3-a29b-e7b4b665f683', 'tenant_id': '2c78cefd33bd44b58aa461a8e06259db', 'fixed_ips': [{'subnet_id': '8abd098f-3382-407d-8c1e-39d7d5d58fed'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:55:36.865987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.908002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:36.935521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:37.052126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c7654a8>,) {'filters': {'network_id': ['7890fdf8-a45e-4794-8329-40dbf2aa54bf']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:37.066865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c7654a8>, '9d5189bf-38e2-4fe7-b650-18e3592fea72') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:37.067226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c7654a8>, '9d5189bf-38e2-4fe7-b650-18e3592fea72') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:37.083843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:37.103565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:37.107031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Releasing vxlan tunnel 7 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:55:37.192645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Allocated IP 2001:db8::f816:3eff:fe3a:c47 (7733a572-1990-4fc3-a29b-e7b4b665f683/8abd098f-3382-407d-8c1e-39d7d5d58fed/64800a9e-a079-44f3-82b5-e23561693677) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:37.224370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c91dd3dc-9894-496d-96eb-df72ac2045e9 None None] Deleting port eb74b06c-67c1-4850-b9a1-f389bb6c293f {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:37.224945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c91dd3dc-9894-496d-96eb-df72ac2045e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:37.302777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Network 7890fdf8-a45e-4794-8329-40dbf2aa54bf has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:37.313364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:37.362443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c91dd3dc-9894-496d-96eb-df72ac2045e9 None None] The port 'eb74b06c-67c1-4850-b9a1-f389bb6c293f' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:55:37.506780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Network 7890fdf8-a45e-4794-8329-40dbf2aa54bf has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:55:37.536060 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:55:37.652014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device eb74b06c-67c1-4850-b9a1-f389bb6c293f no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:55:37.661252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:37.664994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:37.689857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:37.697307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: eb74b06c-67c1-4850-b9a1-f389bb6c293f {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:55:37.697743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device eb74b06c-67c1-4850-b9a1-f389bb6c293f not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:55:37.716882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:37.719260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Pushing event deleted for resources: {'Network': ['ID=7890fdf8-a45e-4794-8329-40dbf2aa54bf,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:37.729028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Transition to ACTIVE for port object 64800a9e-a079-44f3-82b5-e23561693677 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:37.734042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:37.741388 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] 10.222.0.23 "DELETE /v2.0/networks/7890fdf8-a45e-4794-8329-40dbf2aa54bf HTTP/1.1" status: 204  len: 168 time: 1.8838122
Dec 18 06:55:37.749042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Transition to ACTIVE for port object 64800a9e-a079-44f3-82b5-e23561693677 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:37.754462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:37.768690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:37.788105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-660a85d7-5652-4fee-9dbf-05815cdbc7fb tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:37.863130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a03f35f-27ec-43d8-9ab1-1ca23f32e750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:37.913625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Network 7733a572-1990-4fc3-a29b-e7b4b665f683 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:37.916077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Subnet': ['ID=8abd098f-3382-407d-8c1e-39d7d5d58fed,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:37.919785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:37.922094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:37.925966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:55:37.951591 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-65165f4d-3e19-459b-a013-c67b2ad7f162 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/networks?tenant_id=69f767cc999e4ba5be240b8ca3b6a5ad&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0503483
Dec 18 06:55:38.000256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Pushing event updated for resources: {'Port': ['ID=64800a9e-a079-44f3-82b5-e23561693677,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:38.004184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:38.004992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Attempting to bind port 64800a9e-a079-44f3-82b5-e23561693677 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:55:38.005412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Attempting to bind port 64800a9e-a079-44f3-82b5-e23561693677 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '91cb0ae1-b4a8-4559-82b8-96a9710a7aca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7733a572-1990-4fc3-a29b-e7b4b665f683'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:55:38.005869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Attempting to bind port 64800a9e-a079-44f3-82b5-e23561693677 on network 7733a572-1990-4fc3-a29b-e7b4b665f683 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:55:38.011860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:55:38.012320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Checking segment: {'id': '91cb0ae1-b4a8-4559-82b8-96a9710a7aca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7733a572-1990-4fc3-a29b-e7b4b665f683'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:38.012780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:38.013226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Bound using segment: {'id': '91cb0ae1-b4a8-4559-82b8-96a9710a7aca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7733a572-1990-4fc3-a29b-e7b4b665f683'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:55:38.013778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Bound port: 64800a9e-a079-44f3-82b5-e23561693677, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91cb0ae1-b4a8-4559-82b8-96a9710a7aca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7733a572-1990-4fc3-a29b-e7b4b665f683'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:55:38.017223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:38.085081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:38.134952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-6294e39c-62a8-423b-b9b0-a049b8254507 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:38.135174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] For port 64800a9e-a079-44f3-82b5-e23561693677, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:55:38.136578 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-6294e39c-62a8-423b-b9b0-a049b8254507 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1779392
Dec 18 06:55:38.137791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53442) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:38.139470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] For port 64800a9e-a079-44f3-82b5-e23561693677, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=64800a9e-a079-44f3-82b5-e23561693677,segment=NetworkSegment(91cb0ae1-b4a8-4559-82b8-96a9710a7aca),segment_id=91cb0ae1-b4a8-4559-82b8-96a9710a7aca)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:55:38.143866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:38.157150 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-dfc043b9-dbd7-458e-b6b1-c5de5838cf6f tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/quotas/69f767cc999e4ba5be240b8ca3b6a5ad HTTP/1.1" status: 200  len: 375 time: 0.0105536
Dec 18 06:55:38.212969 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-b379c20d-9b53-4dee-b10c-c939da261a01 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?tenant_id=69f767cc999e4ba5be240b8ca3b6a5ad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0490336
Dec 18 06:55:38.216300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9cd72cc2-d167-482b-97d5-c231127a996e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:38.231796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d0aa4a8>,) {'filters': {'network_id': ['7733a572-1990-4fc3-a29b-e7b4b665f683']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:38.248101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d0aa4a8>, '91cb0ae1-b4a8-4559-82b8-96a9710a7aca') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:38.248558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d0aa4a8>, '91cb0ae1-b4a8-4559-82b8-96a9710a7aca') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:38.264955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:38.281836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:38.284797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Releasing vxlan tunnel 8 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:55:38.345455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Pushing event updated for resources: {'Port': ['ID=64800a9e-a079-44f3-82b5-e23561693677,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:38.358022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:38.376231 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-12822d02-67cb-43b6-a430-10624e9980e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d88a492c9340468dae46c271edbf59d9&name=default HTTP/1.1" status: 200  len: 2883 time: 0.2355268
Dec 18 06:55:38.378635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53450) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:38.477220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afefdbb-eefa-498f-852e-fc217da56a0e None None] Network 7733a572-1990-4fc3-a29b-e7b4b665f683 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:38.486269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 7733a572-1990-4fc3-a29b-e7b4b665f683 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:38.500979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:38.517397 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5086ed3a-9672-4f35-aeb9-065f220bf968 req-911b8837-417c-40d3-854b-74271b431ed5 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 210 time: 0.0664408
Dec 18 06:55:38.564872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddd721b4-514c-40c8-adb0-3fac7b3c485b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:38.595010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddd721b4-514c-40c8-adb0-3fac7b3c485b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:38.666258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddd721b4-514c-40c8-adb0-3fac7b3c485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:38.674442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7413c6c1-c20b-456e-b19d-f3ecf5388c8d tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:38.695750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 7733a572-1990-4fc3-a29b-e7b4b665f683 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:38.711456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddd721b4-514c-40c8-adb0-3fac7b3c485b admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:55:38.723171 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:55:38.731746 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ddd721b4-514c-40c8-adb0-3fac7b3c485b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/542857b0-4d32-4b6b-92c6-fe1e0975ad7a HTTP/1.1" status: 204  len: 168 time: 0.3417106
Dec 18 06:55:38.732904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd721b4-514c-40c8-adb0-3fac7b3c485b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542857b0-4d32-4b6b-92c6-fe1e0975ad7a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:38.734627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228088a5-625b-4e2f-86c2-d71b2a4d15cd None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:55:38.736631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ddd721b4-514c-40c8-adb0-3fac7b3c485b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:38.820144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 06:55:38.820144 dv-neutron-765072-3-ovs neutron-server[80975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 06:55:38.820144 dv-neutron-765072-3-ovs neutron-server[80975]: [parameters: {'id': '7733a572-1990-4fc3-a29b-e7b4b665f683'}]
Dec 18 06:55:38.820144 dv-neutron-765072-3-ovs neutron-server[80975]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:55:38.820670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:55:38.886493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228088a5-625b-4e2f-86c2-d71b2a4d15cd None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:55:39.322153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:39.394950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Deleting port 64800a9e-a079-44f3-82b5-e23561693677 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:39.395326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:39.636350 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-5ce45a05-b3ea-447f-941f-2a1fa2e018cc tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.15 "GET /v2.0/networks?tenant_id=69f767cc999e4ba5be240b8ca3b6a5ad&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0484183
Dec 18 06:55:39.744426 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f23925b1-5276-4577-a3e0-711e394ab61d req-10f995fe-023e-49ee-ac7f-210553c28121 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 210 time: 0.0479774
Dec 18 06:55:39.771109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] For port 64800a9e-a079-44f3-82b5-e23561693677, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=64800a9e-a079-44f3-82b5-e23561693677,segment=NetworkSegment(91cb0ae1-b4a8-4559-82b8-96a9710a7aca),segment_id=91cb0ae1-b4a8-4559-82b8-96a9710a7aca)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:39.771527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:39.910552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Calling delete_port for 64800a9e-a079-44f3-82b5-e23561693677 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:40.271437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-0fef2f65-fabc-440f-b2cd-99123efcb610 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:40.272896 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-0fef2f65-fabc-440f-b2cd-99123efcb610 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.6224883
Dec 18 06:55:40.296598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Request body: {'port': {'device_id': '7d62aa01-2e6a-4ffd-bd88-77525712b51f', 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321', 'admin_state_up': True, 'tenant_id': '69f767cc999e4ba5be240b8ca3b6a5ad'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:40.314360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:40.382681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:40.489832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Port': ['ID=64800a9e-a079-44f3-82b5-e23561693677,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:40.492519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:40.579736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] No DVR routers for this DVR port 64800a9e-a079-44f3-82b5-e23561693677 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:55:40.638243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:40.692336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Usage tracker for resource:port and tenant:69f767cc999e4ba5be240b8ca3b6a5ad is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:40.700449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:40.718255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:40.732744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:40.800094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Made reservation on behalf of 69f767cc999e4ba5be240b8ca3b6a5ad for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:40.805649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:40.837628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:40.868628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:40.876935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Usage tracker for resource:security_group_rule and tenant:69f767cc999e4ba5be240b8ca3b6a5ad is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:40.888200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:40.902363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:40.905873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1e7a23c8>,) {'filters': {'network_id': ['7733a572-1990-4fc3-a29b-e7b4b665f683']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:40.924499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e7a23c8>, '91cb0ae1-b4a8-4559-82b8-96a9710a7aca') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:40.924835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e7a23c8>, '91cb0ae1-b4a8-4559-82b8-96a9710a7aca') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:40.927813 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a579c5b-040b-4ea4-afcc-18179bfdea11 req-f0489116-c60e-441f-8f4d-1259ab892cf3 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 210 time: 0.0494375
Dec 18 06:55:40.945806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:40.968220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:40.971023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Releasing vxlan tunnel 8 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:55:41.146164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 7733a572-1990-4fc3-a29b-e7b4b665f683 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:41.155004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:41.335663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 7733a572-1990-4fc3-a29b-e7b4b665f683 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:55:41.359439 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:55:41.442908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:41.449319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e73ed775-d2f3-43dc-a1d5-2a52cede494e tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:41.468185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:41.485840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Network': ['ID=7733a572-1990-4fc3-a29b-e7b4b665f683,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:41.493065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:41.519899 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/networks/7733a572-1990-4fc3-a29b-e7b4b665f683 HTTP/1.1" status: 204  len: 168 time: 4.9249237
Dec 18 06:55:41.523908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53474) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:41.556389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:41.559270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:41.571496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ebfc0a89-db23-4094-b96b-42bb3b3a97f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:41.578354 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-834da86c-423f-45a1-835c-614ba4528c9c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:41.579106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834da86c-423f-45a1-835c-614ba4528c9c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:41.583433 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-834da86c-423f-45a1-835c-614ba4528c9c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/subnets/8abd098f-3382-407d-8c1e-39d7d5d58fed HTTP/1.1" status: 404  len: 337 time: 0.0559483
Dec 18 06:55:41.583738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53478) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:41.610714 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff64b891-9870-4fc8-8452-5d7d39ab9b68 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:41.611562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff64b891-9870-4fc8-8452-5d7d39ab9b68 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:41.613556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ff64b891-9870-4fc8-8452-5d7d39ab9b68 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/networks/7733a572-1990-4fc3-a29b-e7b4b665f683 HTTP/1.1" status: 404  len: 339 time: 0.0288317
Dec 18 06:55:41.616292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53482) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:41.663007 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-d884a92b-a273-4ea0-9dc7-21ad8ef81c75 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:41.663516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d884a92b-a273-4ea0-9dc7-21ad8ef81c75 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:41.668010 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d884a92b-a273-4ea0-9dc7-21ad8ef81c75 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/subnets/1eb74798-716f-42c5-8132-9c35512726d9 HTTP/1.1" status: 404  len: 337 time: 0.0478671
Dec 18 06:55:41.668305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53486) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:41.695620 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34b895d-cdad-4ebe-881c-6fd8f7631b41 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:41.696127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34b895d-cdad-4ebe-881c-6fd8f7631b41 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:41.697886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Pushing event updated for resources: {'SecurityGroup': ['ID=50f03b01-b56e-40a9-b360-58d02becbcea,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:41.698019 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d34b895d-cdad-4ebe-881c-6fd8f7631b41 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/networks/93e363d3-871f-4648-8d79-4a41883cdcd7 HTTP/1.1" status: 404  len: 339 time: 0.0286083
Dec 18 06:55:41.701227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53490) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:41.704356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:41.743699 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-acca21f4-abc5-485e-95e8-c63ba760c8cf tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:41.744207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acca21f4-abc5-485e-95e8-c63ba760c8cf tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:41.746047 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-acca21f4-abc5-485e-95e8-c63ba760c8cf tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/subnets/b60cd31e-878c-46d7-a7f3-3154093c682e HTTP/1.1" status: 404  len: 337 time: 0.0435512
Dec 18 06:55:41.749214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53494) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:41.775986 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-022ac340-afd7-4247-b56e-047e2d1563d6 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:41.776471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022ac340-afd7-4247-b56e-047e2d1563d6 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:41.778249 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-022ac340-afd7-4247-b56e-047e2d1563d6 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/networks/42b62e72-a82b-4740-8f37-fb1f0e059990 HTTP/1.1" status: 404  len: 339 time: 0.0279894
Dec 18 06:55:41.780827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53498) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:41.855693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-33ce0655-6dde-494e-a232-c876d91b9058 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Deleting port c0514bc1-adf5-4b6b-9e3b-3e8c6c6b1e43 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:41.856058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33ce0655-6dde-494e-a232-c876d91b9058 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:41.899377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Allocated IP 192.168.233.31 (f1c795f9-69ba-4385-a45c-3a14f928d321/e5655088-e81f-4738-8afd-98349f63995d/2b908cbf-056a-42e8-8fed-f28f6c23439a) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:42.114799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:42.119889 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77c60f83-4e43-4926-ac7f-d09239fd74ca req-68d55d6b-5016-47c0-844a-f1b86a204ab4 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 210 time: 0.0581150
Dec 18 06:55:42.124214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33ce0655-6dde-494e-a232-c876d91b9058 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:42.131625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Transition to ACTIVE for port object 2b908cbf-056a-42e8-8fed-f28f6c23439a will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:42.152004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:42.169476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f216df57-f12c-43d4-ae20-5d199ea6e44c tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:42.256235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-33ce0655-6dde-494e-a232-c876d91b9058 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Calling delete_port for c0514bc1-adf5-4b6b-9e3b-3e8c6c6b1e43 owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:42.304565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Pushing event updated for resources: {'Port': ['ID=2b908cbf-056a-42e8-8fed-f28f6c23439a,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:42.307652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:42.333934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33ce0655-6dde-494e-a232-c876d91b9058 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:42.348781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-03c56517-f0ee-4ff5-970c-4165e33172c3 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:42.362041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Network f1c795f9-69ba-4385-a45c-3a14f928d321 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:42.363163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:42.365481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:55:42.436494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:42.437308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:42.446481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce0655-6dde-494e-a232-c876d91b9058 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Port': ['ID=c0514bc1-adf5-4b6b-9e3b-3e8c6c6b1e43,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:42.451428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-33ce0655-6dde-494e-a232-c876d91b9058 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:42.459281 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1669824
Dec 18 06:55:42.474266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Request body: {'port': {'device_id': '7d62aa01-2e6a-4ffd-bd88-77525712b51f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:42.503821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33ce0655-6dde-494e-a232-c876d91b9058 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:42.511085 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-33ce0655-6dde-494e-a232-c876d91b9058 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/ports/c0514bc1-adf5-4b6b-9e3b-3e8c6c6b1e43 HTTP/1.1" status: 204  len: 168 time: 0.7292340
Dec 18 06:55:42.513646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53504) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:42.601249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:42.643207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-11a23f79-6bb5-471f-82d5-8e1cd936b148 None None] Provisioning for port 2b908cbf-056a-42e8-8fed-f28f6c23439a completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:42.657392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-11a23f79-6bb5-471f-82d5-8e1cd936b148 None None] Provisioning complete for port 2b908cbf-056a-42e8-8fed-f28f6c23439a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:42.658167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11a23f79-6bb5-471f-82d5-8e1cd936b148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:42.717505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-11a23f79-6bb5-471f-82d5-8e1cd936b148 None None] Port 2b908cbf-056a-42e8-8fed-f28f6c23439a cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:55:42.849358 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-db727816-4d24-4d98-b83c-a954ed6e1821 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:42.849892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db727816-4d24-4d98-b83c-a954ed6e1821 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:42.851717 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-db727816-4d24-4d98-b83c-a954ed6e1821 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/subnets/b39cb204-97bd-40be-836b-0b6e4dabede3 HTTP/1.1" status: 404  len: 337 time: 0.3370864
Dec 18 06:55:42.854485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53508) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:42.977887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:43.027228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b908cbf-056a-42e8-8fed-f28f6c23439a {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:55:43.034821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:43.046966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Transition to ACTIVE for port object 2b908cbf-056a-42e8-8fed-f28f6c23439a will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:43.049597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:43.064767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-20912cd8-3074-4428-9174-18d40f6940fe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:43.173691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:43.199309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Pushing event updated for resources: {'Port': ['ID=2b908cbf-056a-42e8-8fed-f28f6c23439a,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:43.203175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:43.358455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17f2f1d0>,) {'filters': {'network_id': ['1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:43.381618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17f2f1d0>, 'a6929764-f72d-4a81-ac84-0e9a78947f95') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:43.381966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17f2f1d0>, 'a6929764-f72d-4a81-ac84-0e9a78947f95') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:43.394401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Attempting to bind port 2b908cbf-056a-42e8-8fed-f28f6c23439a on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:55:43.395142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Attempting to bind port 2b908cbf-056a-42e8-8fed-f28f6c23439a by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '1b6a0932-afec-4fab-9081-3692b053f223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:55:43.395526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Attempting to bind port 2b908cbf-056a-42e8-8fed-f28f6c23439a on network f1c795f9-69ba-4385-a45c-3a14f928d321 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:55:43.401554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:43.402049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:55:43.402430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Checking segment: {'id': '1b6a0932-afec-4fab-9081-3692b053f223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:43.402890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:43.403278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Bound using segment: {'id': '1b6a0932-afec-4fab-9081-3692b053f223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:55:43.403755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Bound port: 2b908cbf-056a-42e8-8fed-f28f6c23439a, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6a0932-afec-4fab-9081-3692b053f223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:55:43.404128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:43.426372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63ff3-0fe5-4621-b1a3-a22f59d95f5d req-d73d8c2a-7862-4c40-8e02-356ce9d629fd tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:43.428011 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-18f63ff3-0fe5-4621-b1a3-a22f59d95f5d req-d73d8c2a-7862-4c40-8e02-356ce9d629fd tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 947 time: 0.1734569
Dec 18 06:55:43.430003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:43.432173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:55:43.504059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] For port 2b908cbf-056a-42e8-8fed-f28f6c23439a, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:55:43.509149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] For port 2b908cbf-056a-42e8-8fed-f28f6c23439a, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2b908cbf-056a-42e8-8fed-f28f6c23439a,segment=NetworkSegment(1b6a0932-afec-4fab-9081-3692b053f223),segment_id=1b6a0932-afec-4fab-9081-3692b053f223)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:55:43.513197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:43.529163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eddda5ee-a5da-490f-afae-bbea2a0ba9e5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:43.643783 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-18f63ff3-0fe5-4621-b1a3-a22f59d95f5d req-652b48dd-8383-46d3-9d5d-7aaf77544232 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961646
Dec 18 06:55:43.657078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:43.666836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:43.678749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Pushing event updated for resources: {'Port': ['ID=2b908cbf-056a-42e8-8fed-f28f6c23439a,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:43.682518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:43.723444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:43.724265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:43.725621 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] 10.222.0.15 "PUT /v2.0/ports/2b908cbf-056a-42e8-8fed-f28f6c23439a HTTP/1.1" status: 200  len: 1161 time: 1.2568049
Dec 18 06:55:43.726194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d62aa01-2e6a-4ffd-bd88-77525712b51f', 'tag': '2b908cbf-056a-42e8-8fed-f28f6c23439a'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:55:43.817292 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d62aa01-2e6a-4ffd-bd88-77525712b51f', 'tag': '2b908cbf-056a-42e8-8fed-f28f6c23439a', 'status': 'completed', 'code': 200}
Dec 18 06:55:43.856261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:55:43.857444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-727f0436-2bdc-47f4-a560-26e07d670250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:43.859171 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-727f0436-2bdc-47f4-a560-26e07d670250 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69f767cc999e4ba5be240b8ca3b6a5ad&device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 1164 time: 0.0915987
Dec 18 06:55:43.887971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:55:43.915418 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:55:43.920066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53518) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:43.972166 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-7389b2ed-aad1-4db3-847b-a9d234ee4d9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=2b908cbf-056a-42e8-8fed-f28f6c23439a HTTP/1.1" status: 200  len: 217 time: 0.1038635
Dec 18 06:55:44.001602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:44.004760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1717a007-4767-420d-9193-02a5e5427365 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:44.020440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:44.030952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Network': ['ID=1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:44.034086 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/networks/1cb0ada9-d7d3-47b6-9c1e-112c68d83d5e HTTP/1.1" status: 204  len: 168 time: 1.1786056
Dec 18 06:55:44.035293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:44.036701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53522) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:44.070120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-85cd9726-8790-479a-ac6e-0fa6720df28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:44.072317 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-85cd9726-8790-479a-ac6e-0fa6720df28b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5655088-e81f-4738-8afd-98349f63995d HTTP/1.1" status: 200  len: 843 time: 0.0879483
Dec 18 06:55:44.080446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c9c87-c542-490d-b0d6-a63ea9c5f0ff tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:44.080980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c9c87-c542-490d-b0d6-a63ea9c5f0ff tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:44.081400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c9c87-c542-490d-b0d6-a63ea9c5f0ff tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:44.083583 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e30c9c87-c542-490d-b0d6-a63ea9c5f0ff tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?project_id=6302410f1da34973bcf54fc230e8ac73&network_id=33289224-0e91-4fc4-8e4e-89c5aa87f246 HTTP/1.1" status: 200  len: 3057 time: 0.1569476
Dec 18 06:55:44.111232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-38ab68b0-c96e-41be-85ab-0607879dcb95 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Deleting port dd1619cd-0567-4465-ba26-80a5ef41a22f {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:44.111616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38ab68b0-c96e-41be-85ab-0607879dcb95 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:44.162849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-e54a1b2c-55c7-4835-bebb-b11c6578fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:44.164574 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-e54a1b2c-55c7-4835-bebb-b11c6578fe73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1c795f9-69ba-4385-a45c-3a14f928d321&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0803266
Dec 18 06:55:44.309832 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-8d0e5fa9-9f76-4b3d-8bf4-82492e65242b service neutron] 10.222.0.15 "GET /v2.0/networks/f1c795f9-69ba-4385-a45c-3a14f928d321?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372576
Dec 18 06:55:44.338239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38ab68b0-c96e-41be-85ab-0607879dcb95 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:44.468866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-38ab68b0-c96e-41be-85ab-0607879dcb95 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Calling delete_port for dd1619cd-0567-4465-ba26-80a5ef41a22f owned by  {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:44.555360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38ab68b0-c96e-41be-85ab-0607879dcb95 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:44.571790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:44.650403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6434b890-aebc-48da-9750-97518e53261c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:44.681702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab68b0-c96e-41be-85ab-0607879dcb95 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Port': ['ID=dd1619cd-0567-4465-ba26-80a5ef41a22f,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:44.690765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38ab68b0-c96e-41be-85ab-0607879dcb95 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:44.740933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38ab68b0-c96e-41be-85ab-0607879dcb95 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:44.749715 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-38ab68b0-c96e-41be-85ab-0607879dcb95 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/ports/dd1619cd-0567-4465-ba26-80a5ef41a22f HTTP/1.1" status: 204  len: 168 time: 0.7096992
Dec 18 06:55:44.749977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53532) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:44.754428 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecdb083-ee37-44bc-971a-dccf94a02233 req-2be905c1-28f6-4311-a63d-bcfc94d5a8c0 service neutron] 10.222.0.15 "GET /v2.0/networks/f1c795f9-69ba-4385-a45c-3a14f928d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4383745
Dec 18 06:55:44.791280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-831987fd-b648-4107-98f3-265679a31da9 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] DELETE failed (client error): The resource could not be found.
Dec 18 06:55:44.791780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831987fd-b648-4107-98f3-265679a31da9 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:55:44.794179 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-831987fd-b648-4107-98f3-265679a31da9 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/subnets/fa43447a-e773-46c1-bbbb-0cc704d858c7 HTTP/1.1" status: 404  len: 337 time: 0.0432274
Dec 18 06:55:44.797095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53536) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:44.874028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b332fa6-fc8d-40c2-aac3-2bdbb9a657de req-51f86cde-a1d2-478a-95b9-039c802c49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:44.875632 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b332fa6-fc8d-40c2-aac3-2bdbb9a657de req-51f86cde-a1d2-478a-95b9-039c802c49c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69f767cc999e4ba5be240b8ca3b6a5ad&device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 1164 time: 0.0742741
Dec 18 06:55:44.984026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:45.018691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b332fa6-fc8d-40c2-aac3-2bdbb9a657de req-93f83c33-d152-410f-9d1a-68967c817fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:45.020242 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b332fa6-fc8d-40c2-aac3-2bdbb9a657de req-93f83c33-d152-410f-9d1a-68967c817fca service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1c795f9-69ba-4385-a45c-3a14f928d321 HTTP/1.1" status: 200  len: 863 time: 0.1361022
Dec 18 06:55:45.066510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3664a-af59-4649-8fe6-1fc39d416aee req-84f989c3-778b-44a2-8b48-15f73cf6890c tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:45.068124 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d7a3664a-af59-4649-8fe6-1fc39d416aee req-84f989c3-778b-44a2-8b48-15f73cf6890c tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 947 time: 0.2681570
Dec 18 06:55:45.095637 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b332fa6-fc8d-40c2-aac3-2bdbb9a657de req-c9f9dbb1-1949-4281-9cfb-7e8281d8bc60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=2b908cbf-056a-42e8-8fed-f28f6c23439a HTTP/1.1" status: 200  len: 217 time: 0.0659444
Dec 18 06:55:45.166471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b332fa6-fc8d-40c2-aac3-2bdbb9a657de req-28633557-f17f-421c-9016-4f0c76b0991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:45.167954 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b332fa6-fc8d-40c2-aac3-2bdbb9a657de req-28633557-f17f-421c-9016-4f0c76b0991c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5655088-e81f-4738-8afd-98349f63995d HTTP/1.1" status: 200  len: 843 time: 0.0637248
Dec 18 06:55:45.234184 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d7a3664a-af59-4649-8fe6-1fc39d416aee req-e0b62f75-4569-414d-adf5-3b364231abcc tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347740
Dec 18 06:55:45.238447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:45.252379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b332fa6-fc8d-40c2-aac3-2bdbb9a657de req-b1508591-2393-4fdb-a03e-61ee617164ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:45.254129 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b332fa6-fc8d-40c2-aac3-2bdbb9a657de req-b1508591-2393-4fdb-a03e-61ee617164ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1c795f9-69ba-4385-a45c-3a14f928d321&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0785880
Dec 18 06:55:45.365189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1cfd1860>,) {'filters': {'network_id': ['bf4d8ab3-cecb-467b-80d7-daf41db5ed18']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:45.378207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1cfd1860>, '5a1352ef-5448-42a8-98c0-67b3a23bf181') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:45.378552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1cfd1860>, '5a1352ef-5448-42a8-98c0-67b3a23bf181') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:45.391138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:45.400002 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b332fa6-fc8d-40c2-aac3-2bdbb9a657de req-13582f50-4168-4f7f-9728-4576db8df48c service neutron] 10.222.0.15 "GET /v2.0/networks/f1c795f9-69ba-4385-a45c-3a14f928d321?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381984
Dec 18 06:55:45.406871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:45.408867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Releasing vxlan tunnel 6 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:55:45.552022 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b332fa6-fc8d-40c2-aac3-2bdbb9a657de req-c91de22a-5cab-4d68-9100-13ecc0c06db8 service neutron] 10.222.0.15 "GET /v2.0/networks/f1c795f9-69ba-4385-a45c-3a14f928d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368215
Dec 18 06:55:45.588774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network bf4d8ab3-cecb-467b-80d7-daf41db5ed18 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:45.597726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:45.781622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network bf4d8ab3-cecb-467b-80d7-daf41db5ed18 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:55:45.805832 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:55:45.888361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:45.892489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:45.896473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:45.919211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Network': ['ID=bf4d8ab3-cecb-467b-80d7-daf41db5ed18,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:45.921645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:45.923515 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/networks/bf4d8ab3-cecb-467b-80d7-daf41db5ed18 HTTP/1.1" status: 204  len: 168 time: 1.1253619
Dec 18 06:55:45.926234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53544) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:46.064717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53548) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:46.124269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2b2cbf-70c6-4124-8f53-bc89fa755b0e tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Deleting subnet 5400b020-d24d-4ea3-a411-ec72b6ce4d46 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:55:46.127286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d2b2cbf-70c6-4124-8f53-bc89fa755b0e tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:46.130219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4add9d-c575-4c60-9dd2-e3fdede2ca45 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:46.131857 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7b4add9d-c575-4c60-9dd2-e3fdede2ca45 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 814 time: 0.0661190
Dec 18 06:55:46.188361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d2b2cbf-70c6-4124-8f53-bc89fa755b0e tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:46.275270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d2b2cbf-70c6-4124-8f53-bc89fa755b0e tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:46.552015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c27c66-6047-40ef-8860-e4c776aaad40 req-b4f0e039-aeab-44b5-b83f-2153d7f660f4 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:46.553627 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71c27c66-6047-40ef-8860-e4c776aaad40 req-b4f0e039-aeab-44b5-b83f-2153d7f660f4 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 947 time: 0.1538014
Dec 18 06:55:46.648283 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71c27c66-6047-40ef-8860-e4c776aaad40 req-202b8e89-b5a2-46a7-87ac-1979acfd7bcb tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641081
Dec 18 06:55:46.663695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d2b2cbf-70c6-4124-8f53-bc89fa755b0e tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:46.679046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f4bcbabb-b7eb-4874-85da-e5646ad211d0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:46.711047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53558) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:46.717578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-138d865f-163f-46c8-86d7-c2f63009d4e5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'floatingip': {'port_id': None}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:46.769810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b2cbf-70c6-4124-8f53-bc89fa755b0e tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Subnet': ['ID=5400b020-d24d-4ea3-a411-ec72b6ce4d46,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:46.782347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9d2b2cbf-70c6-4124-8f53-bc89fa755b0e tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:46.818632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d2b2cbf-70c6-4124-8f53-bc89fa755b0e tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:46.825419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d812f-03c5-4e7e-8453-49a3847ccce2 None None] Network 55ed6b83-c945-4c82-90e7-98fb31ffb9e8 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:46.828599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-138d865f-163f-46c8-86d7-c2f63009d4e5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:46.830065 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9d2b2cbf-70c6-4124-8f53-bc89fa755b0e tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/subnets/5400b020-d24d-4ea3-a411-ec72b6ce4d46 HTTP/1.1" status: 204  len: 168 time: 0.9027677
Dec 18 06:55:46.831886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53562) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:46.956592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:47.026617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Deleting port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:47.027652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:47.094901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d6be14-f7c4-4c22-a625-20f3de910546 None None] DHCP port deletion for 55ed6b83-c945-4c82-90e7-98fb31ffb9e8 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:55:47.099740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6be14-f7c4-4c22-a625-20f3de910546 None None] Deleting port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:47.100177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9d6be14-f7c4-4c22-a625-20f3de910546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:47.116210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-138d865f-163f-46c8-86d7-c2f63009d4e5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:47.118943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-138d865f-163f-46c8-86d7-c2f63009d4e5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:47.119408 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-138d865f-163f-46c8-86d7-c2f63009d4e5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 disassociated. External IP: 172.26.7.231, port: 1508773c-f545-46f1-8945-5465c2fd6229.
Dec 18 06:55:47.330794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c9d6be14-f7c4-4c22-a625-20f3de910546 None None] For port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b6f906f4-8ca8-42bd-9a2c-80fab536a6ba,segment=NetworkSegment(e50220a9-bc7a-4488-8271-d1afe9ac2ee9),segment_id=e50220a9-bc7a-4488-8271-d1afe9ac2ee9)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:47.331682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9d6be14-f7c4-4c22-a625-20f3de910546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:47.479606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6be14-f7c4-4c22-a625-20f3de910546 None None] Calling delete_port for b6f906f4-8ca8-42bd-9a2c-80fab536a6ba owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:47.510156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138d865f-163f-46c8-86d7-c2f63009d4e5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 050bd5b2-204e-4197-903b-4d99eeb66625 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:55:47.533553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] For port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b6f906f4-8ca8-42bd-9a2c-80fab536a6ba,segment=NetworkSegment(e50220a9-bc7a-4488-8271-d1afe9ac2ee9),segment_id=e50220a9-bc7a-4488-8271-d1afe9ac2ee9)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:47.533979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:47.614763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b6f906f4-8ca8-42bd-9a2c-80fab536a6ba no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:55:47.667750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Calling delete_port for b6f906f4-8ca8-42bd-9a2c-80fab536a6ba owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:55:47.710524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138d865f-163f-46c8-86d7-c2f63009d4e5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:55:47.715554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-138d865f-163f-46c8-86d7-c2f63009d4e5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:47.721022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e37ebde6-3cd4-43bb-8b0a-c63081402409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:47.723036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3516bb60-6de9-4c26-880b-5c08a01acc74 None None] Sync routers for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:55:47.745279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516bb60-6de9-4c26-880b-5c08a01acc74 None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:55:47.746906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3516bb60-6de9-4c26-880b-5c08a01acc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d955860>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:55:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:47.754131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:47.767291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:47.784397 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-138d865f-163f-46c8-86d7-c2f63009d4e5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/floatingips/eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 HTTP/1.1" status: 200  len: 690 time: 1.0721188
Dec 18 06:55:47.785189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'tag': '1508773c-f545-46f1-8945-5465c2fd6229'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:55:47.790593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53568) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:47.872097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-c9d6be14-f7c4-4c22-a625-20f3de910546 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:55:47.872800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-c9d6be14-f7c4-4c22-a625-20f3de910546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:55:47.886133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-87faff2a-71e1-465c-a9ea-916f930f5503 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:47.888494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No active binding found for port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba {{(pid=81086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 18 06:55:47.889113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b6f906f4-8ca8-42bd-9a2c-80fab536a6ba not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:55:47.896394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network f1c795f9-69ba-4385-a45c-3a14f928d321 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:47.912809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fcff8292-4c4d-43c3-96d9-cee88212e89b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 HTTP/1.1" status: 200  len: 690 time: 0.1199999
Dec 18 06:55:47.916450 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'tag': '1508773c-f545-46f1-8945-5465c2fd6229', 'status': 'completed', 'code': 200}
Dec 18 06:55:47.956124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3516bb60-6de9-4c26-880b-5c08a01acc74 None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:55:48.010827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Port': ['ID=b6f906f4-8ca8-42bd-9a2c-80fab536a6ba,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:48.015245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:48.039182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] No DVR routers for this DVR port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:55:48.042547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd6159-9ede-404a-9b58-82e40eb2eb3f req-3500bf06-4124-497e-a317-de96afdd74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:48.045850 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-defd6159-9ede-404a-9b58-82e40eb2eb3f req-3500bf06-4124-497e-a317-de96afdd74fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 1162 time: 0.1013918
Dec 18 06:55:48.213873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:48.222305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd6159-9ede-404a-9b58-82e40eb2eb3f req-53a335d7-0df6-4fca-8e18-a287f0f780ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:48.224726 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-defd6159-9ede-404a-9b58-82e40eb2eb3f req-53a335d7-0df6-4fca-8e18-a287f0f780ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=33289224-0e91-4fc4-8e4e-89c5aa87f246 HTTP/1.1" status: 200  len: 890 time: 0.1661825
Dec 18 06:55:48.302938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689b4df-9186-484b-b3b3-ae7e7b30bdd0 req-712962a4-b885-4ce6-9105-2dff998e5dfc tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:48.304526 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a689b4df-9186-484b-b3b3-ae7e7b30bdd0 req-712962a4-b885-4ce6-9105-2dff998e5dfc tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 947 time: 0.3424482
Dec 18 06:55:48.312460 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-defd6159-9ede-404a-9b58-82e40eb2eb3f req-f3594242-8e16-47f4-8c51-01ff6bb7e802 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1508773c-f545-46f1-8945-5465c2fd6229 HTTP/1.1" status: 200  len: 217 time: 0.0775568
Dec 18 06:55:48.314567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3516bb60-6de9-4c26-880b-5c08a01acc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d955860>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:30Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:48.318904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3516bb60-6de9-4c26-880b-5c08a01acc74 None None] Checking router: 050bd5b2-204e-4197-903b-4d99eeb66625 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:55:48.328239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516bb60-6de9-4c26-880b-5c08a01acc74 None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:55:48.329015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3516bb60-6de9-4c26-880b-5c08a01acc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d955860>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:55:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:48.380383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6be14-f7c4-4c22-a625-20f3de910546 None None] Deleting port b6f906f4-8ca8-42bd-9a2c-80fab536a6ba {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:55:48.380718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9d6be14-f7c4-4c22-a625-20f3de910546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:48.383975 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a689b4df-9186-484b-b3b3-ae7e7b30bdd0 req-8df082c3-bbeb-4687-a8ca-77c278b01fef tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629461
Dec 18 06:55:48.400886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d4dda20>,) {'filters': {'network_id': ['55ed6b83-c945-4c82-90e7-98fb31ffb9e8']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:48.415513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d4dda20>, 'e50220a9-bc7a-4488-8271-d1afe9ac2ee9') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:48.415859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d4dda20>, 'e50220a9-bc7a-4488-8271-d1afe9ac2ee9') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:48.419113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-7bb14903-ed7f-470c-85bf-2ff81182aa68 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:55:48.427561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd6159-9ede-404a-9b58-82e40eb2eb3f req-8001371e-e79a-4e80-866b-1d3a95e8851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:48.430946 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-defd6159-9ede-404a-9b58-82e40eb2eb3f req-8001371e-e79a-4e80-866b-1d3a95e8851a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53560bf3-5fc1-45f6-8d54-8232541d4afa HTTP/1.1" status: 200  len: 834 time: 0.1106422
Dec 18 06:55:48.441302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:48.458076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:48.460754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Releasing vxlan tunnel 5 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:55:48.460886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6be14-f7c4-4c22-a625-20f3de910546 None None] The port 'b6f906f4-8ca8-42bd-9a2c-80fab536a6ba' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:55:48.509606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:48.531709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd6159-9ede-404a-9b58-82e40eb2eb3f req-3509336b-56dd-41d3-94b4-43d2fd0c3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:48.533360 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-defd6159-9ede-404a-9b58-82e40eb2eb3f req-3509336b-56dd-41d3-94b4-43d2fd0c3e48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33289224-0e91-4fc4-8e4e-89c5aa87f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0916059
Dec 18 06:55:48.538540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3516bb60-6de9-4c26-880b-5c08a01acc74 None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:55:48.660962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 55ed6b83-c945-4c82-90e7-98fb31ffb9e8 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:48.671223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:48.711982 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-defd6159-9ede-404a-9b58-82e40eb2eb3f req-0ccbee37-277a-4f7a-9ba1-21c51a8da99a service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697612
Dec 18 06:55:48.854217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 2b908cbf-056a-42e8-8fed-f28f6c23439a up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:48.862728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Network 55ed6b83-c945-4c82-90e7-98fb31ffb9e8 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:48.872854 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-defd6159-9ede-404a-9b58-82e40eb2eb3f req-074c469c-0a00-4200-b6cb-eed3f3a8998e service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1530738
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:55:48.889681 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:55:48.914413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53574) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:48.951376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 2b908cbf-056a-42e8-8fed-f28f6c23439a completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:48.958612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 2b908cbf-056a-42e8-8fed-f28f6c23439a triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:48.959859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:48.995539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:48.999276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-04e9866c-9d22-48a3-8022-a9fbbead38c7 tempest-FloatingIPTestJSON-771717061 tempest-FloatingIPTestJSON-771717061] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:49.001850 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-712a6790-29e0-471c-ad8f-e04096094b2e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 HTTP/1.1" status: 200  len: 690 time: 0.0861764
Dec 18 06:55:49.017014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:49.029332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Pushing event deleted for resources: {'Network': ['ID=55ed6b83-c945-4c82-90e7-98fb31ffb9e8,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:49.035144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:49.038105 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] 10.222.0.23 "DELETE /v2.0/networks/55ed6b83-c945-4c82-90e7-98fb31ffb9e8 HTTP/1.1" status: 204  len: 168 time: 2.2050855
Dec 18 06:55:49.056541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3516bb60-6de9-4c26-880b-5c08a01acc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d955860>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:30Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:49.060805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3516bb60-6de9-4c26-880b-5c08a01acc74 None None] The sync data for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs is: [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:30Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:55:49.096085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:49.125096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d62aa01-2e6a-4ffd-bd88-77525712b51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b908cbf-056a-42e8-8fed-f28f6c23439a'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:55:49.136225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 2b908cbf-056a-42e8-8fed-f28f6c23439a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2b908cbf-056a-42e8-8fed-f28f6c23439a,segment=NetworkSegment(1b6a0932-afec-4fab-9081-3692b053f223),segment_id=1b6a0932-afec-4fab-9081-3692b053f223)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:49.140593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:49.142794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:49.191055 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d62aa01-2e6a-4ffd-bd88-77525712b51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b908cbf-056a-42e8-8fed-f28f6c23439a', 'code': 200}
Dec 18 06:55:49.217020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=2b908cbf-056a-42e8-8fed-f28f6c23439a,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:49.222923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:49.375134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53584) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:49.394039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:49.499511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b40cbb7-c40b-46e7-95ca-0b0331abce9b None None] New status for floating IP eeacfbc6-cfb8-4077-a1d9-92f650e42bb6: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:55:49.584002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 2b908cbf-056a-42e8-8fed-f28f6c23439a up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:49.685373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-13c07942-7af0-4a37-b090-a454a9223c1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c78cefd33bd44b58aa461a8e06259db&name=default HTTP/1.1" status: 200  len: 2883 time: 0.3087480
Dec 18 06:55:49.687209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53592) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:49.714018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715a49c-cf62-488d-8d8e-cc3eff94241d req-bbbbc2fa-ee7a-4b06-9e7c-c8cb3f2f47d2 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:49.715877 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7715a49c-cf62-488d-8d8e-cc3eff94241d req-bbbbc2fa-ee7a-4b06-9e7c-c8cb3f2f47d2 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.1643956
Dec 18 06:55:49.776080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afc780-bd9e-436f-b5ea-b3b38ff58139 req-4c662d96-3071-4340-9ea8-857fcd1e3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:49.777883 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10afc780-bd9e-436f-b5ea-b3b38ff58139 req-4c662d96-3071-4340-9ea8-857fcd1e3324 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 1166 time: 0.4052076
Dec 18 06:55:49.802635 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7715a49c-cf62-488d-8d8e-cc3eff94241d req-7a3d29be-43e6-4f46-b3f9-cf2b13fab6e8 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699253
Dec 18 06:55:49.807693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4af05aba-0f01-4da6-854b-135b75c177f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:49.830132 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10afc780-bd9e-436f-b5ea-b3b38ff58139 req-0830f218-2bd8-4445-94aa-5fd59a68b507 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434384
Dec 18 06:55:49.838876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4af05aba-0f01-4da6-854b-135b75c177f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:49.894356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4af05aba-0f01-4da6-854b-135b75c177f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:49.899838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f2a15843-b3ea-40a6-912d-36366f557696 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:49.914166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af05aba-0f01-4da6-854b-135b75c177f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692f5dd6-9ad6-4ef7-822a-da1b7bff6071,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:49.917350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4af05aba-0f01-4da6-854b-135b75c177f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:49.920530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4af05aba-0f01-4da6-854b-135b75c177f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:49.922965 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4af05aba-0f01-4da6-854b-135b75c177f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/692f5dd6-9ad6-4ef7-822a-da1b7bff6071 HTTP/1.1" status: 204  len: 168 time: 0.2331944
Dec 18 06:55:49.954314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 2b908cbf-056a-42e8-8fed-f28f6c23439a triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:49.954746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:50.006033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53598) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:50.107682 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-09d80803-5564-4284-a327-3ba238490b0d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 HTTP/1.1" status: 200  len: 688 time: 0.0951242
Dec 18 06:55:50.792873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53618) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:50.936679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1713912939'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:50.942636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:50.946845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:network and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:50.953370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:50.999677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:51.016368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:51.021834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.045361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.068674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:51.076011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:security_group_rule and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:51.079691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:51.087777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1063f-e6ce-42da-9a67-264a59b5f6d4 req-bb70ca12-15b5-48cb-8abc-09c2f6c84e75 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:51.089376 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0e1063f-e6ce-42da-9a67-264a59b5f6d4 req-bb70ca12-15b5-48cb-8abc-09c2f6c84e75 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.1388233
Dec 18 06:55:51.093135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:51.160442 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0e1063f-e6ce-42da-9a67-264a59b5f6d4 req-55ad7399-09b2-434c-8e60-c248ecac462d tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637319
Dec 18 06:55:51.224414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.227524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.232370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a9bbd27f-1d16-4d8a-a0a5-0f979b18da89 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:51.267146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:55:51.276402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1f4af6-a6a4-4a05-8090-6ff9a62304d8,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:51.280346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:51.282944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.283384 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Added segment 386dfb8b-78e1-4bb6-8d4c-e6b72371e22d of type vxlan for network 7d928529-e3e1-49e5-8d96-7a39670a102b
Dec 18 06:55:51.303177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53628) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:51.309631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-863752681', 'description': 'tempest-secgroup-smoke-863752681 description', 'project_id': '6302410f1da34973bcf54fc230e8ac73'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:51.311783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.316255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:51.326239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:51.335844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.341952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.346075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:51.346729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.352141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a437c613-bcf9-4dff-9e9b-9e5f78229b0b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:51.358631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:51.362687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:51.365714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:51.372092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:51.445197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.449656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.455039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4da741c4-0d21-4191-bd6b-ff5f43ba229a tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:51.469540 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6744213
Dec 18 06:55:51.474836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=7d928529-e3e1-49e5-8d96-7a39670a102b,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:51.477729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:51.488753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 7d928529-e3e1-49e5-8d96-7a39670a102b details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:51.500173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroup': ['ID=38e4b65c-3ceb-4747-8006-5d804f60e2a1,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:51.504167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.508392 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2012255
Dec 18 06:55:51.508550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 7d928529-e3e1-49e5-8d96-7a39670a102b details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:51.509657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53632) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:51.510713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.511143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.511564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.511978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.512390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.512801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.513184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.513802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.514377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.514951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.515530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.516087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.516702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.517326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.517561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c207095b-2ed1-421d-ba8c-a2f04724782c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '38e4b65c-3ceb-4747-8006-5d804f60e2a1', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:51.518118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.518675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.519245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.519819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.520396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.520954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.521537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.522107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.522676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.523232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:51.524565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c207095b-2ed1-421d-ba8c-a2f04724782c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:51.528190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:51.531228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c207095b-2ed1-421d-ba8c-a2f04724782c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:51.534558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c207095b-2ed1-421d-ba8c-a2f04724782c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:51.540759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c207095b-2ed1-421d-ba8c-a2f04724782c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:51.563241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c207095b-2ed1-421d-ba8c-a2f04724782c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.619904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53636) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:51.627072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'subnet': {'network_id': '7d928529-e3e1-49e5-8d96-7a39670a102b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:51.628569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c207095b-2ed1-421d-ba8c-a2f04724782c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.643077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c207095b-2ed1-421d-ba8c-a2f04724782c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.658646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7cc4f8af-8e4a-49b5-b123-3ba2a5f30ab5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:51.682677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c207095b-2ed1-421d-ba8c-a2f04724782c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0367fcaf-c0d2-4c66-ab68-8b3d0272a52f,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:51.685407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c207095b-2ed1-421d-ba8c-a2f04724782c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:51.690092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c207095b-2ed1-421d-ba8c-a2f04724782c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.694198 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c207095b-2ed1-421d-ba8c-a2f04724782c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1824262
Dec 18 06:55:51.694549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53640) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:51.702759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0a493b05-9bca-47e6-816c-71e4e6f88a38 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '38e4b65c-3ceb-4747-8006-5d804f60e2a1', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:51.709601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0a493b05-9bca-47e6-816c-71e4e6f88a38 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:51.713737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a493b05-9bca-47e6-816c-71e4e6f88a38 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:51.717611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a493b05-9bca-47e6-816c-71e4e6f88a38 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:51.723748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0a493b05-9bca-47e6-816c-71e4e6f88a38 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:51.742102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a493b05-9bca-47e6-816c-71e4e6f88a38 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.755571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:51.759580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:subnet and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:51.763046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:51.768894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:51.778255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:51.811973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a493b05-9bca-47e6-816c-71e4e6f88a38 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.814794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a493b05-9bca-47e6-816c-71e4e6f88a38 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.821957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-84f80fe5-79b0-4e0c-8d8e-7e920beebbe5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:51.844914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a493b05-9bca-47e6-816c-71e4e6f88a38 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d92bab-8611-46a2-a8dd-b42cef24ba27,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:51.847669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a493b05-9bca-47e6-816c-71e4e6f88a38 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:51.852027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a493b05-9bca-47e6-816c-71e4e6f88a38 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.853574 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0a493b05-9bca-47e6-816c-71e4e6f88a38 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1579702
Dec 18 06:55:51.856917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53644) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:51.862608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bcb89631-8e27-4e6f-a987-bb85484e0c4f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '38e4b65c-3ceb-4747-8006-5d804f60e2a1', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:51.868923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bcb89631-8e27-4e6f-a987-bb85484e0c4f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:51.873620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bcb89631-8e27-4e6f-a987-bb85484e0c4f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:51.876642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bcb89631-8e27-4e6f-a987-bb85484e0c4f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:51.882472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bcb89631-8e27-4e6f-a987-bb85484e0c4f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:51.893625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.898268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcb89631-8e27-4e6f-a987-bb85484e0c4f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.963444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcb89631-8e27-4e6f-a987-bb85484e0c4f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.966326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcb89631-8e27-4e6f-a987-bb85484e0c4f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:51.968291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb19f832-61c6-4a86-8957-e609708ca97f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:51.990001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb89631-8e27-4e6f-a987-bb85484e0c4f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2aafb32-d7bc-4edb-9274-243571554dd6,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:51.994945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bcb89631-8e27-4e6f-a987-bb85484e0c4f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:52.003900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bcb89631-8e27-4e6f-a987-bb85484e0c4f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.005196 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bcb89631-8e27-4e6f-a987-bb85484e0c4f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1472588
Dec 18 06:55:52.008087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53648) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:52.014114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a7def314-9f5b-46b6-b6ce-72bc68d9bad4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '38e4b65c-3ceb-4747-8006-5d804f60e2a1', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:52.020415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a7def314-9f5b-46b6-b6ce-72bc68d9bad4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:52.024377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a7def314-9f5b-46b6-b6ce-72bc68d9bad4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:52.027954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a7def314-9f5b-46b6-b6ce-72bc68d9bad4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:52.033723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a7def314-9f5b-46b6-b6ce-72bc68d9bad4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:52.051115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7def314-9f5b-46b6-b6ce-72bc68d9bad4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.119630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7def314-9f5b-46b6-b6ce-72bc68d9bad4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.122564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7def314-9f5b-46b6-b6ce-72bc68d9bad4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.124515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6ab83564-8ecb-46bc-b01e-58aa84915cf4 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:52.146363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7def314-9f5b-46b6-b6ce-72bc68d9bad4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b785e95-c4e8-4248-9ce1-0e4a92d9f3f3,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:52.150648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a7def314-9f5b-46b6-b6ce-72bc68d9bad4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:52.158312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7def314-9f5b-46b6-b6ce-72bc68d9bad4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.159601 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a7def314-9f5b-46b6-b6ce-72bc68d9bad4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1505237
Dec 18 06:55:52.162583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53652) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:52.168175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '38e4b65c-3ceb-4747-8006-5d804f60e2a1', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:52.174342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:52.178459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:52.181484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:52.188140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:52.198188 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:55:52.205725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.277650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.280446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.282238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0d768606-ef84-4626-bb9b-dc9cd00ea9e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:52.308354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d8238b-a821-454b-acb2-5a0eb3958550,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:52.341925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.347980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:52.357540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8726bade-305b-42ab-b4e4-b3ab3525d27c tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:52.359995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.361278 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1976986
Dec 18 06:55:52.365546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53658) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:52.372211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '38e4b65c-3ceb-4747-8006-5d804f60e2a1', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:52.381028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:52.393208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:52.401075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:52.408870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:52.429182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5285ff-0c5d-4964-b404-1919c998731d req-670a6dd5-1ca0-409f-bfb7-7f6fd0f06cc6 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:52.430816 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e5285ff-0c5d-4964-b404-1919c998731d req-670a6dd5-1ca0-409f-bfb7-7f6fd0f06cc6 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.1266758
Dec 18 06:55:52.431575 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:55:52.442563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.486298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.489407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Subnet': ['ID=a4e351d5-6a09-4278-b548-5d3a8e99269d,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:52.494438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:52.522152 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e5285ff-0c5d-4964-b404-1919c998731d req-ca5f1a40-b86a-46fe-8898-1a2dd59a69ee tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814021
Dec 18 06:55:52.543799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.546524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.548448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9648456b-4251-48bc-99f2-aaab6ad08bbb tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:52.565740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking segment: {'id': '386dfb8b-78e1-4bb6-8d4c-e6b72371e22d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d928529-e3e1-49e5-8d96-7a39670a102b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:52.566186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network hostable DHCP agents. Network: 7d928529-e3e1-49e5-8d96-7a39670a102b, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:55:52.573397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28926dac-aa3d-41ef-a7cf-cf34f27f7a0a,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:52.592220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:52.600403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.602034 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.2352002
Dec 18 06:55:52.613347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 7d928529-e3e1-49e5-8d96-7a39670a102b is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:55:52.623907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 7d928529-e3e1-49e5-8d96-7a39670a102b) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:52.634769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4708b9-2297-4949-8479-de1f29485e51 None None] Network 7d928529-e3e1-49e5-8d96-7a39670a102b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:52.661621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:52.662410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.701744 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 1.0804048
Dec 18 06:55:52.705393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53666) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:52.711834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-216999799'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:52.717299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:52.725377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:network and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:52.728691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:52.739356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:52.756991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:52.764424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.776463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821e904-566a-4d06-b2d5-8a6328770a63 req-b8224bf1-58e9-40bc-b7dc-cd7236c324f9 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:52.784573 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6821e904-566a-4d06-b2d5-8a6328770a63 req-b8224bf1-58e9-40bc-b7dc-cd7236c324f9 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.1049018
Dec 18 06:55:52.809288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:55:52.822754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.823260 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Added segment e6166b28-38c2-4f42-a3b6-815fa46f1945 of type vxlan for network 757e6a19-86d9-4efc-ad89-29ddfeac8604
Dec 18 06:55:52.847034 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6821e904-566a-4d06-b2d5-8a6328770a63 req-136214aa-050b-4186-a72b-3e00586f6d79 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614538
Dec 18 06:55:52.863791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.913205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-70fcfea5-d3b9-478a-adca-361f289a24f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863752681&fields=id&tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 267 time: 0.0460341
Dec 18 06:55:52.918642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-7d928529-e3e1-49e5-8d96-7a39670a102b', 'network_id': '7d928529-e3e1-49e5-8d96-7a39670a102b', 'tenant_id': 'fcd25979a0cf42dc89c7991bec6d7324', 'fixed_ips': [{'subnet_id': 'a4e351d5-6a09-4278-b548-5d3a8e99269d'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:55:52.920105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.922740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.926884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:52.927533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:52.933313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1de2e862-9475-4db9-9141-61cedd095417 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:53.050489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=757e6a19-86d9-4efc-ad89-29ddfeac8604,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:53.054836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:53.063975 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.3575943
Dec 18 06:55:53.069942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53682) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:53.071831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 757e6a19-86d9-4efc-ad89-29ddfeac8604 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:53.078921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'subnet': {'network_id': '757e6a19-86d9-4efc-ad89-29ddfeac8604', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:53.102713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-e6a691e6-e7ab-4d67-8362-e1d567e16a9d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:53.104325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-e6a691e6-e7ab-4d67-8362-e1d567e16a9d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/networks?id=33289224-0e91-4fc4-8e4e-89c5aa87f246 HTTP/1.1" status: 200  len: 796 time: 0.1827085
Dec 18 06:55:53.130237 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-6c686d1d-3677-4779-a2ef-242a6349a14a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/quotas/6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 375 time: 0.0156555
Dec 18 06:55:53.140960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 757e6a19-86d9-4efc-ad89-29ddfeac8604 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:53.223774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:53.228026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:subnet and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:53.230878 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b4501995-bcbe-4c84-ba8c-9cdcd49ddd45 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0982578
Dec 18 06:55:53.238386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:53.248529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:53.260633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:53.385670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:53.460981 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-1051e4b9-a2b9-4345-a902-4f4b70f26598 service neutron] 10.222.0.23 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2172225
Dec 18 06:55:53.472775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff69b2-e39e-4cce-b40d-57145edfa402 req-92f3c55e-8dfb-48cb-80b7-518e0a9ac12c tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:53.474455 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-39ff69b2-e39e-4cce-b40d-57145edfa402 req-92f3c55e-8dfb-48cb-80b7-518e0a9ac12c tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.1516929
Dec 18 06:55:53.614893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Allocated IP 172.20.255.242 (7d928529-e3e1-49e5-8d96-7a39670a102b/a4e351d5-6a09-4278-b548-5d3a8e99269d/16f8a59e-149d-4d70-92e8-c1f77a383323) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:53.617556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-39ff69b2-e39e-4cce-b40d-57145edfa402 req-97e2102f-a508-4b5c-a5f3-f3f92995750e tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186819
Dec 18 06:55:53.655001 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-dd3c0539-78f9-481c-a37e-973f4151b646 service neutron] 10.222.0.23 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1793699
Dec 18 06:55:53.858665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:53.869829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Transition to ACTIVE for port object 16f8a59e-149d-4d70-92e8-c1f77a383323 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:53.888310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Transition to ACTIVE for port object 16f8a59e-149d-4d70-92e8-c1f77a383323 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:53.893039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:53.913337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:53.924650 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64723e92-5dbd-45ed-8c11-312d4aaed76d req-38c78856-7570-499a-af50-fcc533a3f1fa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 210 time: 0.0516312
Dec 18 06:55:53.926678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:53.946260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-17d7169b-795d-4d80-b43d-45220152800a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:54.056270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Pushing event updated for resources: {'Port': ['ID=16f8a59e-149d-4d70-92e8-c1f77a383323,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:54.061365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:54.085156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Subnet': ['ID=7f826eda-2fa0-40f0-b665-e8f375780b99,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:54.097866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:54.124082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Network 7d928529-e3e1-49e5-8d96-7a39670a102b is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:54.125354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:54.127848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:55:54.159554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking segment: {'id': 'e6166b28-38c2-4f42-a3b6-815fa46f1945', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '757e6a19-86d9-4efc-ad89-29ddfeac8604'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:54.160105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network hostable DHCP agents. Network: 757e6a19-86d9-4efc-ad89-29ddfeac8604, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:55:54.180097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 757e6a19-86d9-4efc-ad89-29ddfeac8604 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:55:54.188591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Attempting to bind port 16f8a59e-149d-4d70-92e8-c1f77a383323 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:55:54.188968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Attempting to bind port 16f8a59e-149d-4d70-92e8-c1f77a383323 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '386dfb8b-78e1-4bb6-8d4c-e6b72371e22d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d928529-e3e1-49e5-8d96-7a39670a102b'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:55:54.189445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Attempting to bind port 16f8a59e-149d-4d70-92e8-c1f77a383323 on network 7d928529-e3e1-49e5-8d96-7a39670a102b {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:55:54.190340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 757e6a19-86d9-4efc-ad89-29ddfeac8604) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:54.197099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:55:54.197546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Checking segment: {'id': '386dfb8b-78e1-4bb6-8d4c-e6b72371e22d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d928529-e3e1-49e5-8d96-7a39670a102b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:54.198029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:54.198480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Bound using segment: {'id': '386dfb8b-78e1-4bb6-8d4c-e6b72371e22d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d928529-e3e1-49e5-8d96-7a39670a102b'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:55:54.199042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Bound port: 16f8a59e-149d-4d70-92e8-c1f77a383323, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386dfb8b-78e1-4bb6-8d4c-e6b72371e22d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7d928529-e3e1-49e5-8d96-7a39670a102b'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:55:54.199484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:54.205403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:54.206119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:54.213651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ae4f55-533e-4edf-83c9-72bd51c61d85 None None] Network 757e6a19-86d9-4efc-ad89-29ddfeac8604 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:54.231001 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.1564493
Dec 18 06:55:54.231256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53698) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:54.387662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:54.416532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] For port 16f8a59e-149d-4d70-92e8-c1f77a383323, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:55:54.463885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] For port 16f8a59e-149d-4d70-92e8-c1f77a383323, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=16f8a59e-149d-4d70-92e8-c1f77a383323,segment=NetworkSegment(386dfb8b-78e1-4bb6-8d4c-e6b72371e22d),segment_id=386dfb8b-78e1-4bb6-8d4c-e6b72371e22d)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:55:54.474312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:54.491672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:54.521017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:54.715562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d108f845-c769-4b90-b8ab-cd01e7c01408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-757e6a19-86d9-4efc-ad89-29ddfeac8604', 'network_id': '757e6a19-86d9-4efc-ad89-29ddfeac8604', 'tenant_id': 'fcd25979a0cf42dc89c7991bec6d7324', 'fixed_ips': [{'subnet_id': '7f826eda-2fa0-40f0-b665-e8f375780b99'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:55:54.716490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d108f845-c769-4b90-b8ab-cd01e7c01408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:54.731089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Pushing event updated for resources: {'Port': ['ID=16f8a59e-149d-4d70-92e8-c1f77a383323,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:54.743202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:54.830826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:54.848233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d77b9e1-4f9f-4f8d-9fc6-dad8c1aee5f8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:54.896526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f62985-9a49-4b2e-99cb-93a116dfcc3d req-b738589b-59c6-408b-a7bd-33b7926cfc51 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:54.898176 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-40f62985-9a49-4b2e-99cb-93a116dfcc3d req-b738589b-59c6-408b-a7bd-33b7926cfc51 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.1059372
Dec 18 06:55:54.953451 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-40f62985-9a49-4b2e-99cb-93a116dfcc3d req-22f1e7b6-1b87-4cce-a334-4b1de1cf925a tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436366
Dec 18 06:55:54.962517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Subnet': ['ID=7f826eda-2fa0-40f0-b665-e8f375780b99,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:54.976145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server [None req-d108f845-c769-4b90-b8ab-cd01e7c01408 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f826eda-2fa0-40f0-b665-e8f375780b99: This subnet is being modified by another concurrent operation.
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 06:55:55.100738 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7f826eda-2fa0-40f0-b665-e8f375780b99: This subnet is being modified by another concurrent operation.
Dec 18 06:55:55.111818 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server 
Dec 18 06:55:55.126455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169819e3-ef61-47fa-b34c-7815e4104230 None None] Network 757e6a19-86d9-4efc-ad89-29ddfeac8604 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:55.203750 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f93e7b68-a1a6-4c26-a7c5-1e7fb3a2046c req-b465dede-4820-44b2-b74e-0d307cd12c90 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 210 time: 0.0657511
Dec 18 06:55:55.356185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-e8bee0cd-2bc9-4e04-9899-843e0af828b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:55.357903 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-e8bee0cd-2bc9-4e04-9899-843e0af828b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks?id=33289224-0e91-4fc4-8e4e-89c5aa87f246 HTTP/1.1" status: 200  len: 796 time: 0.3442020
Dec 18 06:55:55.370455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:55.517235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd641bfd-eca3-4e49-a953-a9f389d38490 req-7903d1fb-7907-441f-8024-93f92fa7463b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:55.518987 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd641bfd-eca3-4e49-a953-a9f389d38490 req-7903d1fb-7907-441f-8024-93f92fa7463b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.1054637
Dec 18 06:55:55.578097 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd641bfd-eca3-4e49-a953-a9f389d38490 req-a991b2ec-dd3e-4f74-a090-83cc82681c0e tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526309
Dec 18 06:55:55.631806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 16f8a59e-149d-4d70-92e8-c1f77a383323 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:55.636007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1dd7cd30>,) {'filters': {'network_id': ['757e6a19-86d9-4efc-ad89-29ddfeac8604']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:55.666436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dd7cd30>, 'e6166b28-38c2-4f42-a3b6-815fa46f1945') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:55.667029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dd7cd30>, 'e6166b28-38c2-4f42-a3b6-815fa46f1945') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:55:55.694288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:55.706838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 16f8a59e-149d-4d70-92e8-c1f77a383323 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:55.720181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2ab03fa3-1e48-4b63-9d0c-d9ccc339b8be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:55:55.731144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bf109-fbbb-4b03-ab97-e7762c33a59d req-f6915c80-314b-4c56-9615-308c4478d732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:55.732739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5d9bf109-fbbb-4b03-ab97-e7762c33a59d req-f6915c80-314b-4c56-9615-308c4478d732 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69f767cc999e4ba5be240b8ca3b6a5ad&device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 1166 time: 0.2217360
Dec 18 06:55:55.733774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:55.737627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:55:55.899606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2ab03fa3-1e48-4b63-9d0c-d9ccc339b8be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:55:55.901135 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2ab03fa3-1e48-4b63-9d0c-d9ccc339b8be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 12653 time: 0.4378669
Dec 18 06:55:55.926469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'port': {'device_id': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'admin_state_up': True, 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'security_groups': ['38e4b65c-3ceb-4747-8006-5d804f60e2a1']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:56.382774 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-72695a6e-2fea-48ba-92b0-e36aacd1c3f8 req-4892aed1-d0ab-4d2e-9278-19adeb3cb4d2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 210 time: 0.0467560
Dec 18 06:55:56.412555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 757e6a19-86d9-4efc-ad89-29ddfeac8604 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:56.424253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:56.454488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbc3de2-7af1-4e9b-92ee-dfeb9da6448e None None] Network 7d928529-e3e1-49e5-8d96-7a39670a102b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:56.555404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dcf90ae4-1399-448a-b3cf-a458d82934c1 None None] Provisioning for port 16f8a59e-149d-4d70-92e8-c1f77a383323 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:56.575047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dcf90ae4-1399-448a-b3cf-a458d82934c1 None None] Provisioning complete for port 16f8a59e-149d-4d70-92e8-c1f77a383323 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:56.575472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dcf90ae4-1399-448a-b3cf-a458d82934c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:56.628606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bf109-fbbb-4b03-ab97-e7762c33a59d req-6d1dc882-7dc6-4032-8162-4f75d5fec9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:56.649228 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5d9bf109-fbbb-4b03-ab97-e7762c33a59d req-6d1dc882-7dc6-4032-8162-4f75d5fec9d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1c795f9-69ba-4385-a45c-3a14f928d321 HTTP/1.1" status: 200  len: 863 time: 0.8912983
Dec 18 06:55:56.760695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 757e6a19-86d9-4efc-ad89-29ddfeac8604 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:55:56.794171 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:55:56.804521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fb6dc-86a4-4f9a-a64e-e3afd4ef0c0e req-84715da9-4118-454e-af14-cf88c01bcb99 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:56.806179 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-422fb6dc-86a4-4f9a-a64e-e3afd4ef0c0e req-84715da9-4118-454e-af14-cf88c01bcb99 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.0903244
Dec 18 06:55:56.806334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dcf90ae4-1399-448a-b3cf-a458d82934c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:56.858098 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-422fb6dc-86a4-4f9a-a64e-e3afd4ef0c0e req-5a7c1e81-ede4-4406-8014-10595ca31a53 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427616
Dec 18 06:55:56.860081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-dcf90ae4-1399-448a-b3cf-a458d82934c1 None None] For port 16f8a59e-149d-4d70-92e8-c1f77a383323, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=16f8a59e-149d-4d70-92e8-c1f77a383323,segment=NetworkSegment(386dfb8b-78e1-4bb6-8d4c-e6b72371e22d),segment_id=386dfb8b-78e1-4bb6-8d4c-e6b72371e22d)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:55:56.864505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dcf90ae4-1399-448a-b3cf-a458d82934c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:56.866431 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5d9bf109-fbbb-4b03-ab97-e7762c33a59d req-0993292f-92e7-421f-9186-461b3c925b35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=2b908cbf-056a-42e8-8fed-f28f6c23439a HTTP/1.1" status: 200  len: 217 time: 0.1950877
Dec 18 06:55:56.866599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-91ea6922-366b-42fc-9830-2faea2bb352f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:56.867479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:56.940118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf90ae4-1399-448a-b3cf-a458d82934c1 None None] Pushing event updated for resources: {'Port': ['ID=16f8a59e-149d-4d70-92e8-c1f77a383323,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:56.948652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:56.950123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dcf90ae4-1399-448a-b3cf-a458d82934c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:56.972092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:56.978056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-46502711-5543-45cd-a3bf-cd87af995ae5 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:56.997476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:57.006479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:57.012644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:57.028984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Network': ['ID=757e6a19-86d9-4efc-ad89-29ddfeac8604,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:57.037478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:57.039034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bf109-fbbb-4b03-ab97-e7762c33a59d req-adc83004-96b9-4ecd-bc70-636519e7ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:57.040706 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5d9bf109-fbbb-4b03-ab97-e7762c33a59d req-adc83004-96b9-4ecd-bc70-636519e7ed83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5655088-e81f-4738-8afd-98349f63995d HTTP/1.1" status: 200  len: 843 time: 0.1521230
Dec 18 06:55:57.046016 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/757e6a19-86d9-4efc-ad89-29ddfeac8604 HTTP/1.1" status: 204  len: 168 time: 2.8137548
Dec 18 06:55:57.048355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53718) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:57.054539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1709452007'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:57.062005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:57.067352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:network and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:57.070649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:57.079675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:57.093203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-baee8e31-0b71-48f7-9617-b81c21c8130f None None] Provisioning complete for port 16f8a59e-149d-4d70-92e8-c1f77a383323 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:57.095460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-baee8e31-0b71-48f7-9617-b81c21c8130f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:57.100629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:57.108500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:57.145457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:55:57.155784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:57.156528 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Added segment 5238c82c-9ec6-4b04-a726-96124116fc70 of type vxlan for network b3a0acb9-ec20-4b9d-b49a-225d8a04e971
Dec 18 06:55:57.192316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:57.234432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:57.238765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:57.239426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:57.245338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-06918ebf-cc34-4bf6-8eac-a511c3c4ba4a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:57.264507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bf109-fbbb-4b03-ab97-e7762c33a59d req-75a3eefb-6bea-412e-ba2d-921e122a3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:57.266189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5d9bf109-fbbb-4b03-ab97-e7762c33a59d req-75a3eefb-6bea-412e-ba2d-921e122a3bab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1c795f9-69ba-4385-a45c-3a14f928d321&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2035575
Dec 18 06:55:57.352615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d2fe30e2-80c5-457a-8510-2099667b4dc3 None None] Provisioning complete for port 16f8a59e-149d-4d70-92e8-c1f77a383323 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:57.353549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2fe30e2-80c5-457a-8510-2099667b4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:57.356391 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3068657
Dec 18 06:55:57.359683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53722) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:57.368375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'subnet': {'network_id': 'b3a0acb9-ec20-4b9d-b49a-225d8a04e971', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:57.384769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=b3a0acb9-ec20-4b9d-b49a-225d8a04e971,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:57.448779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d3e389-2d9b-42a9-9107-8825baa7ecfc None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:55:57.457474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.457964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.458397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.458820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.459242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.459662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.460080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.460490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.460904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.461321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.461775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.462184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.462656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.463065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.463476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.463889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.464297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.465244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.465795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.466534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.466534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.466863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.467389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.467800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:55:57.472142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:57.503339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network b3a0acb9-ec20-4b9d-b49a-225d8a04e971 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:57.520099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:55:57.524121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:subnet and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:55:57.528046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:55:57.533892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:55:57.541494 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5d9bf109-fbbb-4b03-ab97-e7762c33a59d req-55616d5f-2295-4929-b182-1b85213d2012 service neutron] 10.222.0.15 "GET /v2.0/networks/f1c795f9-69ba-4385-a45c-3a14f928d321?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2337427
Dec 18 06:55:57.543552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:55:57.615957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network b3a0acb9-ec20-4b9d-b49a-225d8a04e971 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:55:57.681273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.8 (33289224-0e91-4fc4-8e4e-89c5aa87f246/53560bf3-5fc1-45f6-8d54-8232541d4afa/bcc7f064-693a-4e73-8c96-c5ad7585c7d6) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:57.736995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 16f8a59e-149d-4d70-92e8-c1f77a383323 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:55:57.847687 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5d9bf109-fbbb-4b03-ab97-e7762c33a59d req-36082a79-e6cd-4333-a045-51a47c2fe0c4 service neutron] 10.222.0.15 "GET /v2.0/networks/f1c795f9-69ba-4385-a45c-3a14f928d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2931609
Dec 18 06:55:57.910401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 16f8a59e-149d-4d70-92e8-c1f77a383323 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:57.910681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:57.948581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:57.972444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object bcc7f064-693a-4e73-8c96-c5ad7585c7d6 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:57.992435 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f968ea3a-d2b9-4a44-8296-ffe064f102c3 req-51e78670-7158-4b32-a6e1-f91a9fab4b14 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 210 time: 0.0635066
Dec 18 06:55:57.998282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:58.017709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b34d0bd1-0c4a-4c95-b99d-16e4c7d75cce tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:58.035055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:58.167638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=bcc7f064-693a-4e73-8c96-c5ad7585c7d6,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:58.173110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:58.193556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_backend_mixin [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Performing IP validity checks on allocation pools {{(pid=81085) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 18 06:55:58.194177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_backend_mixin [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking for overlaps among allocation pools and gateway ip {{(pid=81085) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 18 06:55:58.210263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e915c3aa-766f-456a-9222-a480c67e5bfc None None] Provisioning complete for port 16f8a59e-149d-4d70-92e8-c1f77a383323 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:55:58.210690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e915c3aa-766f-456a-9222-a480c67e5bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:58.228269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 33289224-0e91-4fc4-8e4e-89c5aa87f246 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:55:58.229669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:58.231896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:55:58.241551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc867ee-92cc-4077-b9dd-f43e40700a79 req-f9dec052-5859-4c14-9674-c366e49f6e95 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:58.243263 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fcc867ee-92cc-4077-b9dd-f43e40700a79 req-f9dec052-5859-4c14-9674-c366e49f6e95 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.1873777
Dec 18 06:55:58.245608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d3e389-2d9b-42a9-9107-8825baa7ecfc None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:55:58.300395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:58.301070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:58.327222 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4111986
Dec 18 06:55:58.341124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Request body: {'port': {'device_id': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:55:58.353762 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fcc867ee-92cc-4077-b9dd-f43e40700a79 req-12ae93c5-e09d-4650-a248-7777d10182b9 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989301
Dec 18 06:55:58.477588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:58.698461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:58.714605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:58.847141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Subnet': ['ID=db671a78-fb4a-4cfd-86d0-891753e472bf,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:58.852186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:58.926386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking segment: {'id': '5238c82c-9ec6-4b04-a726-96124116fc70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3a0acb9-ec20-4b9d-b49a-225d8a04e971'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:58.926791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network hostable DHCP agents. Network: b3a0acb9-ec20-4b9d-b49a-225d8a04e971, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:55:58.934610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc7f064-693a-4e73-8c96-c5ad7585c7d6 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:55:58.942923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:58.947039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network b3a0acb9-ec20-4b9d-b49a-225d8a04e971 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:55:58.958658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, b3a0acb9-ec20-4b9d-b49a-225d8a04e971) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:55:58.969961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f40f6e-50dd-427b-950e-bf833c8bb640 None None] Network b3a0acb9-ec20-4b9d-b49a-225d8a04e971 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:55:58.973023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:58.973641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:58.995826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.6349790
Dec 18 06:55:58.998578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53730) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:55:59.007415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Transition to ACTIVE for port object bcc7f064-693a-4e73-8c96-c5ad7585c7d6 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:59.012172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:59.040576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0b26af1f-0d26-47fa-a99c-45b82c86be16 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:59.170035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2052bf33-9db4-480e-b47e-247377536f0e None None] Provisioning for port bcc7f064-693a-4e73-8c96-c5ad7585c7d6 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:55:59.197894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc7f064-693a-4e73-8c96-c5ad7585c7d6,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:55:59.204075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:55:59.207579 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22fd7a4d-6706-4082-96d0-0bdeb34aa05d req-75e5b228-2ad0-44d3-9e30-ec086f12ce14 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2613599
Dec 18 06:55:59.224353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-b3a0acb9-ec20-4b9d-b49a-225d8a04e971', 'network_id': 'b3a0acb9-ec20-4b9d-b49a-225d8a04e971', 'tenant_id': 'fcd25979a0cf42dc89c7991bec6d7324', 'fixed_ips': [{'subnet_id': 'db671a78-fb4a-4cfd-86d0-891753e472bf'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:55:59.225312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:59.233163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:59.388110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167231f-6b14-451d-a91a-b71356adf20a req-dcd2b827-a98e-409d-bf45-18bb8b3db084 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:59.389831 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2167231f-6b14-451d-a91a-b71356adf20a req-dcd2b827-a98e-409d-bf45-18bb8b3db084 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 943 time: 0.2457678
Dec 18 06:55:59.396013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:59.505748 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2167231f-6b14-451d-a91a-b71356adf20a req-fb569e24-a1d1-4ac9-bc7a-565c3917a4c3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=38e4b65c-3ceb-4747-8006-5d804f60e2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765998
Dec 18 06:55:59.561084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Allocated IP 172.20.0.3 (b3a0acb9-ec20-4b9d-b49a-225d8a04e971/db671a78-fb4a-4cfd-86d0-891753e472bf/82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:55:59.574555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd7a4d-6706-4082-96d0-0bdeb34aa05d req-fbfcffbd-a7ba-4530-8f94-b3f6f013a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:59.576355 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22fd7a4d-6706-4082-96d0-0bdeb34aa05d req-fbfcffbd-a7ba-4530-8f94-b3f6f013a4d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 1162 time: 0.2236888
Dec 18 06:55:59.577393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Attempting to bind port bcc7f064-693a-4e73-8c96-c5ad7585c7d6 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:55:59.577885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Attempting to bind port bcc7f064-693a-4e73-8c96-c5ad7585c7d6 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:55:59.578353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Attempting to bind port bcc7f064-693a-4e73-8c96-c5ad7585c7d6 on network 33289224-0e91-4fc4-8e4e-89c5aa87f246 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:55:59.584749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:55:59.585280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Checking segment: {'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:55:59.585962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:59.586339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Bound using segment: {'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:55:59.586929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Bound port: bcc7f064-693a-4e73-8c96-c5ad7585c7d6, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acaff21-eda4-48d6-a4ca-de100a6ee5c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:55:59.587626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:59.785847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac290f-8411-476c-9419-4b06212de500 req-1e6ab131-ad36-4f8f-9404-c730409f2aaf tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:55:59.787558 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-01ac290f-8411-476c-9419-4b06212de500 req-1e6ab131-ad36-4f8f-9404-c730409f2aaf tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.1784313
Dec 18 06:55:59.828062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:59.840505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Transition to ACTIVE for port object 82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:59.859798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Transition to ACTIVE for port object 82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:55:59.865846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:55:59.882108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:55:59.889341 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-01ac290f-8411-476c-9419-4b06212de500 req-c5803b74-1835-442b-8a22-c4f092ba113b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692186
Dec 18 06:55:59.926659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:00.006140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Pushing event updated for resources: {'Port': ['ID=82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:00.014722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:00.068352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3bb7328a-b2c5-4bf1-8398-593fed81cd56 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:00.107509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Network b3a0acb9-ec20-4b9d-b49a-225d8a04e971 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:56:00.108766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:00.111925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:56:00.134674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Subnet': ['ID=db671a78-fb4a-4cfd-86d0-891753e472bf,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:00.142153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] For port bcc7f064-693a-4e73-8c96-c5ad7585c7d6, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:56:00.143750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:00.147002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd7a4d-6706-4082-96d0-0bdeb34aa05d req-824502a2-7638-48fc-865d-0c3bbd6e458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:00.148649 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22fd7a4d-6706-4082-96d0-0bdeb34aa05d req-824502a2-7638-48fc-865d-0c3bbd6e458d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.2352862
Dec 18 06:56:00.155891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] For port bcc7f064-693a-4e73-8c96-c5ad7585c7d6, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bcc7f064-693a-4e73-8c96-c5ad7585c7d6,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:56:00.193740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Attempting to bind port 82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:56:00.194172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Attempting to bind port 82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '5238c82c-9ec6-4b04-a726-96124116fc70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3a0acb9-ec20-4b9d-b49a-225d8a04e971'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:56:00.194595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Attempting to bind port 82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8 on network b3a0acb9-ec20-4b9d-b49a-225d8a04e971 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:56:00.201981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:56:00.202409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Checking segment: {'id': '5238c82c-9ec6-4b04-a726-96124116fc70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3a0acb9-ec20-4b9d-b49a-225d8a04e971'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:00.202865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:00.203316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Bound using segment: {'id': '5238c82c-9ec6-4b04-a726-96124116fc70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3a0acb9-ec20-4b9d-b49a-225d8a04e971'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:56:00.203842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Bound port: 82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5238c82c-9ec6-4b04-a726-96124116fc70', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b3a0acb9-ec20-4b9d-b49a-225d8a04e971'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:56:00.204275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:00.228942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:00.250782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:00.252365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:00.313573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] For port 82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:56:00.317165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] For port 82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8,segment=NetworkSegment(5238c82c-9ec6-4b04-a726-96124116fc70),segment_id=5238c82c-9ec6-4b04-a726-96124116fc70)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:56:00.322522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:00.392412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d4fbf60>,) {'filters': {'network_id': ['b3a0acb9-ec20-4b9d-b49a-225d8a04e971']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:00.407985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d4fbf60>, '5238c82c-9ec6-4b04-a726-96124116fc70') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:00.408485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d4fbf60>, '5238c82c-9ec6-4b04-a726-96124116fc70') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:00.422986 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22fd7a4d-6706-4082-96d0-0bdeb34aa05d req-2ee7cacc-70ea-488b-9b55-63f6e3c600cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca HTTP/1.1" status: 200  len: 1000 time: 0.2655234
Dec 18 06:56:00.423224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:00.448119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:00.451371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:00.458220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f5f1fa57-e623-42b2-8cbb-2bc7139a4451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:00.506391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc7f064-693a-4e73-8c96-c5ad7585c7d6,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:00.510033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:00.545404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Pushing event updated for resources: {'Port': ['ID=82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:00.550794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd7a4d-6706-4082-96d0-0bdeb34aa05d req-a0eb1446-ce14-4849-8bca-784ab559156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:00.552679 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22fd7a4d-6706-4082-96d0-0bdeb34aa05d req-a0eb1446-ce14-4849-8bca-784ab559156a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.1159208
Dec 18 06:56:00.562625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:00.563439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:00.564934 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] 10.222.0.15 "PUT /v2.0/ports/bcc7f064-693a-4e73-8c96-c5ad7585c7d6 HTTP/1.1" status: 200  len: 1157 time: 2.2288637
Dec 18 06:56:00.567256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'tag': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:56:00.648204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:00.666689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92c55f9-ae2b-4857-8577-b1e640c6381d None None] Network b3a0acb9-ec20-4b9d-b49a-225d8a04e971 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:00.798518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd7a4d-6706-4082-96d0-0bdeb34aa05d req-fd5244ec-90be-4eb1-9509-7defd15e1ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:00.800156 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22fd7a4d-6706-4082-96d0-0bdeb34aa05d req-fd5244ec-90be-4eb1-9509-7defd15e1ae0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2342887
Dec 18 06:56:00.803303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-684a0897-ec75-47db-8d30-2044881f740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:00.804736 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-684a0897-ec75-47db-8d30-2044881f740a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 1160 time: 0.1741223
Dec 18 06:56:00.896716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network b3a0acb9-ec20-4b9d-b49a-225d8a04e971 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:00.909017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:00.940009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed40e86-b912-4484-b0b0-ef8e65b8e5c6 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:56:00.967193 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-dde63372-8193-4efe-950c-bec44036e57c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc7f064-693a-4e73-8c96-c5ad7585c7d6 HTTP/1.1" status: 200  len: 217 time: 0.1300056
Dec 18 06:56:01.072460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-bab0935c-e7c4-4dfb-a8da-f14391281f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:01.074109 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-bab0935c-e7c4-4dfb-a8da-f14391281f41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53560bf3-5fc1-45f6-8d54-8232541d4afa HTTP/1.1" status: 200  len: 834 time: 0.0983138
Dec 18 06:56:01.077597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed40e86-b912-4484-b0b0-ef8e65b8e5c6 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:56:01.101071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b39db-8f68-498a-9128-efb3423d12fd req-dcaa13a8-cce1-466d-adc6-8e0fcde43d27 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:01.102733 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1e4b39db-8f68-498a-9128-efb3423d12fd req-dcaa13a8-cce1-466d-adc6-8e0fcde43d27 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.6169708
Dec 18 06:56:01.129633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network b3a0acb9-ec20-4b9d-b49a-225d8a04e971 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:01.142241 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22fd7a4d-6706-4082-96d0-0bdeb34aa05d req-7dfa5719-5455-4b9a-85f9-f3ec13c30ac4 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3282497
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:01.168625 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:01.261678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-380156a8-68b2-4f40-9b97-ba1691566f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:01.263311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-380156a8-68b2-4f40-9b97-ba1691566f10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33289224-0e91-4fc4-8e4e-89c5aa87f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1775441
Dec 18 06:56:01.285145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba65304-e2f7-468a-81c9-3408f6ba1249 req-18fa824a-9ae4-4473-bfbe-460fc1a6c2f1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:01.287301 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4ba65304-e2f7-468a-81c9-3408f6ba1249 req-18fa824a-9ae4-4473-bfbe-460fc1a6c2f1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 943 time: 0.4744630
Dec 18 06:56:01.293855 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1e4b39db-8f68-498a-9128-efb3423d12fd req-e5f28c57-c421-412c-936e-4de5bdf1189e tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809511
Dec 18 06:56:01.297981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 06:56:01.297981 dv-neutron-765072-3-ovs neutron-server[80975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 06:56:01.297981 dv-neutron-765072-3-ovs neutron-server[80975]: [parameters: {'id': 'b3a0acb9-ec20-4b9d-b49a-225d8a04e971'}]
Dec 18 06:56:01.297981 dv-neutron-765072-3-ovs neutron-server[80975]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:56:01.298717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:56:01.361325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4ba65304-e2f7-468a-81c9-3408f6ba1249 req-e8b324bd-2448-4c1f-bc91-ad276f2cca87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=38e4b65c-3ceb-4747-8006-5d804f60e2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660553
Dec 18 06:56:01.375187 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'tag': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6', 'status': 'completed', 'code': 200}
Dec 18 06:56:01.398595 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22fd7a4d-6706-4082-96d0-0bdeb34aa05d req-8c1b991b-0a3d-40af-b838-52f9ffb5cdca service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2399030
Dec 18 06:56:01.456009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-eff58e3c-0ac1-46ea-91da-d654af69809c service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703072
Dec 18 06:56:01.605481 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d76bf82-5859-44e8-b87d-8d17b3aaa18c req-8b9bdbd2-2694-45dc-9c1c-86338f61563d service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420603
Dec 18 06:56:01.738355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eab834-3407-4fcb-a3a0-3e5cb8db8748 req-b84f577b-1b36-44b0-8d8d-edc5eb593eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:01.739980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b7eab834-3407-4fcb-a3a0-3e5cb8db8748 req-b84f577b-1b36-44b0-8d8d-edc5eb593eec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 1160 time: 0.0764263
Dec 18 06:56:01.800107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:01.866972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Deleting port 82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:01.867352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:01.881267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eab834-3407-4fcb-a3a0-3e5cb8db8748 req-0c9004a9-b62f-487b-abfb-d247c618cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:01.882894 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b7eab834-3407-4fcb-a3a0-3e5cb8db8748 req-0c9004a9-b62f-487b-abfb-d247c618cedb service neutron] 10.222.0.15 "GET /v2.0/networks?id=33289224-0e91-4fc4-8e4e-89c5aa87f246 HTTP/1.1" status: 200  len: 890 time: 0.1359293
Dec 18 06:56:01.960395 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b7eab834-3407-4fcb-a3a0-3e5cb8db8748 req-af3753ce-736a-4910-9554-0af0593401e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc7f064-693a-4e73-8c96-c5ad7585c7d6 HTTP/1.1" status: 200  len: 217 time: 0.0695686
Dec 18 06:56:02.033634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eab834-3407-4fcb-a3a0-3e5cb8db8748 req-9289304e-23de-46a1-b6d9-622e6a554ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:02.035208 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b7eab834-3407-4fcb-a3a0-3e5cb8db8748 req-9289304e-23de-46a1-b6d9-622e6a554ec7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53560bf3-5fc1-45f6-8d54-8232541d4afa HTTP/1.1" status: 200  len: 834 time: 0.0668738
Dec 18 06:56:02.085661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] For port 82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8,segment=NetworkSegment(5238c82c-9ec6-4b04-a726-96124116fc70),segment_id=5238c82c-9ec6-4b04-a726-96124116fc70)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:02.086309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:02.121626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eab834-3407-4fcb-a3a0-3e5cb8db8748 req-f80187f5-5e33-4e67-bea8-f76a297809ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:02.123244 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b7eab834-3407-4fcb-a3a0-3e5cb8db8748 req-f80187f5-5e33-4e67-bea8-f76a297809ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33289224-0e91-4fc4-8e4e-89c5aa87f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0797229
Dec 18 06:56:02.212941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Calling delete_port for 82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:02.267056 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b7eab834-3407-4fcb-a3a0-3e5cb8db8748 req-7e4e5514-c1b8-473a-9a5b-95d815d42243 service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356790
Dec 18 06:56:02.286951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:02.302823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:02.397392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Port': ['ID=82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:02.410118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:02.413876 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b7eab834-3407-4fcb-a3a0-3e5cb8db8748 req-1ee361a0-ac35-44cf-959d-5de5cdf6d539 service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392395
Dec 18 06:56:02.491034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No DVR routers for this DVR port 82f5a82b-bb3a-4c1f-a395-eaae2bd6cda8 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:56:02.957064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:03.078597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df988f4e-d8ba-410a-b023-0448ba818327 req-f3e2f23f-1fc4-458f-8d56-fb4777f367ea tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:03.080200 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-df988f4e-d8ba-410a-b023-0448ba818327 req-f3e2f23f-1fc4-458f-8d56-fb4777f367ea tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.6383166
Dec 18 06:56:03.124714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17e5be48>,) {'filters': {'network_id': ['b3a0acb9-ec20-4b9d-b49a-225d8a04e971']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:03.140425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a9953-1bcf-4f51-9f59-1117bdd05d79 req-ca76e63b-1eb0-4a54-b129-81b3752f8b4a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:03.142009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e03a9953-1bcf-4f51-9f59-1117bdd05d79 req-ca76e63b-1eb0-4a54-b129-81b3752f8b4a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 943 time: 0.6187418
Dec 18 06:56:03.152217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17e5be48>, '5238c82c-9ec6-4b04-a726-96124116fc70') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:03.152556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17e5be48>, '5238c82c-9ec6-4b04-a726-96124116fc70') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:03.189324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:03.215568 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-df988f4e-d8ba-410a-b023-0448ba818327 req-4a89e756-c6a0-4d98-a67b-a9fa5a65e60c tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192749
Dec 18 06:56:03.225332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:03.230800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:03.310682 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e03a9953-1bcf-4f51-9f59-1117bdd05d79 req-be2daa20-635d-477f-85e8-86c799b8c54d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=38e4b65c-3ceb-4747-8006-5d804f60e2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1603372
Dec 18 06:56:03.421023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network b3a0acb9-ec20-4b9d-b49a-225d8a04e971 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:03.430490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:03.623336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06ab86-f533-492c-972c-24412cf17334 req-4340ef24-9096-414b-b28d-81d87e243bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:03.624972 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a06ab86-f533-492c-972c-24412cf17334 req-4340ef24-9096-414b-b28d-81d87e243bf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69f767cc999e4ba5be240b8ca3b6a5ad&device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 1166 time: 0.0850263
Dec 18 06:56:03.660806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network b3a0acb9-ec20-4b9d-b49a-225d8a04e971 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:03.690828 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:03.773721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06ab86-f533-492c-972c-24412cf17334 req-7b7f20ad-f62b-465d-8a38-1ef9b73c91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:03.775593 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a06ab86-f533-492c-972c-24412cf17334 req-7b7f20ad-f62b-465d-8a38-1ef9b73c91c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1c795f9-69ba-4385-a45c-3a14f928d321 HTTP/1.1" status: 200  len: 863 time: 0.1428142
Dec 18 06:56:03.783307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:03.787297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e02276a0-3fc7-45f5-8671-84ab8eb49786 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:03.803605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:03.815395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Network': ['ID=b3a0acb9-ec20-4b9d-b49a-225d8a04e971,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:03.826047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3a2b4-8cfe-4dbd-b0ed-19dd2eb887b4 req-407cfd17-a0be-4943-84ab-8bcc629de7f4 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:03.827638 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f0c3a2b4-8cfe-4dbd-b0ed-19dd2eb887b4 req-407cfd17-a0be-4943-84ab-8bcc629de7f4 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.2962615
Dec 18 06:56:03.828504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:03.837601 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/b3a0acb9-ec20-4b9d-b49a-225d8a04e971 HTTP/1.1" status: 204  len: 168 time: 4.8345749
Dec 18 06:56:03.837889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53756) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:03.849137 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a06ab86-f533-492c-972c-24412cf17334 req-41ff5924-7fd8-4de1-8477-8862e01b17fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=2b908cbf-056a-42e8-8fed-f28f6c23439a HTTP/1.1" status: 200  len: 217 time: 0.0663610
Dec 18 06:56:03.862444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2038084430'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:03.871869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:03.878574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:network and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:03.890292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:03.900531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:03.907863 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f0c3a2b4-8cfe-4dbd-b0ed-19dd2eb887b4 req-395055d2-9a5a-4be0-9c82-c911de6778be tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666008
Dec 18 06:56:03.914836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:03.920474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:03.922910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06ab86-f533-492c-972c-24412cf17334 req-7961851d-8fed-4947-a78e-8783cdb44382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:03.924530 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a06ab86-f533-492c-972c-24412cf17334 req-7961851d-8fed-4947-a78e-8783cdb44382 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5655088-e81f-4738-8afd-98349f63995d HTTP/1.1" status: 200  len: 843 time: 0.0685678
Dec 18 06:56:03.955663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:56:03.965928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:03.966363 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Added segment 68fcd66b-90d7-431c-8d82-0255210cdd98 of type vxlan for network 3aa136b2-0f60-4c28-98d1-ddf9bb061a8f
Dec 18 06:56:03.993157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:04.008772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06ab86-f533-492c-972c-24412cf17334 req-aaa8476d-cba5-4a98-b509-5d32bba17b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:04.010435 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a06ab86-f533-492c-972c-24412cf17334 req-aaa8476d-cba5-4a98-b509-5d32bba17b13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1c795f9-69ba-4385-a45c-3a14f928d321&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0784583
Dec 18 06:56:04.023120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:04.027902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:04.028551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:04.034264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d71d0429-57d4-40c3-8e5e-f085cd8a0a60 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:04.046934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bcc7f064-693a-4e73-8c96-c5ad7585c7d6 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:56:04.119762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port bcc7f064-693a-4e73-8c96-c5ad7585c7d6 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:56:04.125093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bcc7f064-693a-4e73-8c96-c5ad7585c7d6 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:56:04.125747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:04.143425 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3017859
Dec 18 06:56:04.144842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53760) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:04.147469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=3aa136b2-0f60-4c28-98d1-ddf9bb061a8f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:04.150671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:04.152690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'subnet': {'network_id': '3aa136b2-0f60-4c28-98d1-ddf9bb061a8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:04.165991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 3aa136b2-0f60-4c28-98d1-ddf9bb061a8f details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:04.178908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 3aa136b2-0f60-4c28-98d1-ddf9bb061a8f details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:04.263115 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a06ab86-f533-492c-972c-24412cf17334 req-14b8e782-cc1b-4f24-8510-6b585867ce36 service neutron] 10.222.0.15 "GET /v2.0/networks/f1c795f9-69ba-4385-a45c-3a14f928d321?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2435410
Dec 18 06:56:04.378234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:04.387360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:subnet and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:04.392127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:04.401313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:04.428681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:04.539402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dce48-971e-4f56-a079-a1fd40d74ebe req-63b0e7d9-b0a3-4751-b4cc-dd55e763404e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:04.540125 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a06ab86-f533-492c-972c-24412cf17334 req-f515c16a-993f-45d8-966a-c3f2b95fcabc service neutron] 10.222.0.15 "GET /v2.0/networks/f1c795f9-69ba-4385-a45c-3a14f928d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2625890
Dec 18 06:56:04.542120 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b33dce48-971e-4f56-a079-a1fd40d74ebe req-63b0e7d9-b0a3-4751-b4cc-dd55e763404e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 943 time: 0.0924819
Dec 18 06:56:04.562055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:04.610009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b33dce48-971e-4f56-a079-a1fd40d74ebe req-25046f67-6bac-4c07-9e30-52ee598bf005 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=38e4b65c-3ceb-4747-8006-5d804f60e2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576439
Dec 18 06:56:04.634197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:04.671165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:56:04.683945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port bcc7f064-693a-4e73-8c96-c5ad7585c7d6, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bcc7f064-693a-4e73-8c96-c5ad7585c7d6,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:04.689805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:04.691853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-189e2ffd-2922-4430-97f0-9e434bdcb383 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:04.741926 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6', 'code': 200}
Dec 18 06:56:04.766986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=bcc7f064-693a-4e73-8c96-c5ad7585c7d6,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:04.771197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:05.031363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d425a-d08e-4e52-a8a7-3d5e71348fef req-f3569776-6ae2-45e3-ad6d-9788f7369d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:05.032979 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f73d425a-d08e-4e52-a8a7-3d5e71348fef req-f3569776-6ae2-45e3-ad6d-9788f7369d8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 1162 time: 0.1090288
Dec 18 06:56:05.123170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d168ba-46bf-4f15-b921-7db22ff7307a req-40dc62be-1ed9-4ad0-9fec-32a80699b61d tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:05.125009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-38d168ba-46bf-4f15-b921-7db22ff7307a req-40dc62be-1ed9-4ad0-9fec-32a80699b61d tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.0856936
Dec 18 06:56:05.129718 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f73d425a-d08e-4e52-a8a7-3d5e71348fef req-ee0fd183-6ca0-4992-aa48-608a37a7033c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=38e4b65c-3ceb-4747-8006-5d804f60e2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664430
Dec 18 06:56:05.175203 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-38d168ba-46bf-4f15-b921-7db22ff7307a req-985cc635-0e98-4691-a73f-1383b50273a7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437238
Dec 18 06:56:05.368205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:05.383879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-561d2c27-ebc9-451d-8d45-61f4c62e2af4 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:05.518707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Subnet': ['ID=745f01c3-f10a-46ac-b4b1-ca7a2a6c535f,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:05.530506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:05.580611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bcc7f064-693a-4e73-8c96-c5ad7585c7d6 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:56:05.587786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking segment: {'id': '68fcd66b-90d7-431c-8d82-0255210cdd98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '3aa136b2-0f60-4c28-98d1-ddf9bb061a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:05.588181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network hostable DHCP agents. Network: 3aa136b2-0f60-4c28-98d1-ddf9bb061a8f, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:56:05.607085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 3aa136b2-0f60-4c28-98d1-ddf9bb061a8f is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:56:05.615868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 3aa136b2-0f60-4c28-98d1-ddf9bb061a8f) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:05.626837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988119d2-67b0-4c3c-b76d-6e22868e8a3a None None] Network 3aa136b2-0f60-4c28-98d1-ddf9bb061a8f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:05.629421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:05.630219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:05.655493 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-88c74747-55d3-4d8b-9c90-9a4f01828e8c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.5079498
Dec 18 06:56:05.655893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53772) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:05.790370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bcc7f064-693a-4e73-8c96-c5ad7585c7d6 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:56:05.790809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:05.824753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:05.853361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5e319-2951-48ec-b381-0e485e2ea19a req-4a3ad1a8-c19f-433b-8115-3e66bbcb0ff5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:05.855705 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-61d5e319-2951-48ec-b381-0e485e2ea19a req-4a3ad1a8-c19f-433b-8115-3e66bbcb0ff5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 945 time: 0.0892944
Dec 18 06:56:05.911876 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-61d5e319-2951-48ec-b381-0e485e2ea19a req-5b80d235-89b3-4277-9de4-8600c3ea8cc2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=38e4b65c-3ceb-4747-8006-5d804f60e2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444438
Dec 18 06:56:05.953721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:06.001318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc98ea5-9a09-46e8-85ab-5e49df6aaa5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-3aa136b2-0f60-4c28-98d1-ddf9bb061a8f', 'network_id': '3aa136b2-0f60-4c28-98d1-ddf9bb061a8f', 'tenant_id': 'fcd25979a0cf42dc89c7991bec6d7324', 'fixed_ips': [{'subnet_id': '745f01c3-f10a-46ac-b4b1-ca7a2a6c535f'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:56:06.002275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbc98ea5-9a09-46e8-85ab-5e49df6aaa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:06.259017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server [None req-dbc98ea5-9a09-46e8-85ab-5e49df6aaa5d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 745f01c3-f10a-46ac-b4b1-ca7a2a6c535f: This subnet is being modified by another concurrent operation.
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 745f01c3-f10a-46ac-b4b1-ca7a2a6c535f: This subnet is being modified by another concurrent operation.
Dec 18 06:56:06.260310 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server 
Dec 18 06:56:06.280698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74611904-b648-4cc9-84b1-37e51827e437 None None] Network 3aa136b2-0f60-4c28-98d1-ddf9bb061a8f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:06.394546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08872b3c-a824-4008-8cda-6bb6f887471d tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:06.481210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Subnet': ['ID=745f01c3-f10a-46ac-b4b1-ca7a2a6c535f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:06.487023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:06.515991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9a691f-5e00-49e2-8ee4-0fc7f7977f8c None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:56:06.597320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7cbb0-39ce-4385-9d1e-50f45514c161 req-d809684e-39f0-470f-ab82-6a61c22c89d0 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:06.598985 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43c7cbb0-39ce-4385-9d1e-50f45514c161 req-d809684e-39f0-470f-ab82-6a61c22c89d0 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.0925055
Dec 18 06:56:06.650446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9a691f-5e00-49e2-8ee4-0fc7f7977f8c None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:56:06.658564 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43c7cbb0-39ce-4385-9d1e-50f45514c161 req-14aab5ae-1e58-4c62-8a60-ca3b80812917 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531325
Dec 18 06:56:06.707241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:06.863126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c2ded30>,) {'filters': {'network_id': ['3aa136b2-0f60-4c28-98d1-ddf9bb061a8f']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:06.877289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c2ded30>, '68fcd66b-90d7-431c-8d82-0255210cdd98') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:06.877684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c2ded30>, '68fcd66b-90d7-431c-8d82-0255210cdd98') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:06.890567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:06.906499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:06.908990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:07.097471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 3aa136b2-0f60-4c28-98d1-ddf9bb061a8f has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:07.107103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:07.207894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fb6f6-2892-4d83-8585-9bcaa61c65be req-e9252bbe-ec5e-42d1-bf88-11d58bbaed5d tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:07.209539 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-328fb6f6-2892-4d83-8585-9bcaa61c65be req-e9252bbe-ec5e-42d1-bf88-11d58bbaed5d tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.1617310
Dec 18 06:56:07.216012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0081a-7f29-4af2-8153-6cf5dea22bcc req-026e7606-2634-442c-b6a5-228836e89bb1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:07.217553 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-48a0081a-7f29-4af2-8153-6cf5dea22bcc req-026e7606-2634-442c-b6a5-228836e89bb1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 945 time: 0.1269205
Dec 18 06:56:07.289564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 3aa136b2-0f60-4c28-98d1-ddf9bb061a8f has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:07.294621 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-328fb6f6-2892-4d83-8585-9bcaa61c65be req-4abbc936-ec95-45cd-9c03-80f31015bf49 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760176
Dec 18 06:56:07.301267 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-48a0081a-7f29-4af2-8153-6cf5dea22bcc req-7e816adf-5842-4a25-9ed2-db2049095bf7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=38e4b65c-3ceb-4747-8006-5d804f60e2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662024
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:07.315327 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:07.398976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:07.402795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75436288-46d7-4038-8774-d247622a7700 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:07.421460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:07.430658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Network': ['ID=3aa136b2-0f60-4c28-98d1-ddf9bb061a8f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:07.434109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:07.435773 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/3aa136b2-0f60-4c28-98d1-ddf9bb061a8f HTTP/1.1" status: 204  len: 168 time: 1.7787681
Dec 18 06:56:07.439649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53788) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:07.445865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1228910049'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:07.451576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:07.455683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:network and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:07.458892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:07.465367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:07.474789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:07.480865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:07.513679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:56:07.519763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71efc0b-db65-4614-8f42-7a743b161c62 req-603a9777-b637-40e8-82c2-0d43f3100380 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:07.522140 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f71efc0b-db65-4614-8f42-7a743b161c62 req-603a9777-b637-40e8-82c2-0d43f3100380 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 945 time: 0.0867379
Dec 18 06:56:07.522990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:07.523387 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Added segment da05993c-a25f-4de9-ae4b-4249b91181b4 of type vxlan for network 07c120b6-5b16-4046-ba92-92881f902add
Dec 18 06:56:07.550642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:07.569563 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f71efc0b-db65-4614-8f42-7a743b161c62 req-af0907e5-b850-4e87-a8a4-4588ae2bf0d5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=38e4b65c-3ceb-4747-8006-5d804f60e2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412452
Dec 18 06:56:07.581666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:07.585779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:07.586427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:07.593671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a1e1a969-e54a-48ec-8361-406421a7cffb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:07.600473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53792) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:07.681995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82920168-8f54-45d5-b551-12600a4431ad tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:07.686498 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-82920168-8f54-45d5-b551-12600a4431ad tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 1157 time: 0.0821269
Dec 18 06:56:07.686744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53796) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:07.692566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-aab7cdf9-cc78-47d0-b23f-310221aba3f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'floatingip': {'port_id': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:07.703757 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2629817
Dec 18 06:56:07.706622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53800) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:07.707374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=07c120b6-5b16-4046-ba92-92881f902add,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:07.712084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:07.716728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'subnet': {'network_id': '07c120b6-5b16-4046-ba92-92881f902add', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:07.719748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 07c120b6-5b16-4046-ba92-92881f902add details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:07.737704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 07c120b6-5b16-4046-ba92-92881f902add details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:07.778278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aab7cdf9-cc78-47d0-b23f-310221aba3f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:07.835322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:07.841152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:subnet and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:07.844240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:07.850645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:07.861639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:07.975295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:08.410530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aab7cdf9-cc78-47d0-b23f-310221aba3f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:08.414912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aab7cdf9-cc78-47d0-b23f-310221aba3f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:08.416615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:08.437483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2586415-f977-49e6-bbf3-601c856b08bc tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:08.685920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eba121-bf68-4ebd-95aa-caddfefc0d70 req-403cfed8-773c-488b-b2e7-0759b6333fae tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:08.693503 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b6eba121-bf68-4ebd-95aa-caddfefc0d70 req-403cfed8-773c-488b-b2e7-0759b6333fae tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.2198439
Dec 18 06:56:08.695080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-aab7cdf9-cc78-47d0-b23f-310221aba3f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 associated. External IP: 172.26.7.231, port: bcc7f064-693a-4e73-8c96-c5ad7585c7d6.
Dec 18 06:56:08.829253 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b6eba121-bf68-4ebd-95aa-caddfefc0d70 req-14b6e2f8-d8b1-4376-affc-80c8f6a28627 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779536
Dec 18 06:56:08.848588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Subnet': ['ID=4493bd3a-f570-4626-bae4-bb88b073f26d,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:08.860887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:08.969387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking segment: {'id': 'da05993c-a25f-4de9-ae4b-4249b91181b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '07c120b6-5b16-4046-ba92-92881f902add'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:08.969706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network hostable DHCP agents. Network: 07c120b6-5b16-4046-ba92-92881f902add, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:56:09.006174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 07c120b6-5b16-4046-ba92-92881f902add is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:56:09.017428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 07c120b6-5b16-4046-ba92-92881f902add) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:09.026872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e438c-f455-4c37-8eae-49f357ac3211 req-782b43cc-104a-4003-b702-fa7d62b81e9d tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:09.027638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-182e438c-f455-4c37-8eae-49f357ac3211 req-782b43cc-104a-4003-b702-fa7d62b81e9d tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Synchronizing usage tracker for tenant:69f767cc999e4ba5be240b8ca3b6a5ad on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:56:09.028224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12366cb4-e8d5-4b0f-9d48-26d71d86e1a4 None None] Network 07c120b6-5b16-4046-ba92-92881f902add requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:09.044614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:09.045258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:09.072172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-182e438c-f455-4c37-8eae-49f357ac3211 req-782b43cc-104a-4003-b702-fa7d62b81e9d tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Unset dirty status for tenant:69f767cc999e4ba5be240b8ca3b6a5ad on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:56:09.073818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-182e438c-f455-4c37-8eae-49f357ac3211 req-782b43cc-104a-4003-b702-fa7d62b81e9d tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.15 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 949 time: 0.1743124
Dec 18 06:56:09.077608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3649971
Dec 18 06:56:09.077868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53806) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:09.112002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab7cdf9-cc78-47d0-b23f-310221aba3f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 050bd5b2-204e-4197-903b-4d99eeb66625 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:56:09.245029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Deleting port 2b908cbf-056a-42e8-8fed-f28f6c23439a {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:09.245334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:09.258705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-07c120b6-5b16-4046-ba92-92881f902add', 'network_id': '07c120b6-5b16-4046-ba92-92881f902add', 'tenant_id': 'fcd25979a0cf42dc89c7991bec6d7324', 'fixed_ips': [{'subnet_id': '4493bd3a-f570-4626-bae4-bb88b073f26d'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:56:09.259648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:09.314590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab7cdf9-cc78-47d0-b23f-310221aba3f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:56:09.320839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aab7cdf9-cc78-47d0-b23f-310221aba3f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:09.326817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6efb3f-6dc0-4776-a0b8-6cfe15d9e6ca None None] Sync routers for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:56:09.339355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6efb3f-6dc0-4776-a0b8-6cfe15d9e6ca None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:56:09.340414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ec6efb3f-6dc0-4776-a0b8-6cfe15d9e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d873208>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:55:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:09.387515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:09.396272 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aab7cdf9-cc78-47d0-b23f-310221aba3f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/floatingips/eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 HTTP/1.1" status: 200  len: 991 time: 1.7084115
Dec 18 06:56:09.397271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53810) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:09.398126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'tag': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:56:09.515470 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'tag': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6', 'status': 'completed', 'code': 200}
Dec 18 06:56:09.547766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 2b908cbf-056a-42e8-8fed-f28f6c23439a no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:56:09.570790 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4193ac73-0709-4eca-b70c-50b7a2655620 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 HTTP/1.1" status: 200  len: 991 time: 0.1648366
Dec 18 06:56:09.590056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ec6efb3f-6dc0-4776-a0b8-6cfe15d9e6ca None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:56:09.660613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Allocated IP 172.20.0.2 (07c120b6-5b16-4046-ba92-92881f902add/4493bd3a-f570-4626-bae4-bb88b073f26d/68878c30-218b-4c96-8b35-e7fc0bc7de81) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:56:09.686204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:09.806550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:09.846988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d62aa01-2e6a-4ffd-bd88-77525712b51f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b908cbf-056a-42e8-8fed-f28f6c23439a'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:56:09.872319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 2b908cbf-056a-42e8-8fed-f28f6c23439a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2b908cbf-056a-42e8-8fed-f28f6c23439a,segment=NetworkSegment(1b6a0932-afec-4fab-9081-3692b053f223),segment_id=1b6a0932-afec-4fab-9081-3692b053f223)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:09.884284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:09.889701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-176a9fb3-4874-4a2c-8028-fdf4e686cd9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:09.903830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] For port 2b908cbf-056a-42e8-8fed-f28f6c23439a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2b908cbf-056a-42e8-8fed-f28f6c23439a,segment=NetworkSegment(1b6a0932-afec-4fab-9081-3692b053f223),segment_id=1b6a0932-afec-4fab-9081-3692b053f223)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:09.904238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:09.923805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a116c0-8728-4af7-98f6-3dd25d359007 req-7d63ede4-f3cb-446c-93dc-88423a3064ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:09.925457 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10a116c0-8728-4af7-98f6-3dd25d359007 req-7d63ede4-f3cb-446c-93dc-88423a3064ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 1162 time: 0.3477578
Dec 18 06:56:09.964809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=2b908cbf-056a-42e8-8fed-f28f6c23439a,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:09.970633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:10.018467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d62aa01-2e6a-4ffd-bd88-77525712b51f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b908cbf-056a-42e8-8fed-f28f6c23439a', 'code': 200}
Dec 18 06:56:10.019841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ec6efb3f-6dc0-4776-a0b8-6cfe15d9e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d873208>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'eeacfbc6-cfb8-4077-a1d9-92f650e42bb6', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.231', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'port_id': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'mac_address': 'fa:16:3e:d1:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:55:11Z', 'updated_at': '2020-12-18T06:56:08Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:30Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:10.024584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6efb3f-6dc0-4776-a0b8-6cfe15d9e6ca None None] Checking router: 050bd5b2-204e-4197-903b-4d99eeb66625 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:56:10.036522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6efb3f-6dc0-4776-a0b8-6cfe15d9e6ca None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:56:10.037204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ec6efb3f-6dc0-4776-a0b8-6cfe15d9e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d873208>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:55:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:10.057462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:10.070577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Transition to ACTIVE for port object 68878c30-218b-4c96-8b35-e7fc0bc7de81 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:10.076258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Calling delete_port for 2b908cbf-056a-42e8-8fed-f28f6c23439a owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:10.088178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Transition to ACTIVE for port object 68878c30-218b-4c96-8b35-e7fc0bc7de81 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:10.096181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:10.118910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:10.136187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2c926-8ec1-429a-89d4-02c6e7e214b3 req-0a3dae48-1586-4278-b0ad-3c2a58e7972b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:10.137891 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-94a2c926-8ec1-429a-89d4-02c6e7e214b3 req-0a3dae48-1586-4278-b0ad-3c2a58e7972b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 947 time: 0.0957353
Dec 18 06:56:10.206796 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-94a2c926-8ec1-429a-89d4-02c6e7e214b3 req-c086137c-076c-479b-a0fd-7f561dec5873 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613830
Dec 18 06:56:10.249370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Pushing event updated for resources: {'Port': ['ID=68878c30-218b-4c96-8b35-e7fc0bc7de81,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:10.256849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:10.265141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ec6efb3f-6dc0-4776-a0b8-6cfe15d9e6ca None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:56:10.334831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Network 07c120b6-5b16-4046-ba92-92881f902add is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:56:10.336489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:10.338529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:56:10.375322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:56:10.375718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:56:10.383120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a116c0-8728-4af7-98f6-3dd25d359007 req-724ff1e3-8839-42ad-84f6-4fef8e202501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:10.384767 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10a116c0-8728-4af7-98f6-3dd25d359007 req-724ff1e3-8839-42ad-84f6-4fef8e202501 service neutron] 10.222.0.15 "GET /v2.0/networks?id=33289224-0e91-4fc4-8e4e-89c5aa87f246 HTTP/1.1" status: 200  len: 890 time: 0.4024253
Dec 18 06:56:10.510606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:10.530488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:10.573251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53820) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:10.575685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Attempting to bind port 68878c30-218b-4c96-8b35-e7fc0bc7de81 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:56:10.576295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Attempting to bind port 68878c30-218b-4c96-8b35-e7fc0bc7de81 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'da05993c-a25f-4de9-ae4b-4249b91181b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '07c120b6-5b16-4046-ba92-92881f902add'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:56:10.576867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Attempting to bind port 68878c30-218b-4c96-8b35-e7fc0bc7de81 on network 07c120b6-5b16-4046-ba92-92881f902add {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:56:10.582885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:56:10.583540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Checking segment: {'id': 'da05993c-a25f-4de9-ae4b-4249b91181b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '07c120b6-5b16-4046-ba92-92881f902add'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:10.584157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:10.584759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Bound using segment: {'id': 'da05993c-a25f-4de9-ae4b-4249b91181b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '07c120b6-5b16-4046-ba92-92881f902add'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:56:10.585496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Bound port: 68878c30-218b-4c96-8b35-e7fc0bc7de81, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da05993c-a25f-4de9-ae4b-4249b91181b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '07c120b6-5b16-4046-ba92-92881f902add'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:56:10.586101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:10.615354 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10a116c0-8728-4af7-98f6-3dd25d359007 req-86902b9b-e0a6-4f13-ae22-260135cf555e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcc7f064-693a-4e73-8c96-c5ad7585c7d6 HTTP/1.1" status: 200  len: 999 time: 0.2218561
Dec 18 06:56:10.665215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Subnet': ['ID=4493bd3a-f570-4626-bae4-bb88b073f26d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:10.671960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ec6efb3f-6dc0-4776-a0b8-6cfe15d9e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d873208>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'eeacfbc6-cfb8-4077-a1d9-92f650e42bb6', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.231', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'port_id': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'mac_address': 'fa:16:3e:d1:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:55:11Z', 'updated_at': '2020-12-18T06:56:08Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:30Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:10.682171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6efb3f-6dc0-4776-a0b8-6cfe15d9e6ca None None] The sync data for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs is: [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'eeacfbc6-cfb8-4077-a1d9-92f650e42bb6', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.231', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'port_id': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'mac_address': 'fa:16:3e:d1:a1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:55:11Z', 'updated_at': '2020-12-18T06:56:08Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:30Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:56:10.684482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:10.726926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] For port 68878c30-218b-4c96-8b35-e7fc0bc7de81, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:56:10.731311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] For port 68878c30-218b-4c96-8b35-e7fc0bc7de81, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=68878c30-218b-4c96-8b35-e7fc0bc7de81,segment=NetworkSegment(da05993c-a25f-4de9-ae4b-4249b91181b4),segment_id=da05993c-a25f-4de9-ae4b-4249b91181b4)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:56:10.736444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:10.740420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a116c0-8728-4af7-98f6-3dd25d359007 req-1c3ff5ab-6141-444f-9fa9-fbcaf35030c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:10.742080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10a116c0-8728-4af7-98f6-3dd25d359007 req-1c3ff5ab-6141-444f-9fa9-fbcaf35030c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53560bf3-5fc1-45f6-8d54-8232541d4afa HTTP/1.1" status: 200  len: 834 time: 0.1170642
Dec 18 06:56:10.760309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:10.763398 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5b70f2a1-5315-4fab-b68e-e35fbfb624c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 HTTP/1.1" status: 200  len: 991 time: 0.1883767
Dec 18 06:56:10.881293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Deleting port 2b908cbf-056a-42e8-8fed-f28f6c23439a {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:10.881705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:10.917222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Pushing event updated for resources: {'Port': ['ID=68878c30-218b-4c96-8b35-e7fc0bc7de81,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:10.921168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:10.930754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:11.008604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27282c8f-cc47-4188-b636-5e2fc1474b6b None None] Network 07c120b6-5b16-4046-ba92-92881f902add requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:11.027543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b9e312-8171-42fb-b2cb-442355f64bad None None] New status for floating IP eeacfbc6-cfb8-4077-a1d9-92f650e42bb6: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:56:11.143757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17b98470>,) {'filters': {'network_id': ['07c120b6-5b16-4046-ba92-92881f902add']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:11.229219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17b98470>, 'da05993c-a25f-4de9-ae4b-4249b91181b4') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:11.229550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17b98470>, 'da05993c-a25f-4de9-ae4b-4249b91181b4') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:11.237689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a116c0-8728-4af7-98f6-3dd25d359007 req-0a8d9641-3ec9-4bba-a8a8-d6d70087604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:11.239320 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10a116c0-8728-4af7-98f6-3dd25d359007 req-0a8d9641-3ec9-4bba-a8a8-d6d70087604c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33289224-0e91-4fc4-8e4e-89c5aa87f246&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.4730442
Dec 18 06:56:11.283251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:11.427313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab51322-4aa2-4e8b-accb-6993130bf087 req-e69a915b-2412-40f6-b964-1a478c1723b6 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:11.429074 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aab51322-4aa2-4e8b-accb-6993130bf087 req-e69a915b-2412-40f6-b964-1a478c1723b6 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 947 time: 0.0947075
Dec 18 06:56:11.475784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab8fe2-381c-4d2a-8748-dd4cfe2cbb82 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:56:11.490179 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aab51322-4aa2-4e8b-accb-6993130bf087 req-9646230d-333c-41af-a729-4fd9e5f73576 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/security-groups?id=50f03b01-b56e-40a9-b360-58d02becbcea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535405
Dec 18 06:56:11.602853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab8fe2-381c-4d2a-8748-dd4cfe2cbb82 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:56:11.660626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:11.667749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:11.767550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53826) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:11.939943 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10a116c0-8728-4af7-98f6-3dd25d359007 req-d96a1a62-4b65-4b0e-ab72-f78f3d834da0 service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6903584
Dec 18 06:56:11.943203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 07c120b6-5b16-4046-ba92-92881f902add has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:11.952689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] For port 2b908cbf-056a-42e8-8fed-f28f6c23439a, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=2b908cbf-056a-42e8-8fed-f28f6c23439a,segment=NetworkSegment(1b6a0932-afec-4fab-9081-3692b053f223),segment_id=1b6a0932-afec-4fab-9081-3692b053f223)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:11.952991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:11.989217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:12.157510 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ad82824d-85e7-4c84-aeea-e11818f5deb5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 HTTP/1.1" status: 200  len: 993 time: 0.3886321
Dec 18 06:56:12.232267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Calling delete_port for 2b908cbf-056a-42e8-8fed-f28f6c23439a owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:12.446744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 07c120b6-5b16-4046-ba92-92881f902add has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:12.473627 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:12.596866 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10a116c0-8728-4af7-98f6-3dd25d359007 req-a725d2cb-178f-4ac0-a319-88d8305f3845 service neutron] 10.222.0.15 "GET /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6343825
Dec 18 06:56:12.627416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 06:56:12.627416 dv-neutron-765072-3-ovs neutron-server[80975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 06:56:12.627416 dv-neutron-765072-3-ovs neutron-server[80975]: [parameters: {'id': '07c120b6-5b16-4046-ba92-92881f902add'}]
Dec 18 06:56:12.627416 dv-neutron-765072-3-ovs neutron-server[80975]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:56:12.628219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:56:12.659025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:12.698152 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-596af0b6-d0b1-493b-ae30-ad630b5d7397 req-0553526e-7e04-4f56-9715-8ed676dad750 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.23 "GET /v2.0/ports?device_id=7d62aa01-2e6a-4ffd-bd88-77525712b51f HTTP/1.1" status: 200  len: 210 time: 0.0606737
Dec 18 06:56:12.736286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7bffe781-776a-4359-8e32-0d96be23e5ba tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:12.789677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Pushing event deleted for resources: {'Port': ['ID=2b908cbf-056a-42e8-8fed-f28f6c23439a,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:12.793803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:12.894126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] No DVR routers for this DVR port 2b908cbf-056a-42e8-8fed-f28f6c23439a on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:56:12.896594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:12.903714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d62aa01-2e6a-4ffd-bd88-77525712b51f', 'name': 'network-vif-deleted', 'tag': '2b908cbf-056a-42e8-8fed-f28f6c23439a'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:56:12.922124 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-182e438c-f455-4c37-8eae-49f357ac3211 req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] 10.222.0.15 "DELETE /v2.0/ports/2b908cbf-056a-42e8-8fed-f28f6c23439a HTTP/1.1" status: 204  len: 173 time: 3.8408048
Dec 18 06:56:12.981688 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d62aa01-2e6a-4ffd-bd88-77525712b51f', 'name': 'network-vif-deleted', 'tag': '2b908cbf-056a-42e8-8fed-f28f6c23439a', 'status': 'completed', 'code': 200}
Dec 18 06:56:13.128544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:13.195842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Deleting port 68878c30-218b-4c96-8b35-e7fc0bc7de81 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:13.196219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:13.419267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] For port 68878c30-218b-4c96-8b35-e7fc0bc7de81, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=68878c30-218b-4c96-8b35-e7fc0bc7de81,segment=NetworkSegment(da05993c-a25f-4de9-ae4b-4249b91181b4),segment_id=da05993c-a25f-4de9-ae4b-4249b91181b4)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:13.419745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:13.551178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Calling delete_port for 68878c30-218b-4c96-8b35-e7fc0bc7de81 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:13.626127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:13.641718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:13.734702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Port': ['ID=68878c30-218b-4c96-8b35-e7fc0bc7de81,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:13.739388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:13.782800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No DVR routers for this DVR port 68878c30-218b-4c96-8b35-e7fc0bc7de81 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:56:13.914314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.036950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac173530b8>,) {'filters': {'network_id': ['07c120b6-5b16-4046-ba92-92881f902add']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:14.050165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac173530b8>, 'da05993c-a25f-4de9-ae4b-4249b91181b4') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:14.050506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac173530b8>, 'da05993c-a25f-4de9-ae4b-4249b91181b4') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:14.062607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.077643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.079646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:14.122068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53840) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:14.258988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 07c120b6-5b16-4046-ba92-92881f902add has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:14.268664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.317280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-edd729dc-0d11-4346-846b-d8e1eb9c9806 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=69f767cc999e4ba5be240b8ca3b6a5ad&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1915669
Dec 18 06:56:14.317640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53846) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:14.379054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-856eae80-c00a-4ea2-95a5-348882b6b511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.405873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-856eae80-c00a-4ea2-95a5-348882b6b511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.449784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 07c120b6-5b16-4046-ba92-92881f902add has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:14.451437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-856eae80-c00a-4ea2-95a5-348882b6b511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.456579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4af05aba-0f01-4da6-854b-135b75c177f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:14.470181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856eae80-c00a-4ea2-95a5-348882b6b511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f03b01-b56e-40a9-b360-58d02becbcea,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:14.472962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-856eae80-c00a-4ea2-95a5-348882b6b511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:14.473785 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:14.478940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-856eae80-c00a-4ea2-95a5-348882b6b511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.480805 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-856eae80-c00a-4ea2-95a5-348882b6b511 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/50f03b01-b56e-40a9-b360-58d02becbcea HTTP/1.1" status: 204  len: 168 time: 0.1621492
Dec 18 06:56:14.557400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.561283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d84e81cc-5376-407a-8ad0-b1026374b802 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:14.579704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.588817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Network': ['ID=07c120b6-5b16-4046-ba92-92881f902add,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:14.591959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:14.597308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/07c120b6-5b16-4046-ba92-92881f902add HTTP/1.1" status: 204  len: 168 time: 5.5145130
Dec 18 06:56:14.597723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53852) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:14.604120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-25778191'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:14.610110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:14.614673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:network and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:14.617759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:14.624251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:14.637740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:14.644706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.655057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a11b572-b220-43e0-8773-8dcfe3e5576a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.687437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:56:14.701633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.702240 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Added segment 207127bc-0f57-4be5-92d8-62eec5c0a384 of type vxlan for network 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de
Dec 18 06:56:14.736311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.769567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.773798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:14.774476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:14.781072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-17eb00c5-37ad-4e20-ad21-775112b16312 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:14.871799 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 0.2729182
Dec 18 06:56:14.874853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53856) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:14.881306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'subnet': {'network_id': '39e02bfa-7e1c-47c8-9dda-e49ed89ef1de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:14.894410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=39e02bfa-7e1c-47c8-9dda-e49ed89ef1de,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:14.897295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:14.907288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:14.921444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:15.284853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:15.288875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:subnet and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:15.291868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:15.298108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:15.306787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:15.418115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:15.509861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_backend_mixin [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Performing IP validity checks on allocation pools {{(pid=81084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 18 06:56:15.510460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_backend_mixin [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking for overlaps among allocation pools and gateway ip {{(pid=81084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 18 06:56:15.845084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:15.859929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-78666112-4005-4511-bd79-6c936ecf7088 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:15.990284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Subnet': ['ID=c2b45075-d96c-4aa4-9416-d817465be004,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:15.994749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:16.061221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking segment: {'id': '207127bc-0f57-4be5-92d8-62eec5c0a384', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39e02bfa-7e1c-47c8-9dda-e49ed89ef1de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:16.061648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network hostable DHCP agents. Network: 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:56:16.080418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:56:16.088297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:16.098150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c8d8ba-df14-48ce-a595-d37e439744be None None] Network 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:16.101689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:16.102344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:16.121948 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.2458892
Dec 18 06:56:16.124756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53860) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:16.280446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:16.328413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-39e02bfa-7e1c-47c8-9dda-e49ed89ef1de', 'network_id': '39e02bfa-7e1c-47c8-9dda-e49ed89ef1de', 'tenant_id': 'fcd25979a0cf42dc89c7991bec6d7324', 'fixed_ips': [{'subnet_id': 'c2b45075-d96c-4aa4-9416-d817465be004'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:56:16.329337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:16.409861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:16.618464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Allocated IP 172.20.0.3 (39e02bfa-7e1c-47c8-9dda-e49ed89ef1de/c2b45075-d96c-4aa4-9416-d817465be004/3ee3eea1-1e40-413c-b606-d6dd5fc2332a) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:56:16.829698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:16.840674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Transition to ACTIVE for port object 3ee3eea1-1e40-413c-b606-d6dd5fc2332a will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:16.856550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Transition to ACTIVE for port object 3ee3eea1-1e40-413c-b606-d6dd5fc2332a will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:16.861132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:16.873234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:16.876436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7503502e-9cd7-4b95-a8c0-9402edd16c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:16.889504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8dbd191d-dff1-4ee8-82c2-c2566141c541 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:16.986391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Subnet': ['ID=c2b45075-d96c-4aa4-9416-d817465be004,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:16.989426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:17.137325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:17.191687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Pushing event updated for resources: {'Port': ['ID=3ee3eea1-1e40-413c-b606-d6dd5fc2332a,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:17.195558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:17.212592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Network 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:56:17.213784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:17.216041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:56:17.266018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17f39da0>,) {'filters': {'network_id': ['39e02bfa-7e1c-47c8-9dda-e49ed89ef1de']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:17.269153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Attempting to bind port 3ee3eea1-1e40-413c-b606-d6dd5fc2332a on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:56:17.269599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Attempting to bind port 3ee3eea1-1e40-413c-b606-d6dd5fc2332a by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '207127bc-0f57-4be5-92d8-62eec5c0a384', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39e02bfa-7e1c-47c8-9dda-e49ed89ef1de'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:56:17.270017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Attempting to bind port 3ee3eea1-1e40-413c-b606-d6dd5fc2332a on network 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:56:17.275531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:56:17.275953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Checking segment: {'id': '207127bc-0f57-4be5-92d8-62eec5c0a384', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39e02bfa-7e1c-47c8-9dda-e49ed89ef1de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:17.276436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:17.276887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Bound using segment: {'id': '207127bc-0f57-4be5-92d8-62eec5c0a384', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39e02bfa-7e1c-47c8-9dda-e49ed89ef1de'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:56:17.277402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Bound port: 3ee3eea1-1e40-413c-b606-d6dd5fc2332a, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207127bc-0f57-4be5-92d8-62eec5c0a384', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '39e02bfa-7e1c-47c8-9dda-e49ed89ef1de'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:56:17.277848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:17.279026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17f39da0>, '207127bc-0f57-4be5-92d8-62eec5c0a384') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:17.279376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17f39da0>, '207127bc-0f57-4be5-92d8-62eec5c0a384') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:17.291447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:17.306858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:17.309441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:17.367268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] For port 3ee3eea1-1e40-413c-b606-d6dd5fc2332a, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:56:17.411635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dcfee57c-9c61-4e3a-8c07-8812038177fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:17.413821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:17.487094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:17.496506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:17.673903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:17.698014 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:17.778389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 06:56:17.778389 dv-neutron-765072-3-ovs neutron-server[80975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 06:56:17.778389 dv-neutron-765072-3-ovs neutron-server[80975]: [parameters: {'id': '39e02bfa-7e1c-47c8-9dda-e49ed89ef1de'}]
Dec 18 06:56:17.778389 dv-neutron-765072-3-ovs neutron-server[80975]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:56:17.778936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:56:17.782398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] For port 3ee3eea1-1e40-413c-b606-d6dd5fc2332a, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3ee3eea1-1e40-413c-b606-d6dd5fc2332a,segment=NetworkSegment(207127bc-0f57-4be5-92d8-62eec5c0a384),segment_id=207127bc-0f57-4be5-92d8-62eec5c0a384)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:56:17.785615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:17.803901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:17.956777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Pushing event updated for resources: {'Port': ['ID=3ee3eea1-1e40-413c-b606-d6dd5fc2332a,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:17.961263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:18.039529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce2934b-98c6-492a-80fd-1079764b1f34 None None] Network 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:18.246997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d78a67-1a61-407e-aa8c-e1f2d567bdd9 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:56:18.280173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:18.347432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Deleting port 3ee3eea1-1e40-413c-b606-d6dd5fc2332a {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:18.347812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:18.359810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d78a67-1a61-407e-aa8c-e1f2d567bdd9 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:56:18.531214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:18.566552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] For port 3ee3eea1-1e40-413c-b606-d6dd5fc2332a, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3ee3eea1-1e40-413c-b606-d6dd5fc2332a,segment=NetworkSegment(207127bc-0f57-4be5-92d8-62eec5c0a384),segment_id=207127bc-0f57-4be5-92d8-62eec5c0a384)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:18.566956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:18.696579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Calling delete_port for 3ee3eea1-1e40-413c-b606-d6dd5fc2332a owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:18.771687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:18.786760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:18.879627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Port': ['ID=3ee3eea1-1e40-413c-b606-d6dd5fc2332a,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:18.892244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:18.924331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No DVR routers for this DVR port 3ee3eea1-1e40-413c-b606-d6dd5fc2332a on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:56:19.053741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:19.173605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17353828>,) {'filters': {'network_id': ['39e02bfa-7e1c-47c8-9dda-e49ed89ef1de']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:19.186701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17353828>, '207127bc-0f57-4be5-92d8-62eec5c0a384') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:19.187043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17353828>, '207127bc-0f57-4be5-92d8-62eec5c0a384') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:19.199682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:19.214608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:19.216573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:19.394146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:19.396843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:19.405992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:19.861018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 39e02bfa-7e1c-47c8-9dda-e49ed89ef1de has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:19.885055 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:19.965571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:19.968715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1fc335ae-fcac-4751-861a-dcf8251ac749 tempest-NetworksIpV6Test-33225831 tempest-NetworksIpV6Test-33225831] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:19.984127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:19.995771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Network': ['ID=39e02bfa-7e1c-47c8-9dda-e49ed89ef1de,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:20.000851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:20.003241 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/39e02bfa-7e1c-47c8-9dda-e49ed89ef1de HTTP/1.1" status: 204  len: 168 time: 3.8774879
Dec 18 06:56:20.006880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53866) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:20.012836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1445902311'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:20.018028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:20.022079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:network and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:20.025202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:20.032010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:20.040617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:20.046669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:20.078289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:56:20.087201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:20.087594 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Added segment 2120a41e-55d1-4710-9e6d-284b17555643 of type vxlan for network 13d12871-b159-47e4-a9a2-8cdbdc569d07
Dec 18 06:56:20.114180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:20.143663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:20.147743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:20.148393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:20.153754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d1ce7200-4d07-4c2b-8d01-122bcf47ce50 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:20.258248 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2501879
Dec 18 06:56:20.261665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53870) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:20.264625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=13d12871-b159-47e4-a9a2-8cdbdc569d07,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:20.267489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:20.268751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'subnet': {'network_id': '13d12871-b159-47e4-a9a2-8cdbdc569d07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:20.275362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 13d12871-b159-47e4-a9a2-8cdbdc569d07 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:20.293576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 13d12871-b159-47e4-a9a2-8cdbdc569d07 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:20.389577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:20.393682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:subnet and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:20.396660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:20.402773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:20.411770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:20.523038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:20.856801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:56:20.968145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:20.983770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:21.112551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Subnet': ['ID=6e388d63-3a70-4877-9800-16a12b0b99dc,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:21.117374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:21.184071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking segment: {'id': '2120a41e-55d1-4710-9e6d-284b17555643', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13d12871-b159-47e4-a9a2-8cdbdc569d07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:21.184474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network hostable DHCP agents. Network: 13d12871-b159-47e4-a9a2-8cdbdc569d07, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:56:21.203758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 13d12871-b159-47e4-a9a2-8cdbdc569d07 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:56:21.211793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 13d12871-b159-47e4-a9a2-8cdbdc569d07) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:21.221912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd709c8-127f-4859-9bf2-4d679fbe9f23 None None] Network 13d12871-b159-47e4-a9a2-8cdbdc569d07 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:21.225397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:21.226089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:21.246742 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 0.9838266
Dec 18 06:56:21.249714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53874) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:21.403861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:21.443649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-13d12871-b159-47e4-a9a2-8cdbdc569d07', 'network_id': '13d12871-b159-47e4-a9a2-8cdbdc569d07', 'tenant_id': 'fcd25979a0cf42dc89c7991bec6d7324', 'fixed_ips': [{'subnet_id': '6e388d63-3a70-4877-9800-16a12b0b99dc'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:56:21.444559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:21.533175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:21.739143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Allocated IP 172.20.0.1 (13d12871-b159-47e4-a9a2-8cdbdc569d07/6e388d63-3a70-4877-9800-16a12b0b99dc/1672d868-3fab-4397-9393-a3c4a8dd47bf) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:56:21.950025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:21.960324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Transition to ACTIVE for port object 1672d868-3fab-4397-9393-a3c4a8dd47bf will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:21.976608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Transition to ACTIVE for port object 1672d868-3fab-4397-9393-a3c4a8dd47bf will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:21.981332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:21.993499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:21.996647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:22.009336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30720521-ca9a-4fa1-8e35-6784ba548b39 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:22.101973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Subnet': ['ID=6e388d63-3a70-4877-9800-16a12b0b99dc,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:22.104923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:22.142763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Pushing event updated for resources: {'Port': ['ID=1672d868-3fab-4397-9393-a3c4a8dd47bf,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:22.155432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.155828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.156221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.156607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.156994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.157374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.157802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.158184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.158563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.158943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.159316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.159734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.160170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.160548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.160920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.161289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.161690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.162065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.162438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.162806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.163178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.163547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.163919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.164288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:22.168930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:22.183706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Network 13d12871-b159-47e4-a9a2-8cdbdc569d07 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:56:22.184896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:22.187154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:56:22.241434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Attempting to bind port 1672d868-3fab-4397-9393-a3c4a8dd47bf on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:56:22.241815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Attempting to bind port 1672d868-3fab-4397-9393-a3c4a8dd47bf by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '2120a41e-55d1-4710-9e6d-284b17555643', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13d12871-b159-47e4-a9a2-8cdbdc569d07'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:56:22.242237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Attempting to bind port 1672d868-3fab-4397-9393-a3c4a8dd47bf on network 13d12871-b159-47e4-a9a2-8cdbdc569d07 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:56:22.248451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:56:22.248885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Checking segment: {'id': '2120a41e-55d1-4710-9e6d-284b17555643', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13d12871-b159-47e4-a9a2-8cdbdc569d07'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:22.249346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:22.249825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Bound using segment: {'id': '2120a41e-55d1-4710-9e6d-284b17555643', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13d12871-b159-47e4-a9a2-8cdbdc569d07'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:56:22.250354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Bound port: 1672d868-3fab-4397-9393-a3c4a8dd47bf, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2120a41e-55d1-4710-9e6d-284b17555643', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '13d12871-b159-47e4-a9a2-8cdbdc569d07'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:56:22.250784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:22.251394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:22.344181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] For port 1672d868-3fab-4397-9393-a3c4a8dd47bf, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:56:22.347361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] For port 1672d868-3fab-4397-9393-a3c4a8dd47bf, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1672d868-3fab-4397-9393-a3c4a8dd47bf,segment=NetworkSegment(2120a41e-55d1-4710-9e6d-284b17555643),segment_id=2120a41e-55d1-4710-9e6d-284b17555643)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:56:22.350833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:22.365857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-53dd3919-4119-476c-9796-d932d6b7ad66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:22.375484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1e862b70>,) {'filters': {'network_id': ['13d12871-b159-47e4-a9a2-8cdbdc569d07']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:22.388771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e862b70>, '2120a41e-55d1-4710-9e6d-284b17555643') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:22.389115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e862b70>, '2120a41e-55d1-4710-9e6d-284b17555643') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:22.401084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:22.415936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:22.418202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:22.529705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Pushing event updated for resources: {'Port': ['ID=1672d868-3fab-4397-9393-a3c4a8dd47bf,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:22.535508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:22.542859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:22.610598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 13d12871-b159-47e4-a9a2-8cdbdc569d07 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:22.621292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c90664-878b-411e-aeb1-e3d69a6bccdb None None] Network 13d12871-b159-47e4-a9a2-8cdbdc569d07 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:22.621621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:22.814829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 13d12871-b159-47e4-a9a2-8cdbdc569d07 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:22.832661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0de069-7509-4323-a5a9-b01323b99ea3 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:22.838943 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:22.924030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 06:56:22.924030 dv-neutron-765072-3-ovs neutron-server[80975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 06:56:22.924030 dv-neutron-765072-3-ovs neutron-server[80975]: [parameters: {'id': '13d12871-b159-47e4-a9a2-8cdbdc569d07'}]
Dec 18 06:56:22.924030 dv-neutron-765072-3-ovs neutron-server[80975]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:56:22.924598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:56:22.947339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0de069-7509-4323-a5a9-b01323b99ea3 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:56:23.425972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:23.496503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Deleting port 1672d868-3fab-4397-9393-a3c4a8dd47bf {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:23.496876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:23.707594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] For port 1672d868-3fab-4397-9393-a3c4a8dd47bf, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1672d868-3fab-4397-9393-a3c4a8dd47bf,segment=NetworkSegment(2120a41e-55d1-4710-9e6d-284b17555643),segment_id=2120a41e-55d1-4710-9e6d-284b17555643)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:23.708003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:23.834495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Calling delete_port for 1672d868-3fab-4397-9393-a3c4a8dd47bf owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:23.907769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:23.923387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:24.014912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Port': ['ID=1672d868-3fab-4397-9393-a3c4a8dd47bf,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:24.026875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:24.058081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No DVR routers for this DVR port 1672d868-3fab-4397-9393-a3c4a8dd47bf on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:56:24.192426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:24.312706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d456208>,) {'filters': {'network_id': ['13d12871-b159-47e4-a9a2-8cdbdc569d07']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:24.325819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d456208>, '2120a41e-55d1-4710-9e6d-284b17555643') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:24.326523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d456208>, '2120a41e-55d1-4710-9e6d-284b17555643') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:24.339304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:24.354077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:24.357510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:24.536764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 13d12871-b159-47e4-a9a2-8cdbdc569d07 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:24.545908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:24.741769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 13d12871-b159-47e4-a9a2-8cdbdc569d07 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:24.768334 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:24.861027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:24.864288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b3128a5b-da06-40df-ace3-1ac589d9246e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:24.883117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:24.890669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Network': ['ID=13d12871-b159-47e4-a9a2-8cdbdc569d07,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:24.895106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:24.901184 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/13d12871-b159-47e4-a9a2-8cdbdc569d07 HTTP/1.1" status: 204  len: 168 time: 3.6496501
Dec 18 06:56:24.904258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53878) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:24.910222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1610895752'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:24.917825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:24.920412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:network and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:24.923536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:24.930653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:24.949574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:24.955197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:24.988933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:56:24.999496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:24.999496 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Added segment 18aacd1f-1efb-4cb5-a9a9-4ec077562990 of type vxlan for network 383c55cc-492c-4c9f-8fe5-4bff5cdc128a
Dec 18 06:56:25.031017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:25.070974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:25.075014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:25.075701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:25.083763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dff82a5b-dbaa-4591-bb41-b9a9775877aa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:25.176352 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2710502
Dec 18 06:56:25.179316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53882) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:25.186371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'subnet': {'network_id': '383c55cc-492c-4c9f-8fe5-4bff5cdc128a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:25.188332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=383c55cc-492c-4c9f-8fe5-4bff5cdc128a,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:25.191254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:25.200626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 383c55cc-492c-4c9f-8fe5-4bff5cdc128a details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:25.214907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 383c55cc-492c-4c9f-8fe5-4bff5cdc128a details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:25.311455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:25.315917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:subnet and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:25.318939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:25.324873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:25.333793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:25.446353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:25.877054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:25.892080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f140eef-44ca-4ca7-ab1f-de279fb7895a tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:26.027840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Subnet': ['ID=56b34dcc-6e3f-484e-99bf-f536db27aa9c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:26.034814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:26.104966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking segment: {'id': '18aacd1f-1efb-4cb5-a9a9-4ec077562990', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '383c55cc-492c-4c9f-8fe5-4bff5cdc128a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:26.104966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network hostable DHCP agents. Network: 383c55cc-492c-4c9f-8fe5-4bff5cdc128a, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:56:26.128444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 383c55cc-492c-4c9f-8fe5-4bff5cdc128a is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:56:26.136442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 383c55cc-492c-4c9f-8fe5-4bff5cdc128a) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:26.144512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf086fa5-7a33-4109-ab11-edd54a01ae7d None None] Network 383c55cc-492c-4c9f-8fe5-4bff5cdc128a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:26.152501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:26.153301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:26.179717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53886) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:26.179956 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.9986935
Dec 18 06:56:26.403014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-383c55cc-492c-4c9f-8fe5-4bff5cdc128a', 'network_id': '383c55cc-492c-4c9f-8fe5-4bff5cdc128a', 'tenant_id': 'fcd25979a0cf42dc89c7991bec6d7324', 'fixed_ips': [{'subnet_id': '56b34dcc-6e3f-484e-99bf-f536db27aa9c'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:56:26.404167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:26.637074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:26.746615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Allocated IP 172.20.0.1 (383c55cc-492c-4c9f-8fe5-4bff5cdc128a/56b34dcc-6e3f-484e-99bf-f536db27aa9c/db130fb5-e82a-4e62-a022-cc6cc7140aa6) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:56:26.780331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:26.976709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:26.988159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Transition to ACTIVE for port object db130fb5-e82a-4e62-a022-cc6cc7140aa6 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:27.006919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Transition to ACTIVE for port object db130fb5-e82a-4e62-a022-cc6cc7140aa6 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:27.020096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:27.034312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83eb1bdc-9b8f-40b7-83ec-0ee5890f77ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:27.090687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:27.108729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-53b16c6d-97c2-429a-baa0-154e26d3a655 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:27.158188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Pushing event updated for resources: {'Port': ['ID=db130fb5-e82a-4e62-a022-cc6cc7140aa6,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:27.162828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:27.209146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Subnet': ['ID=56b34dcc-6e3f-484e-99bf-f536db27aa9c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:27.216991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:27.236544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Network 383c55cc-492c-4c9f-8fe5-4bff5cdc128a is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:56:27.238111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:27.241119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:56:27.306089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Attempting to bind port db130fb5-e82a-4e62-a022-cc6cc7140aa6 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:56:27.306089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Attempting to bind port db130fb5-e82a-4e62-a022-cc6cc7140aa6 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '18aacd1f-1efb-4cb5-a9a9-4ec077562990', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '383c55cc-492c-4c9f-8fe5-4bff5cdc128a'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:56:27.306509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Attempting to bind port db130fb5-e82a-4e62-a022-cc6cc7140aa6 on network 383c55cc-492c-4c9f-8fe5-4bff5cdc128a {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:56:27.317896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:56:27.317896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Checking segment: {'id': '18aacd1f-1efb-4cb5-a9a9-4ec077562990', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '383c55cc-492c-4c9f-8fe5-4bff5cdc128a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:27.318400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:27.318773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Bound using segment: {'id': '18aacd1f-1efb-4cb5-a9a9-4ec077562990', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '383c55cc-492c-4c9f-8fe5-4bff5cdc128a'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:56:27.319293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Bound port: db130fb5-e82a-4e62-a022-cc6cc7140aa6, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18aacd1f-1efb-4cb5-a9a9-4ec077562990', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '383c55cc-492c-4c9f-8fe5-4bff5cdc128a'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:56:27.319715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:27.362255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:27.413672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] For port db130fb5-e82a-4e62-a022-cc6cc7140aa6, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:56:27.418037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] For port db130fb5-e82a-4e62-a022-cc6cc7140aa6, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=db130fb5-e82a-4e62-a022-cc6cc7140aa6,segment=NetworkSegment(18aacd1f-1efb-4cb5-a9a9-4ec077562990),segment_id=18aacd1f-1efb-4cb5-a9a9-4ec077562990)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:56:27.421244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:27.437587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:27.499438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c55dc50>,) {'filters': {'network_id': ['383c55cc-492c-4c9f-8fe5-4bff5cdc128a']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:27.511859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c55dc50>, '18aacd1f-1efb-4cb5-a9a9-4ec077562990') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:27.512291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c55dc50>, '18aacd1f-1efb-4cb5-a9a9-4ec077562990') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:27.525955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:27.543301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:27.545861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:27.590796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Pushing event updated for resources: {'Port': ['ID=db130fb5-e82a-4e62-a022-cc6cc7140aa6,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:27.600326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:27.697847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae58084-6c1f-4f31-a6e2-6a6c7ac128c2 None None] Network 383c55cc-492c-4c9f-8fe5-4bff5cdc128a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:27.761682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 383c55cc-492c-4c9f-8fe5-4bff5cdc128a has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:27.771925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:27.905976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d23d881-f206-4020-ae1e-c5ed0e1b6b01 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:56:27.956100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 383c55cc-492c-4c9f-8fe5-4bff5cdc128a has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:27.982415 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:28.027699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d23d881-f206-4020-ae1e-c5ed0e1b6b01 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:56:28.073603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 06:56:28.073603 dv-neutron-765072-3-ovs neutron-server[80975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 06:56:28.073603 dv-neutron-765072-3-ovs neutron-server[80975]: [parameters: {'id': '383c55cc-492c-4c9f-8fe5-4bff5cdc128a'}]
Dec 18 06:56:28.073603 dv-neutron-765072-3-ovs neutron-server[80975]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:56:28.074176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:56:28.575004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:28.650753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Deleting port db130fb5-e82a-4e62-a022-cc6cc7140aa6 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:28.651080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:28.876256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] For port db130fb5-e82a-4e62-a022-cc6cc7140aa6, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=db130fb5-e82a-4e62-a022-cc6cc7140aa6,segment=NetworkSegment(18aacd1f-1efb-4cb5-a9a9-4ec077562990),segment_id=18aacd1f-1efb-4cb5-a9a9-4ec077562990)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:28.876665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:29.009344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Calling delete_port for db130fb5-e82a-4e62-a022-cc6cc7140aa6 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:29.079671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:29.094565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a46194f-8a55-4b39-9e93-454c697c3cb6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:29.186253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Port': ['ID=db130fb5-e82a-4e62-a022-cc6cc7140aa6,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:29.191697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:29.238358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No DVR routers for this DVR port db130fb5-e82a-4e62-a022-cc6cc7140aa6 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:56:29.368359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:29.493810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d363898>,) {'filters': {'network_id': ['383c55cc-492c-4c9f-8fe5-4bff5cdc128a']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:29.507051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d363898>, '18aacd1f-1efb-4cb5-a9a9-4ec077562990') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:29.507396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d363898>, '18aacd1f-1efb-4cb5-a9a9-4ec077562990') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:29.519581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:29.534396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:29.536363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:29.726323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 383c55cc-492c-4c9f-8fe5-4bff5cdc128a has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:29.735026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:29.912160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 383c55cc-492c-4c9f-8fe5-4bff5cdc128a has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:29.939877 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:30.017337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:30.021462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:30.025483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:30.052009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Network': ['ID=383c55cc-492c-4c9f-8fe5-4bff5cdc128a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:30.054642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:30.056830 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/383c55cc-492c-4c9f-8fe5-4bff5cdc128a HTTP/1.1" status: 204  len: 168 time: 3.8758621
Dec 18 06:56:30.060990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53890) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:30.067419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1107445133'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:30.072759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:30.076810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:network and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:30.079876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:30.085704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:30.094914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:30.100202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:30.136189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:56:30.145332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:30.145781 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Added segment 7eae4d86-ff60-4351-8d52-4eba5e13d165 of type vxlan for network 8d60f577-9f85-430b-8d72-306153f7cb49
Dec 18 06:56:30.171819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:30.201032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:30.205080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:30.205767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853395865'] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:30.211143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-940971dc-7934-478f-8e38-5b9d95c05379 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:30.312900 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.2506664
Dec 18 06:56:30.316068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53894) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:30.324766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-29bfef06-cae2-477c-bf33-aa22f69b985a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'name': 'New_network'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:30.343932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=8d60f577-9f85-430b-8d72-306153f7cb49,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:30.356330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 8d60f577-9f85-430b-8d72-306153f7cb49 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:30.370772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 8d60f577-9f85-430b-8d72-306153f7cb49 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:30.393758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6290b03c-d44c-4c3c-b499-651e56ba1edd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:30.668410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29bfef06-cae2-477c-bf33-aa22f69b985a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:30.685434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29bfef06-cae2-477c-bf33-aa22f69b985a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:30.701041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-341cda08-c755-461d-8dfe-9ccb167f001b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:30.876998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfef06-cae2-477c-bf33-aa22f69b985a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=8d60f577-9f85-430b-8d72-306153f7cb49,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:30.880181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-29bfef06-cae2-477c-bf33-aa22f69b985a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:30.888773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 8d60f577-9f85-430b-8d72-306153f7cb49 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:30.890417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29bfef06-cae2-477c-bf33-aa22f69b985a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 8d60f577-9f85-430b-8d72-306153f7cb49 is not hosted by any dhcp agent {{(pid=81085) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 18 06:56:30.894993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bfef06-cae2-477c-bf33-aa22f69b985a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:30.895648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29bfef06-cae2-477c-bf33-aa22f69b985a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:30.897027 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-29bfef06-cae2-477c-bf33-aa22f69b985a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "PUT /v2.0/networks/8d60f577-9f85-430b-8d72-306153f7cb49 HTTP/1.1" status: 200  len: 723 time: 0.5799904
Dec 18 06:56:30.900179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53898) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:30.906526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'subnet': {'network_id': '8d60f577-9f85-430b-8d72-306153f7cb49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:30.909839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 8d60f577-9f85-430b-8d72-306153f7cb49 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:31.298867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:31.302812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:subnet and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:31.305763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:31.311944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:31.320795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:31.431632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:31.862744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:31.877806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0360022c-1c57-44d0-8f59-f0798d73aff7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:32.011270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Subnet': ['ID=3bcb5cca-05d9-463e-a3d4-e4fa98c36c39,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:32.014269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:32.084286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking segment: {'id': '7eae4d86-ff60-4351-8d52-4eba5e13d165', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8d60f577-9f85-430b-8d72-306153f7cb49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:32.084680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network hostable DHCP agents. Network: 8d60f577-9f85-430b-8d72-306153f7cb49, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:56:32.102783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 8d60f577-9f85-430b-8d72-306153f7cb49 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:56:32.110621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 8d60f577-9f85-430b-8d72-306153f7cb49) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:32.121121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfca4d3-417d-4ce2-a20d-7d08960bbad5 None None] Network 8d60f577-9f85-430b-8d72-306153f7cb49 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:32.123717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:32.124365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:32.146301 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2449968
Dec 18 06:56:32.148999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53902) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:32.155600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0bf6c658-5edf-440e-9cc0-1d106f8fa487 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:32.293558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c658-5edf-440e-9cc0-1d106f8fa487 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2858343'] for subnet, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:32.532160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-8d60f577-9f85-430b-8d72-306153f7cb49', 'network_id': '8d60f577-9f85-430b-8d72-306153f7cb49', 'tenant_id': 'fcd25979a0cf42dc89c7991bec6d7324', 'fixed_ips': [{'subnet_id': '3bcb5cca-05d9-463e-a3d4-e4fa98c36c39'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:56:32.533175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:32.608624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c658-5edf-440e-9cc0-1d106f8fa487 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773577311774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3387271'] for subnet, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:32.622276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b953424a-0e2e-4021-b1aa-8e95955a5ffa tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:32.761061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6c658-5edf-440e-9cc0-1d106f8fa487 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Subnet': ['ID=3bcb5cca-05d9-463e-a3d4-e4fa98c36c39,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:32.764199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0bf6c658-5edf-440e-9cc0-1d106f8fa487 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:32.811666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf6c658-5edf-440e-9cc0-1d106f8fa487 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:32.812240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c658-5edf-440e-9cc0-1d106f8fa487 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:32.816443 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0bf6c658-5edf-440e-9cc0-1d106f8fa487 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "PUT /v2.0/subnets/3bcb5cca-05d9-463e-a3d4-e4fa98c36c39 HTTP/1.1" status: 200  len: 806 time: 0.6638246
Dec 18 06:56:32.817292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53910) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:32.832612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Allocated IP 172.20.0.2 (8d60f577-9f85-430b-8d72-306153f7cb49/3bcb5cca-05d9-463e-a3d4-e4fa98c36c39/dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:56:32.971079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:33.048253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:33.059098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Transition to ACTIVE for port object dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:33.075659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Transition to ACTIVE for port object dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:33.080831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:33.096999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:33.100714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:33.225236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Pushing event updated for resources: {'Port': ['ID=dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:33.230991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:33.284961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Network 8d60f577-9f85-430b-8d72-306153f7cb49 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:56:33.286146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:33.288420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:56:33.342536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Attempting to bind port dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:56:33.342885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Attempting to bind port dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '7eae4d86-ff60-4351-8d52-4eba5e13d165', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8d60f577-9f85-430b-8d72-306153f7cb49'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:56:33.343298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Attempting to bind port dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7 on network 8d60f577-9f85-430b-8d72-306153f7cb49 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:56:33.349116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:56:33.349553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Checking segment: {'id': '7eae4d86-ff60-4351-8d52-4eba5e13d165', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8d60f577-9f85-430b-8d72-306153f7cb49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:33.350150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:33.350595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Bound using segment: {'id': '7eae4d86-ff60-4351-8d52-4eba5e13d165', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8d60f577-9f85-430b-8d72-306153f7cb49'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:56:33.351115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Bound port: dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eae4d86-ff60-4351-8d52-4eba5e13d165', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8d60f577-9f85-430b-8d72-306153f7cb49'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:56:33.351538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:33.388846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:33.404774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7bdc7e5-07e9-4a84-b178-33ce6fca21c4 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:33.441608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] For port dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:56:33.444994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] For port dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7,segment=NetworkSegment(7eae4d86-ff60-4351-8d52-4eba5e13d165),segment_id=7eae4d86-ff60-4351-8d52-4eba5e13d165)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:56:33.449556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:33.465229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:33.496705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Subnet': ['ID=3bcb5cca-05d9-463e-a3d4-e4fa98c36c39,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:33.499771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:33.620790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Pushing event updated for resources: {'Port': ['ID=dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:33.625636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:33.643571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:33.715192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2c37e8-58bf-4cc2-8c63-2be3ed35a186 None None] Network 8d60f577-9f85-430b-8d72-306153f7cb49 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:33.767826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c0034a8>,) {'filters': {'network_id': ['8d60f577-9f85-430b-8d72-306153f7cb49']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:33.781184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c0034a8>, '7eae4d86-ff60-4351-8d52-4eba5e13d165') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:33.781556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c0034a8>, '7eae4d86-ff60-4351-8d52-4eba5e13d165') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:33.793800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:33.808664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:33.810686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:33.916088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28690e2f-25c3-49e0-bd85-f5db47cfa01d None None] Network 8d60f577-9f85-430b-8d72-306153f7cb49 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:33.995437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 8d60f577-9f85-430b-8d72-306153f7cb49 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:34.004535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:34.121227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d252ec-56c9-4b3f-a0d6-f798ea65a954 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:56:34.186073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 8d60f577-9f85-430b-8d72-306153f7cb49 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:34.210300 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:34.235747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d252ec-56c9-4b3f-a0d6-f798ea65a954 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:56:34.295634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 18 06:56:34.295634 dv-neutron-765072-3-ovs neutron-server[80975]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 18 06:56:34.295634 dv-neutron-765072-3-ovs neutron-server[80975]: [parameters: {'id': '8d60f577-9f85-430b-8d72-306153f7cb49'}]
Dec 18 06:56:34.295634 dv-neutron-765072-3-ovs neutron-server[80975]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:56:34.296229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:56:34.797037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:34.868811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Deleting port dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:34.869196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:35.076876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] For port dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7,segment=NetworkSegment(7eae4d86-ff60-4351-8d52-4eba5e13d165),segment_id=7eae4d86-ff60-4351-8d52-4eba5e13d165)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:35.077281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:35.202563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Calling delete_port for dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:35.275106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:35.290043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b5b677d0-7fc5-4f5e-b367-8b43fece9412 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:35.383571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Port': ['ID=dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:35.388778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:35.429485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No DVR routers for this DVR port dfa2e05b-1c52-40d9-8fa9-6a8b7e982ad7 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:56:35.558957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:35.682595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17d6b0b8>,) {'filters': {'network_id': ['8d60f577-9f85-430b-8d72-306153f7cb49']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:35.696002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17d6b0b8>, '7eae4d86-ff60-4351-8d52-4eba5e13d165') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:35.696350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17d6b0b8>, '7eae4d86-ff60-4351-8d52-4eba5e13d165') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:35.711110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:35.725815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:35.727769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:36.173132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 8d60f577-9f85-430b-8d72-306153f7cb49 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:36.181949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:36.355537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 8d60f577-9f85-430b-8d72-306153f7cb49 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:36.379205 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:36.462488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:36.466230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-63e281c5-5ce7-49cf-b585-d637efd0de1f tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:36.484156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:36.493058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Network': ['ID=8d60f577-9f85-430b-8d72-306153f7cb49,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:36.498102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:36.500960 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/8d60f577-9f85-430b-8d72-306153f7cb49 HTTP/1.1" status: 204  len: 168 time: 3.6824660
Dec 18 06:56:36.503846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53916) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:36.531368 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-deae5b60-4fe8-47e0-bc06-2750c77c881c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:36.531846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deae5b60-4fe8-47e0-bc06-2750c77c881c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:36.533558 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-deae5b60-4fe8-47e0-bc06-2750c77c881c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/8d60f577-9f85-430b-8d72-306153f7cb49 HTTP/1.1" status: 404  len: 339 time: 0.0286551
Dec 18 06:56:36.537042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53920) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:36.543387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-590521045', 'description': 'd1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:36.548533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:36.552616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:network and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:36.560170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:36.566245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:36.575022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:36.580448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:36.613470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:56:36.622603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:36.622994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Added segment f4ad1f84-f17b-463d-abf4-2f152c294455 of type vxlan for network 01da3799-6847-4d10-85b0-83be60bde034
Dec 18 06:56:36.649269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:36.681555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:36.685649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:36.686296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:36.692029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:36.792880 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.2546458
Dec 18 06:56:36.795840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53924) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:36.801486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=01da3799-6847-4d10-85b0-83be60bde034,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:36.804538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:36.812370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 01da3799-6847-4d10-85b0-83be60bde034 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:36.830397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 01da3799-6847-4d10-85b0-83be60bde034 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:36.926020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d1d4fd-be5b-412f-97f0-99e58ce944fd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:36.926771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-39d1d4fd-be5b-412f-97f0-99e58ce944fd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Synchronizing usage tracker for tenant:fcd25979a0cf42dc89c7991bec6d7324 on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:56:36.944156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-39d1d4fd-be5b-412f-97f0-99e58ce944fd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Unset dirty status for tenant:fcd25979a0cf42dc89c7991bec6d7324 on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:56:36.945432 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-39d1d4fd-be5b-412f-97f0-99e58ce944fd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "GET /v2.0/networks?id=01da3799-6847-4d10-85b0-83be60bde034 HTTP/1.1" status: 200  len: 760 time: 0.1484344
Dec 18 06:56:36.949068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53928) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:36.955697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6351d709-231a-47ae-a9fc-0ab485865b2e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'description': 'd2'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:37.289858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6351d709-231a-47ae-a9fc-0ab485865b2e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:37.306296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6351d709-231a-47ae-a9fc-0ab485865b2e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:37.321805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-99f026d8-2a72-40fe-839a-6f3743a0597a tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:37.496721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351d709-231a-47ae-a9fc-0ab485865b2e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=01da3799-6847-4d10-85b0-83be60bde034,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:37.500408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6351d709-231a-47ae-a9fc-0ab485865b2e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:37.506376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6351d709-231a-47ae-a9fc-0ab485865b2e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 01da3799-6847-4d10-85b0-83be60bde034 is not hosted by any dhcp agent {{(pid=81085) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 18 06:56:37.509414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 01da3799-6847-4d10-85b0-83be60bde034 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:37.510848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351d709-231a-47ae-a9fc-0ab485865b2e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:37.511500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6351d709-231a-47ae-a9fc-0ab485865b2e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:37.512883 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6351d709-231a-47ae-a9fc-0ab485865b2e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "PUT /v2.0/networks/01da3799-6847-4d10-85b0-83be60bde034 HTTP/1.1" status: 200  len: 757 time: 0.5627251
Dec 18 06:56:37.515704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53932) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:37.523758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 01da3799-6847-4d10-85b0-83be60bde034 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:37.643246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c400fbdb-0d28-4b5b-b810-53e391e3e3c2 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:37.648392 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c400fbdb-0d28-4b5b-b810-53e391e3e3c2 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "GET /v2.0/networks?id=01da3799-6847-4d10-85b0-83be60bde034 HTTP/1.1" status: 200  len: 760 time: 0.1281655
Dec 18 06:56:37.648775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53936) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:37.655621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-865262228'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:37.662683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:37.673312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:37.683016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:37.688751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:37.723176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:56:37.732229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:37.732659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Added segment 1a447938-a4fc-4e49-aefb-689b3514fe6c of type vxlan for network 818dcbc9-6678-41f5-84f7-08f166a862b3
Dec 18 06:56:37.758331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:37.791618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:37.795613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:37.796247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:37.801549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b3e119c-176d-413e-838b-488a8e5fe75d tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:37.908944 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2590690
Dec 18 06:56:37.911965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53940) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:37.912151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=818dcbc9-6678-41f5-84f7-08f166a862b3,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:37.914789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-246d677b-789d-493a-b749-d7acc30d7776 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:37.918856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'subnet': {'network_id': '818dcbc9-6678-41f5-84f7-08f166a862b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:37.922998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 818dcbc9-6678-41f5-84f7-08f166a862b3 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:37.941063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 818dcbc9-6678-41f5-84f7-08f166a862b3 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:38.037475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:38.041584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Usage tracker for resource:subnet and tenant:fcd25979a0cf42dc89c7991bec6d7324 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:38.044529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:38.050292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:38.060023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:38.171446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:38.597247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:38.614800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-431900a9-4f69-4f4c-b70d-8a0303368131 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:38.749499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Subnet': ['ID=cedba95f-0dfc-4d04-8027-a598d1dc1bb3,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:38.753041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:38.823612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking segment: {'id': '1a447938-a4fc-4e49-aefb-689b3514fe6c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '818dcbc9-6678-41f5-84f7-08f166a862b3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:38.824014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network hostable DHCP agents. Network: 818dcbc9-6678-41f5-84f7-08f166a862b3, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:56:38.842625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 818dcbc9-6678-41f5-84f7-08f166a862b3 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:56:38.850955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 818dcbc9-6678-41f5-84f7-08f166a862b3) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:38.861552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdeda5d-c793-4788-9daa-d84fe02dc218 None None] Network 818dcbc9-6678-41f5-84f7-08f166a862b3 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:38.864643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:38.865299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:38.887029 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9737823
Dec 18 06:56:38.889985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53948) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:39.052125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:39.178249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:39.252598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dffe59-1daf-4312-8be3-cae21bbb9fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-818dcbc9-6678-41f5-84f7-08f166a862b3', 'network_id': '818dcbc9-6678-41f5-84f7-08f166a862b3', 'tenant_id': 'fcd25979a0cf42dc89c7991bec6d7324', 'fixed_ips': [{'subnet_id': 'cedba95f-0dfc-4d04-8027-a598d1dc1bb3'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:56:39.253554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2dffe59-1daf-4312-8be3-cae21bbb9fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:39.464106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:39.479878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6b469543-96ff-4f19-a7eb-e4a9b80b345c tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server [None req-b2dffe59-1daf-4312-8be3-cae21bbb9fba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cedba95f-0dfc-4d04-8027-a598d1dc1bb3: This subnet is being modified by another concurrent operation.
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cedba95f-0dfc-4d04-8027-a598d1dc1bb3: This subnet is being modified by another concurrent operation.
Dec 18 06:56:39.484974 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server 
Dec 18 06:56:39.506489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c501e417-4bed-4df4-af51-8e5e73c305fa None None] Network 818dcbc9-6678-41f5-84f7-08f166a862b3 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:39.569981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Subnet': ['ID=cedba95f-0dfc-4d04-8027-a598d1dc1bb3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:39.582001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:39.684243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bfe8cb-294b-421d-9ab3-0f5921048def None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 06:56:39.714062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:39.801810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bfe8cb-294b-421d-9ab3-0f5921048def None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 06:56:39.835833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17d64748>,) {'filters': {'network_id': ['818dcbc9-6678-41f5-84f7-08f166a862b3']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:39.849289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17d64748>, '1a447938-a4fc-4e49-aefb-689b3514fe6c') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:39.849681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17d64748>, '1a447938-a4fc-4e49-aefb-689b3514fe6c') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:39.861719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:39.876392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:39.878400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 6 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:40.055586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 818dcbc9-6678-41f5-84f7-08f166a862b3 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:40.064824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:40.245352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 818dcbc9-6678-41f5-84f7-08f166a862b3 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:40.269474 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:40.350329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:40.353499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83929c78-dbf0-4866-9504-9a025c15632b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:40.371490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:40.380597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Network': ['ID=818dcbc9-6678-41f5-84f7-08f166a862b3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:40.386420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:40.389399 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/818dcbc9-6678-41f5-84f7-08f166a862b3 HTTP/1.1" status: 204  len: 168 time: 1.4983537
Dec 18 06:56:40.392313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53952) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:40.439345 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c61aa42-ec22-46d2-9f5e-6df7754116dd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] GET failed (client error): The resource could not be found.
Dec 18 06:56:40.439910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1c61aa42-ec22-46d2-9f5e-6df7754116dd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Synchronizing usage tracker for tenant:fcd25979a0cf42dc89c7991bec6d7324 on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:56:40.456397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1c61aa42-ec22-46d2-9f5e-6df7754116dd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Unset dirty status for tenant:fcd25979a0cf42dc89c7991bec6d7324 on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:56:40.457657 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1c61aa42-ec22-46d2-9f5e-6df7754116dd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "GET /v2.0/subnets/cedba95f-0dfc-4d04-8027-a598d1dc1bb3 HTTP/1.1" status: 404  len: 337 time: 0.0643239
Dec 18 06:56:40.460556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53956) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:40.486412 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f48ba91-ef66-42d3-b89a-9d3459ac56f0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:40.486893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f48ba91-ef66-42d3-b89a-9d3459ac56f0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:40.488615 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3f48ba91-ef66-42d3-b89a-9d3459ac56f0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/818dcbc9-6678-41f5-84f7-08f166a862b3 HTTP/1.1" status: 404  len: 339 time: 0.0270956
Dec 18 06:56:40.492530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53960) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:40.652511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f1ff5b-ed0b-447a-a650-d04be5a4fc65 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:40.653158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-10f1ff5b-ed0b-447a-a650-d04be5a4fc65 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Synchronizing usage tracker for tenant:fcd25979a0cf42dc89c7991bec6d7324 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:56:40.668089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-10f1ff5b-ed0b-447a-a650-d04be5a4fc65 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Unset dirty status for tenant:fcd25979a0cf42dc89c7991bec6d7324 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:56:40.669407 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-10f1ff5b-ed0b-447a-a650-d04be5a4fc65 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.1758437
Dec 18 06:56:40.672524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53964) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:40.722826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7ac72624-a10a-4c6e-9a8a-85c254279d0c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "GET /v2.0/subnets?network_id=d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 207 time: 0.0489714
Dec 18 06:56:40.726557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53968) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:40.882736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e15a7-f5df-40d8-8c37-718d671474f3 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:40.887622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e15a7-f5df-40d8-8c37-718d671474f3 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:40.892208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e15a7-f5df-40d8-8c37-718d671474f3 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:40.896649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e15a7-f5df-40d8-8c37-718d671474f3 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:40.898399 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc7e15a7-f5df-40d8-8c37-718d671474f3 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2486 time: 0.1708703
Dec 18 06:56:40.903098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53972) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:41.350801 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-85a3b202-d666-4d7c-85bb-8223ddb0e689 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 575 time: 0.4465373
Dec 18 06:56:41.354827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53980) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:41.424369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1bed6d-6e5a-4b94-8cd8-db0f2ada5ff5 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:41.426006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1bed6d-6e5a-4b94-8cd8-db0f2ada5ff5 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:41.427633 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4a1bed6d-6e5a-4b94-8cd8-db0f2ada5ff5 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.0718343
Dec 18 06:56:41.431409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53984) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:41.443595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37145e95-8254-4604-b7c9-7da1fac772b4 req-09fe7b67-820a-400b-b233-8a33640c69e1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:41.445299 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-37145e95-8254-4604-b7c9-7da1fac772b4 req-09fe7b67-820a-400b-b233-8a33640c69e1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 945 time: 0.0894392
Dec 18 06:56:41.494182 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-37145e95-8254-4604-b7c9-7da1fac772b4 req-f17b48e8-a709-4939-935f-7b28fee46198 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421708
Dec 18 06:56:41.508157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523e5227-9dbe-45c8-be4f-94d8efd29837 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:41.509829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523e5227-9dbe-45c8-be4f-94d8efd29837 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['shared'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:41.511494 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-523e5227-9dbe-45c8-be4f-94d8efd29837 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.0784655
Dec 18 06:56:41.515313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53988) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:41.668667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67426c84-ba94-423a-bd71-d19c20eb652c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:41.670303 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-67426c84-ba94-423a-bd71-d19c20eb652c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "GET /v2.0/networks/7d928529-e3e1-49e5-8d96-7a39670a102b HTTP/1.1" status: 200  len: 800 time: 0.1539958
Dec 18 06:56:41.675178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 53992) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:41.827122 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6b3ff6e7-d534-42a8-bc52-690cd70d7764 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "GET /v2.0/networks/7d928529-e3e1-49e5-8d96-7a39670a102b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.1502399
Dec 18 06:56:41.830529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 53996) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:41.901875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8c14ef-d479-4ffa-bd06-b2b2a1691140 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:41.902492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4e8c14ef-d479-4ffa-bd06-b2b2a1691140 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Synchronizing usage tracker for tenant:fcd25979a0cf42dc89c7991bec6d7324 on resource:subnet {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:56:41.914557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4e8c14ef-d479-4ffa-bd06-b2b2a1691140 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Unset dirty status for tenant:fcd25979a0cf42dc89c7991bec6d7324 on resource:subnet {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:56:41.915764 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4e8c14ef-d479-4ffa-bd06-b2b2a1691140 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "GET /v2.0/subnets/a4e351d5-6a09-4278-b548-5d3a8e99269d HTTP/1.1" status: 200  len: 811 time: 0.0841758
Dec 18 06:56:41.920173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54000) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:41.993723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c75833e-7868-4b6f-b0cc-a611b7d47419 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['shared'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:41.995249 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1c75833e-7868-4b6f-b0cc-a611b7d47419 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "GET /v2.0/subnets/a4e351d5-6a09-4278-b548-5d3a8e99269d?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.0741079
Dec 18 06:56:41.999006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54004) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:42.005128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-602456392'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:42.010911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:42.020670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:42.029974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:42.035226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:42.067388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:56:42.076798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:42.077278 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Added segment d284756e-014e-4b71-a7b5-ab3fc83311ec of type vxlan for network 33d2ded7-8223-4528-a27c-c7d36a09f962
Dec 18 06:56:42.103342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:42.132191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:42.136768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:42.137405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:42.142634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-510eeb69-743b-4876-9033-257193367324 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:42.251406 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.2513065
Dec 18 06:56:42.254375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Network': ['ID=33d2ded7-8223-4528-a27c-c7d36a09f962,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:42.254627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54008) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:42.257191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34dd6917-08c9-4369-b9ff-c4c4316f4ee1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:42.261945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'subnet': {'network_id': '33d2ded7-8223-4528-a27c-c7d36a09f962', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:42.267544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 33d2ded7-8223-4528-a27c-c7d36a09f962 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:42.282311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 33d2ded7-8223-4528-a27c-c7d36a09f962 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:56:42.383901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:42.394177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:42.403583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Made reservation on behalf of fcd25979a0cf42dc89c7991bec6d7324 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:42.515270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:42.612594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_backend_mixin [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Performing IP validity checks on allocation pools {{(pid=81084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 18 06:56:42.613191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_backend_mixin [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking for overlaps among allocation pools and gateway ip {{(pid=81084) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 18 06:56:42.719607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a70720-4c59-41ee-88c4-9e07f9f69bdf req-d457eec2-d3eb-4044-b0ec-84d6ae3bab41 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:42.721215 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-12a70720-4c59-41ee-88c4-9e07f9f69bdf req-d457eec2-d3eb-4044-b0ec-84d6ae3bab41 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 945 time: 0.0924423
Dec 18 06:56:42.771278 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-12a70720-4c59-41ee-88c4-9e07f9f69bdf req-92b31d34-79f1-46ec-8bd7-6e9da23bc5cd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0433619
Dec 18 06:56:42.970608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:42.986007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:43.171266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Subnet': ['ID=79152f0f-8a66-4362-ba53-12eedc9d3982,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:43.174395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:43.237470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-26cae02b-ae1a-4747-b15f-9f0b34c7aa50 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:43.238180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-26cae02b-ae1a-4747-b15f-9f0b34c7aa50 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Synchronizing usage tracker for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:56:43.270766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-26cae02b-ae1a-4747-b15f-9f0b34c7aa50 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Unset dirty status for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:56:43.271965 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-26cae02b-ae1a-4747-b15f-9f0b34c7aa50 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 945 time: 0.2590966
Dec 18 06:56:43.278422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Checking segment: {'id': 'd284756e-014e-4b71-a7b5-ab3fc83311ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '33d2ded7-8223-4528-a27c-c7d36a09f962'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:43.278815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network hostable DHCP agents. Network: 33d2ded7-8223-4528-a27c-c7d36a09f962, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:56:43.354542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 33d2ded7-8223-4528-a27c-c7d36a09f962 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:56:43.365493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Deleting port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:43.365922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:43.408104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 33d2ded7-8223-4528-a27c-c7d36a09f962) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:43.415739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aeed04-b5bf-404e-b241-5fedcf7e708e None None] Network 33d2ded7-8223-4528-a27c-c7d36a09f962 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:43.434486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:43.435152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:43.535361 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.2794342
Dec 18 06:56:43.538422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54018) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:43.544914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-caa2479d-f355-4fbf-a402-2c7aa2c6680c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:43.684762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-33d2ded7-8223-4528-a27c-c7d36a09f962', 'network_id': '33d2ded7-8223-4528-a27c-c7d36a09f962', 'tenant_id': 'fcd25979a0cf42dc89c7991bec6d7324', 'fixed_ips': [{'subnet_id': '79152f0f-8a66-4362-ba53-12eedc9d3982'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:56:43.684946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] For port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:43.685267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:43.685849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:43.722871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:56:43.953360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.002635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.003251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.003364 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Floating IP d1b41180-dbf4-4ef8-afc0-3b5e2470cc6e disassociated. External IP: 172.26.7.94, port: e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca.
Dec 18 06:56:44.003731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Calling delete_port for e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:44.045621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84147b40-5118-49f6-af64-0f80de33801b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:56:44.068714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:44.073262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.078301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:44.093627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:56:44.094019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:56:44.205652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:44.211126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:44.212302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Allocated IP 172.20.0.3 (33d2ded7-8223-4528-a27c-c7d36a09f962/79152f0f-8a66-4362-ba53-12eedc9d3982/00c658e4-0fac-4c9b-8a12-48d0da2031c1) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:56:44.288737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-caa2479d-f355-4fbf-a402-2c7aa2c6680c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2858343'] for subnet, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.354585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e522a-538d-471d-92db-7c5660cf053e req-05d65cdf-1e9a-4c1a-b34a-6e29c89c0203 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:44.356180 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6d8e522a-538d-471d-92db-7c5660cf053e req-05d65cdf-1e9a-4c1a-b34a-6e29c89c0203 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 945 time: 0.6180160
Dec 18 06:56:44.411012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ac9bf-4884-41f0-86da-37bb395be975 req-86f1e2f8-648c-47d8-b638-244320909f2f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:44.412600 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-213ac9bf-4884-41f0-86da-37bb395be975 req-86f1e2f8-648c-47d8-b638-244320909f2f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 945 time: 0.4872632
Dec 18 06:56:44.430857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.443817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Transition to ACTIVE for port object 00c658e4-0fac-4c9b-8a12-48d0da2031c1 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:44.451501 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6d8e522a-538d-471d-92db-7c5660cf053e req-d5829b56-746e-4218-8e55-37c06a2de5af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=38e4b65c-3ceb-4747-8006-5d804f60e2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842202
Dec 18 06:56:44.461170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Transition to ACTIVE for port object 00c658e4-0fac-4c9b-8a12-48d0da2031c1 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:44.466519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.480906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7c49879-e55d-460f-84ff-6b592ed15313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:44.527023 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-213ac9bf-4884-41f0-86da-37bb395be975 req-55059d89-e2ba-4332-b6fb-0a783b6eb5ac tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1057608
Dec 18 06:56:44.568765 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84147b40-5118-49f6-af64-0f80de33801b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca', 'code': 200}
Dec 18 06:56:44.595108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Deleting port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:44.595511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.617240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Pushing event updated for resources: {'Port': ['ID=00c658e4-0fac-4c9b-8a12-48d0da2031c1,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:44.623190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:44.656075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9499038e-93df-4aff-a5b9-f3e88c28e75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.691133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Network 33d2ded7-8223-4528-a27c-c7d36a09f962 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:56:44.692591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:44.695304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:56:44.756989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Attempting to bind port 00c658e4-0fac-4c9b-8a12-48d0da2031c1 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:56:44.757423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Attempting to bind port 00c658e4-0fac-4c9b-8a12-48d0da2031c1 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'd284756e-014e-4b71-a7b5-ab3fc83311ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '33d2ded7-8223-4528-a27c-c7d36a09f962'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:56:44.757868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Attempting to bind port 00c658e4-0fac-4c9b-8a12-48d0da2031c1 on network 33d2ded7-8223-4528-a27c-c7d36a09f962 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:56:44.763837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:56:44.764271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Checking segment: {'id': 'd284756e-014e-4b71-a7b5-ab3fc83311ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '33d2ded7-8223-4528-a27c-c7d36a09f962'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:44.765213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.765213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Bound using segment: {'id': 'd284756e-014e-4b71-a7b5-ab3fc83311ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '33d2ded7-8223-4528-a27c-c7d36a09f962'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:56:44.765702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Bound port: 00c658e4-0fac-4c9b-8a12-48d0da2031c1, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd284756e-014e-4b71-a7b5-ab3fc83311ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '33d2ded7-8223-4528-a27c-c7d36a09f962'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:56:44.766140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.798332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-caa2479d-f355-4fbf-a402-2c7aa2c6680c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773577311774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3387271'] for subnet, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.815037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-51f2067b-b4a3-41e6-ac20-f907d0045102 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:44.859998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] For port 00c658e4-0fac-4c9b-8a12-48d0da2031c1, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:56:44.863331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] For port 00c658e4-0fac-4c9b-8a12-48d0da2031c1, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=00c658e4-0fac-4c9b-8a12-48d0da2031c1,segment=NetworkSegment(d284756e-014e-4b71-a7b5-ab3fc83311ec),segment_id=d284756e-014e-4b71-a7b5-ab3fc83311ec)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:56:44.869197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.883167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] For port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:44.883576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:44.888909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-65738c00-e56a-45a7-923f-dd8eaa2d0f96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:44.948226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2479d-f355-4fbf-a402-2c7aa2c6680c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event updated for resources: {'Subnet': ['ID=79152f0f-8a66-4362-ba53-12eedc9d3982,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:44.954086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-caa2479d-f355-4fbf-a402-2c7aa2c6680c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:45.010013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa2479d-f355-4fbf-a402-2c7aa2c6680c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:45.011174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-caa2479d-f355-4fbf-a402-2c7aa2c6680c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:45.015777 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-caa2479d-f355-4fbf-a402-2c7aa2c6680c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "PUT /v2.0/subnets/79152f0f-8a66-4362-ba53-12eedc9d3982 HTTP/1.1" status: 200  len: 877 time: 1.4761491
Dec 18 06:56:45.016740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54028) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:45.181250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:45.214155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Pushing event updated for resources: {'Port': ['ID=00c658e4-0fac-4c9b-8a12-48d0da2031c1,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:45.219787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:45.257205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Deleting port 00c658e4-0fac-4c9b-8a12-48d0da2031c1 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:45.257620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:45.258733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-1467efbf-8bc0-4621-9a52-2b3a4145758a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:45.259506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-1467efbf-8bc0-4621-9a52-2b3a4145758a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:56:45.293590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-1467efbf-8bc0-4621-9a52-2b3a4145758a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:56:45.294838 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-1467efbf-8bc0-4621-9a52-2b3a4145758a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 945 time: 0.2408171
Dec 18 06:56:45.296540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:45.296949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:45.297293 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Floating IP d1b41180-dbf4-4ef8-afc0-3b5e2470cc6e disassociated. External IP: 172.26.7.94, port: e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca.
Dec 18 06:56:45.297705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Calling delete_port for e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:45.423858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port bcc7f064-693a-4e73-8c96-c5ad7585c7d6 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:45.424247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:45.504394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] For port 00c658e4-0fac-4c9b-8a12-48d0da2031c1, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=00c658e4-0fac-4c9b-8a12-48d0da2031c1,segment=NetworkSegment(d284756e-014e-4b71-a7b5-ab3fc83311ec),segment_id=d284756e-014e-4b71-a7b5-ab3fc83311ec)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:45.504803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:45.625294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:45.660391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-baa31b41-19c8-42a1-92ac-d340229b81ed tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:45.717699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event deleted for resources: {'Port': ['ID=e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:45.729158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bcc7f064-693a-4e73-8c96-c5ad7585c7d6 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:56:45.731529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:45.788336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 00c658e4-0fac-4c9b-8a12-48d0da2031c1 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:56:45.803376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Calling delete_port for 00c658e4-0fac-4c9b-8a12-48d0da2031c1 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:45.944340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:45.956416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 00c658e4-0fac-4c9b-8a12-48d0da2031c1 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:56:45.956687 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7ba3bc5c-9e37-4779-978e-47eff23835fa req-f9165bb8-0792-40f0-9041-c9e04e1eeea1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 210 time: 0.0717766
Dec 18 06:56:45.989292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port bcc7f064-693a-4e73-8c96-c5ad7585c7d6, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bcc7f064-693a-4e73-8c96-c5ad7585c7d6,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:45.995655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:45.997844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:46.020249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6fb74-5ec7-4c1e-9ad5-6c8553e41527 req-1995e1f5-72ec-46a7-8122-8bd0b6995327 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:46.021978 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-40b6fb74-5ec7-4c1e-9ad5-6c8553e41527 req-1995e1f5-72ec-46a7-8122-8bd0b6995327 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 945 time: 0.3490622
Dec 18 06:56:46.072762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=bcc7f064-693a-4e73-8c96-c5ad7585c7d6,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:46.076210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:46.128497 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-40b6fb74-5ec7-4c1e-9ad5-6c8553e41527 req-0fd05d3a-1fd0-4ed8-b924-69f4c9d795d9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=38e4b65c-3ceb-4747-8006-5d804f60e2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687897
Dec 18 06:56:46.134979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:46.148487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:46.245726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Port': ['ID=00c658e4-0fac-4c9b-8a12-48d0da2031c1,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:46.255638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:46.273132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port bcc7f064-693a-4e73-8c96-c5ad7585c7d6, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bcc7f064-693a-4e73-8c96-c5ad7585c7d6,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:46.273535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:46.358989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No DVR routers for this DVR port 00c658e4-0fac-4c9b-8a12-48d0da2031c1 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:56:46.421094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:46.570238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:56:46.648201 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6', 'code': 200}
Dec 18 06:56:46.747656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:56:46.767964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:46.785629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:46.789765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bec3ae-c290-4ff0-8c03-e48b413459ee None None] Network 33d2ded7-8223-4528-a27c-c7d36a09f962 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:46.876486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Subnet': ['ID=79152f0f-8a66-4362-ba53-12eedc9d3982,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:46.878847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c433bae8-d81e-4c4a-86f7-8efd4e644e25 None None] Could not find standard attr ID for object 00c658e4-0fac-4c9b-8a12-48d0da2031c1. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 06:56:46.887666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:46.959784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:46.960153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:46.960454 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 disassociated. External IP: 172.26.7.231, port: bcc7f064-693a-4e73-8c96-c5ad7585c7d6.
Dec 18 06:56:46.960842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for bcc7f064-693a-4e73-8c96-c5ad7585c7d6 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:47.025170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:56:47.035590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bfabe8-c255-4e90-9aa5-3b717b041c07 None None] Sync routers for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:56:47.052738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5aa89c-c6f8-447d-b967-9f4b280cd36d None None] DHCP port deletion for 33d2ded7-8223-4528-a27c-c7d36a09f962 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:56:47.058912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bfabe8-c255-4e90-9aa5-3b717b041c07 None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:56:47.059643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-79bfabe8-c255-4e90-9aa5-3b717b041c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf10588>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:56:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:47.065394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:47.070192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] No DVR routers for this DVR port e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:56:47.083760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:47.094354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84147b40-5118-49f6-af64-0f80de33801b', 'name': 'network-vif-deleted', 'tag': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:56:47.097283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6681559b-4dc7-4f5d-8e18-05945e645147 None None] Network 33d2ded7-8223-4528-a27c-c7d36a09f962 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:47.105005 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c39deea5-81fd-42a8-8140-fcb77e94ea2d req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "DELETE /v2.0/ports/e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca HTTP/1.1" status: 204  len: 173 time: 3.8201363
Dec 18 06:56:47.131347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:56:47.131733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:56:47.196569 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84147b40-5118-49f6-af64-0f80de33801b', 'name': 'network-vif-deleted', 'tag': 'e158d6b7-56e6-4aaf-a7ce-8d0491a6c2ca', 'status': 'completed', 'code': 200}
Dec 18 06:56:47.206500 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69eaac30-c3ad-4c60-adf9-4931d62d5f97 req-e91f538c-543b-4643-8886-cc5c578d907a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 210 time: 0.0565336
Dec 18 06:56:47.285779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1e400c18>,) {'filters': {'network_id': ['33d2ded7-8223-4528-a27c-c7d36a09f962']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:47.319837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e400c18>, 'd284756e-014e-4b71-a7b5-ab3fc83311ec') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:47.320188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e400c18>, 'd284756e-014e-4b71-a7b5-ab3fc83311ec') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:47.334761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:47.358350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-79bfabe8-c255-4e90-9aa5-3b717b041c07 None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:56:47.394637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:47.401693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 6 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:47.425399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd2b9d6b-9028-4b0c-92fa-2c2c4fcd2d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:47.433429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:47.627729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 33d2ded7-8223-4528-a27c-c7d36a09f962 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:47.632978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port bcc7f064-693a-4e73-8c96-c5ad7585c7d6 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:47.633680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:47.662979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:47.675721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 00c658e4-0fac-4c9b-8a12-48d0da2031c1 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:56:47.684764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4f4d3-48d2-47aa-a25b-27cfa4a7b71d req-33aa9cdd-3586-4f49-93dd-3193e175faf2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:47.686683 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f5d4f4d3-48d2-47aa-a25b-27cfa4a7b71d req-33aa9cdd-3586-4f49-93dd-3193e175faf2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 943 time: 0.3361657
Dec 18 06:56:47.733716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 00c658e4-0fac-4c9b-8a12-48d0da2031c1 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:56:47.739983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 00c658e4-0fac-4c9b-8a12-48d0da2031c1 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:56:47.743930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-79bfabe8-c255-4e90-9aa5-3b717b041c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf10588>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:47.750164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bfabe8-c255-4e90-9aa5-3b717b041c07 None None] Checking router: 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:56:47.761594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bfabe8-c255-4e90-9aa5-3b717b041c07 None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:56:47.762469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-79bfabe8-c255-4e90-9aa5-3b717b041c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf10588>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:56:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:47.905608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f5d4f4d3-48d2-47aa-a25b-27cfa4a7b71d req-f23d2051-3f76-4928-a931-fe5c916ef90b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=38e4b65c-3ceb-4747-8006-5d804f60e2a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1633368
Dec 18 06:56:47.916816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 33d2ded7-8223-4528-a27c-c7d36a09f962 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:47.964623 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:47.988352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port bcc7f064-693a-4e73-8c96-c5ad7585c7d6, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bcc7f064-693a-4e73-8c96-c5ad7585c7d6,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:47.988746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:48.049630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:48.053180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcbed07b-5596-4cf9-ba47-4f716ab9597d tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:48.075202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:48.098760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Network': ['ID=33d2ded7-8223-4528-a27c-c7d36a09f962,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:48.102021 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/33d2ded7-8223-4528-a27c-c7d36a09f962 HTTP/1.1" status: 204  len: 168 time: 3.0835576
Dec 18 06:56:48.103222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:48.106741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54044) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:48.139762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-79bfabe8-c255-4e90-9aa5-3b717b041c07 None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:56:48.149131 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a52b8a-077d-4220-9c16-727fc7d17fad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:48.149662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a52b8a-077d-4220-9c16-727fc7d17fad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:48.154144 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-21a52b8a-077d-4220-9c16-727fc7d17fad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/subnets/79152f0f-8a66-4362-ba53-12eedc9d3982 HTTP/1.1" status: 404  len: 337 time: 0.0437148
Dec 18 06:56:48.154488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54048) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:48.183380 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b89f50-f424-4992-9734-a75bed85b603 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:48.183745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b89f50-f424-4992-9734-a75bed85b603 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:48.188369 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-17b89f50-f424-4992-9734-a75bed85b603 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/33d2ded7-8223-4528-a27c-c7d36a09f962 HTTP/1.1" status: 404  len: 339 time: 0.0301170
Dec 18 06:56:48.189053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54052) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:48.309270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ed54a0-78f5-42d6-bfa6-4df9f4df486b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:48.309837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ed54a0-78f5-42d6-bfa6-4df9f4df486b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:48.332806 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-57ed54a0-78f5-42d6-bfa6-4df9f4df486b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/subnets/cedba95f-0dfc-4d04-8027-a598d1dc1bb3 HTTP/1.1" status: 404  len: 337 time: 0.1429160
Dec 18 06:56:48.335511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54060) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:48.358931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:48.359449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:48.359885 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 disassociated. External IP: 172.26.7.231, port: bcc7f064-693a-4e73-8c96-c5ad7585c7d6.
Dec 18 06:56:48.360345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for bcc7f064-693a-4e73-8c96-c5ad7585c7d6 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:48.368904 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-301a41bd-62b5-4fe7-8ed8-48eb78658ed4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:48.370319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301a41bd-62b5-4fe7-8ed8-48eb78658ed4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:48.372581 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-301a41bd-62b5-4fe7-8ed8-48eb78658ed4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/818dcbc9-6678-41f5-84f7-08f166a862b3 HTTP/1.1" status: 404  len: 339 time: 0.0357516
Dec 18 06:56:48.375697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54064) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:48.508173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:48.520772 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-de8a33bc-be99-4fa0-b835-2516ed2b4c11 req-b2162d73-9808-407c-91db-ec22b3e6e862 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=84147b40-5118-49f6-af64-0f80de33801b HTTP/1.1" status: 200  len: 210 time: 0.1111534
Dec 18 06:56:48.542709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:48.551714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-79bfabe8-c255-4e90-9aa5-3b717b041c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf10588>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:48.556296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bfabe8-c255-4e90-9aa5-3b717b041c07 None None] The sync data for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs is: [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:56:48.574552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d1f273da-1bac-4a4d-a560-9ba3bd6d0c5b tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:48.583534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:48.687960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=bcc7f064-693a-4e73-8c96-c5ad7585c7d6,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:48.692902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:48.786027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:48.912852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c01e9b0>,) {'filters': {'network_id': ['01da3799-6847-4d10-85b0-83be60bde034']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:48.926173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c01e9b0>, 'f4ad1f84-f17b-463d-abf4-2f152c294455') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:48.926511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c01e9b0>, 'f4ad1f84-f17b-463d-abf4-2f152c294455') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:48.940519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:48.945125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 050bd5b2-204e-4197-903b-4d99eeb66625 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:56:48.956331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed8eab0-e397-4f29-8751-b8f9ff22c280 None None] New status for floating IP d1b41180-dbf4-4ef8-afc0-3b5e2470cc6e: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:56:48.957876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:48.959936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 5 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:49.397425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:49.434455 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8b0e2faf-4d47-47ad-8738-40428a06a102 req-590d5ff7-de5f-45ac-8f5b-dba35c7d3a28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6 HTTP/1.1" status: 200  len: 210 time: 0.0613465
Dec 18 06:56:49.458640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:56:49.468932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de590347-ada2-49ec-9219-7ce6d66ca29f None None] Sync routers for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:56:49.479358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de590347-ada2-49ec-9219-7ce6d66ca29f None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:56:49.480264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-de590347-ada2-49ec-9219-7ce6d66ca29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e71f2e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:56:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:49.494338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] No DVR routers for this DVR port bcc7f064-693a-4e73-8c96-c5ad7585c7d6 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:56:49.496607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:49.499469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'name': 'network-vif-deleted', 'tag': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:56:49.516120 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2c5df67a-d840-4fce-9303-bc9bd6ee3b91 req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "DELETE /v2.0/ports/bcc7f064-693a-4e73-8c96-c5ad7585c7d6 HTTP/1.1" status: 204  len: 173 time: 4.1901577
Dec 18 06:56:49.530377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 01da3799-6847-4d10-85b0-83be60bde034 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:49.541854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:49.573576 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eaf9e84-3e3e-4eac-9c8d-8f9e9bf003a6', 'name': 'network-vif-deleted', 'tag': 'bcc7f064-693a-4e73-8c96-c5ad7585c7d6', 'status': 'completed', 'code': 200}
Dec 18 06:56:49.741410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-de590347-ada2-49ec-9219-7ce6d66ca29f None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:56:49.754318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 01da3799-6847-4d10-85b0-83be60bde034 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:49.779421 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:49.863407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:49.866703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-174c723b-6d05-4a5d-afbb-850eaf1c6d47 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:49.882609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:49.897338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Network': ['ID=01da3799-6847-4d10-85b0-83be60bde034,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:49.902361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:49.903977 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/01da3799-6847-4d10-85b0-83be60bde034 HTTP/1.1" status: 204  len: 168 time: 1.5272861
Dec 18 06:56:49.906680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54080) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:49.950277 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc783cb6-fcd6-4cd9-a987-6b48dfd10f6c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:49.950860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc783cb6-fcd6-4cd9-a987-6b48dfd10f6c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:49.952801 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fc783cb6-fcd6-4cd9-a987-6b48dfd10f6c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/subnets/3bcb5cca-05d9-463e-a3d4-e4fa98c36c39 HTTP/1.1" status: 404  len: 337 time: 0.0448885
Dec 18 06:56:49.956106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54084) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:49.982365 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7a9d15-e0d9-4475-b761-c4aa20fe76e8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:49.982955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7a9d15-e0d9-4475-b761-c4aa20fe76e8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:49.984828 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ff7a9d15-e0d9-4475-b761-c4aa20fe76e8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/8d60f577-9f85-430b-8d72-306153f7cb49 HTTP/1.1" status: 404  len: 339 time: 0.0275908
Dec 18 06:56:49.987731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54088) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.039240 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27f432e-e269-4a4f-8e5b-8fa2855e8031 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.039553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c27f432e-e269-4a4f-8e5b-8fa2855e8031 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.041556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c27f432e-e269-4a4f-8e5b-8fa2855e8031 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/subnets/56b34dcc-6e3f-484e-99bf-f536db27aa9c HTTP/1.1" status: 404  len: 337 time: 0.0527909
Dec 18 06:56:50.044529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54092) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.070490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-16d0cc30-5c41-478f-b7e9-981778f0eacd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1893359104&fields=id&tenant_id=7f07f9809f59456d8b6d837c1309dd5c HTTP/1.1" status: 200  len: 267 time: 0.0694442
Dec 18 06:56:50.079622 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fe824d-7497-43a6-8dda-8fc66d4b13f3 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.080138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0fe824d-7497-43a6-8dda-8fc66d4b13f3 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.084475 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c0fe824d-7497-43a6-8dda-8fc66d4b13f3 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/383c55cc-492c-4c9f-8fe5-4bff5cdc128a HTTP/1.1" status: 404  len: 339 time: 0.0360153
Dec 18 06:56:50.085023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54096) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.101559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-de590347-ada2-49ec-9219-7ce6d66ca29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e71f2e8>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:30Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:50.105933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de590347-ada2-49ec-9219-7ce6d66ca29f None None] Checking router: 050bd5b2-204e-4197-903b-4d99eeb66625 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:56:50.116496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de590347-ada2-49ec-9219-7ce6d66ca29f None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:56:50.117173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-de590347-ada2-49ec-9219-7ce6d66ca29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e71f2e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:56:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:50.129074 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ee54b5-ed67-49c2-89d4-06b9d97a5fc1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.129783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ee54b5-ed67-49c2-89d4-06b9d97a5fc1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.131868 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-07ee54b5-ed67-49c2-89d4-06b9d97a5fc1 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/subnets/6e388d63-3a70-4877-9800-16a12b0b99dc HTTP/1.1" status: 404  len: 337 time: 0.0454133
Dec 18 06:56:50.136561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54100) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.166811 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6d19f8-0859-4518-8a37-b7697436dad5 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.168016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6d19f8-0859-4518-8a37-b7697436dad5 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.172469 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ce6d19f8-0859-4518-8a37-b7697436dad5 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/13d12871-b159-47e4-a9a2-8cdbdc569d07 HTTP/1.1" status: 404  len: 339 time: 0.0323148
Dec 18 06:56:50.173161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54104) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.227639 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-771800be-76fd-4048-8359-99d892673c18 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.228209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771800be-76fd-4048-8359-99d892673c18 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.232800 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-771800be-76fd-4048-8359-99d892673c18 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/subnets/c2b45075-d96c-4aa4-9416-d817465be004 HTTP/1.1" status: 404  len: 337 time: 0.0560455
Dec 18 06:56:50.233554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54108) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.264260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-763372e4-c78b-4f9d-8e40-5308cca6e72c tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:50.265277 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-16401b69-a858-417c-9730-6ebcc0f28fc2 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.265911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16401b69-a858-417c-9730-6ebcc0f28fc2 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.266290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-763372e4-c78b-4f9d-8e40-5308cca6e72c tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 812 time: 0.1830945
Dec 18 06:56:50.267870 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-16401b69-a858-417c-9730-6ebcc0f28fc2 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/39e02bfa-7e1c-47c8-9dda-e49ed89ef1de HTTP/1.1" status: 404  len: 339 time: 0.0336516
Dec 18 06:56:50.270547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54112) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.284015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-1213f16a-3b69-4fba-8a83-02d8bb8f93be tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/quotas/7f07f9809f59456d8b6d837c1309dd5c HTTP/1.1" status: 200  len: 375 time: 0.0104022
Dec 18 06:56:50.311544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-1408d729-d23e-415c-8d28-e7d162847749 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.312142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1408d729-d23e-415c-8d28-e7d162847749 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.314906 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1408d729-d23e-415c-8d28-e7d162847749 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/subnets/4493bd3a-f570-4626-bae4-bb88b073f26d HTTP/1.1" status: 404  len: 337 time: 0.0430875
Dec 18 06:56:50.317486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54116) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.334716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-de590347-ada2-49ec-9219-7ce6d66ca29f None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:56:50.344852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b39eb7-636c-45de-8827-900ec1378b70 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.345475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b39eb7-636c-45de-8827-900ec1378b70 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.347316 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-65b39eb7-636c-45de-8827-900ec1378b70 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/07c120b6-5b16-4046-ba92-92881f902add HTTP/1.1" status: 404  len: 339 time: 0.0286064
Dec 18 06:56:50.350078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54120) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.384524 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-e6596e13-11ec-453a-b41f-397487e8ec8e tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0935869
Dec 18 06:56:50.392116 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d69dad-e378-49ae-8367-de28de190c3a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.392625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d69dad-e378-49ae-8367-de28de190c3a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.396913 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-09d69dad-e378-49ae-8367-de28de190c3a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/subnets/745f01c3-f10a-46ac-b4b1-ca7a2a6c535f HTTP/1.1" status: 404  len: 337 time: 0.0434771
Dec 18 06:56:50.397178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54124) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.429173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c7e5d8-1d3e-41ae-be44-3ccfcc1e17dd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.429764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c7e5d8-1d3e-41ae-be44-3ccfcc1e17dd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.431634 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-84c7e5d8-1d3e-41ae-be44-3ccfcc1e17dd tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/3aa136b2-0f60-4c28-98d1-ddf9bb061a8f HTTP/1.1" status: 404  len: 339 time: 0.0332994
Dec 18 06:56:50.434835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54128) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.481220 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e578d9-9192-4040-8b36-bc1e1e113ad8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.481751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e578d9-9192-4040-8b36-bc1e1e113ad8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.488501 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b7e578d9-9192-4040-8b36-bc1e1e113ad8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/subnets/db671a78-fb4a-4cfd-86d0-891753e472bf HTTP/1.1" status: 404  len: 337 time: 0.0520084
Dec 18 06:56:50.489043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54134) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.525755 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a04986-22f7-48ba-a943-a1c2ea7ea1d4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.526257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a04986-22f7-48ba-a943-a1c2ea7ea1d4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.532401 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-26a04986-22f7-48ba-a943-a1c2ea7ea1d4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/b3a0acb9-ec20-4b9d-b49a-225d8a04e971 HTTP/1.1" status: 404  len: 339 time: 0.0420384
Dec 18 06:56:50.533040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54138) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.551145 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-ab41a3b7-0038-401c-b805-482842b0102a service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476972
Dec 18 06:56:50.554740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54142) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.588673 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cee650-5981-4583-99a5-c3a0d0182677 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.589170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cee650-5981-4583-99a5-c3a0d0182677 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.593597 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-87cee650-5981-4583-99a5-c3a0d0182677 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/subnets/7f826eda-2fa0-40f0-b665-e8f375780b99 HTTP/1.1" status: 404  len: 337 time: 0.0539074
Dec 18 06:56:50.594687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54146) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.627090 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-df35c427-a283-406c-98ca-9ad05e9318d7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] DELETE failed (client error): The resource could not be found.
Dec 18 06:56:50.627585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df35c427-a283-406c-98ca-9ad05e9318d7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 06:56:50.631903 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-df35c427-a283-406c-98ca-9ad05e9318d7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/757e6a19-86d9-4efc-ad89-29ddfeac8604 HTTP/1.1" status: 404  len: 339 time: 0.0345440
Dec 18 06:56:50.632170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54150) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:50.673405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-de590347-ada2-49ec-9219-7ce6d66ca29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e71f2e8>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:30Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:50.678302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de590347-ada2-49ec-9219-7ce6d66ca29f None None] The sync data for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs is: [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:54:20Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '49908ca8-e9d8-4cfa-bdd6-c471d26cbd12', 'name': '', 'network_id': '33289224-0e91-4fc4-8e4e-89c5aa87f246', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:84:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:16Z', 'updated_at': '2020-12-18T06:54:30Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '53560bf3-5fc1-45f6-8d54-8232541d4afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:56:50.758291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51608041-01fb-45e3-902c-1d47a32cf615 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:50.777981 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-176cb59e-1f00-4eba-9208-babdf284e286 service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2197356
Dec 18 06:56:50.797313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51608041-01fb-45e3-902c-1d47a32cf615 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:50.858819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51608041-01fb-45e3-902c-1d47a32cf615 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:50.864551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b2a32ca-6e2d-4886-95a3-c439c2b0e176 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:50.870879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Deleting subnet a4e351d5-6a09-4278-b548-5d3a8e99269d {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:56:50.874286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:50.882380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51608041-01fb-45e3-902c-1d47a32cf615 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e4b65c-3ceb-4747-8006-5d804f60e2a1,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:50.885884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-51608041-01fb-45e3-902c-1d47a32cf615 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:50.894652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51608041-01fb-45e3-902c-1d47a32cf615 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:50.898965 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-51608041-01fb-45e3-902c-1d47a32cf615 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/security-groups/38e4b65c-3ceb-4747-8006-5d804f60e2a1 HTTP/1.1" status: 204  len: 168 time: 0.3430398
Dec 18 06:56:50.950979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:50.971595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54162) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:51.055754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:51.152394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91d08d1-fe47-4494-81f6-d284b7f6700b None None] New status for floating IP eeacfbc6-cfb8-4077-a1d9-92f650e42bb6: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:56:51.152980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 1f2fcf53-0ea5-467b-a408-208685bfb633 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:51.153371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:51.409103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:51.409938 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fea5a768-bf34-4656-a5e1-a5365af35886 req-e42bc02a-9086-4240-9afc-7c0b3193e063 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 210 time: 0.0707574
Dec 18 06:56:51.413833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:51.414196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:51.520814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:51.553493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 1f2fcf53-0ea5-467b-a408-208685bfb633 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:51.566939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Subnet': ['ID=a4e351d5-6a09-4278-b548-5d3a8e99269d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:51.579116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.579550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.579976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.581181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.581181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.581181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.581548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.582022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.582397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.582748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.583160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.583559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.584026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.584431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.584836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.585243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.585672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.586078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.586478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.587058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.587251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.587637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.588067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.588470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:51.592891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:51.594011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:51.604552 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/subnets/a4e351d5-6a09-4278-b548-5d3a8e99269d HTTP/1.1" status: 204  len: 168 time: 0.9711063
Dec 18 06:56:51.606065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8f14da-6790-47d5-97e0-df5e538cc097 None None] Network 7d928529-e3e1-49e5-8d96-7a39670a102b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:56:51.606947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54176) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:51.755404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:51.817805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:56:51.818089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:56:51.827394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Deleting port 16f8a59e-149d-4d70-92e8-c1f77a383323 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:51.827780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:51.915010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf69969-d368-479e-92ed-1b507ef607d3 None None] DHCP port deletion for 7d928529-e3e1-49e5-8d96-7a39670a102b request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:56:51.919379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4cf69969-d368-479e-92ed-1b507ef607d3 None None] Deleting port 16f8a59e-149d-4d70-92e8-c1f77a383323 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:51.919812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4cf69969-d368-479e-92ed-1b507ef607d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:52.043514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] For port 16f8a59e-149d-4d70-92e8-c1f77a383323, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=16f8a59e-149d-4d70-92e8-c1f77a383323,segment=NetworkSegment(386dfb8b-78e1-4bb6-8d4c-e6b72371e22d),segment_id=386dfb8b-78e1-4bb6-8d4c-e6b72371e22d)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:52.044032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:52.139848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4cf69969-d368-479e-92ed-1b507ef607d3 None None] For port 16f8a59e-149d-4d70-92e8-c1f77a383323, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=16f8a59e-149d-4d70-92e8-c1f77a383323,segment=NetworkSegment(386dfb8b-78e1-4bb6-8d4c-e6b72371e22d),segment_id=386dfb8b-78e1-4bb6-8d4c-e6b72371e22d)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:52.140208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4cf69969-d368-479e-92ed-1b507ef607d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:52.168830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Calling delete_port for 16f8a59e-149d-4d70-92e8-c1f77a383323 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:52.243481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:52.259565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a480f84b-a580-41de-9a7b-73403d306073 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:52.266802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4cf69969-d368-479e-92ed-1b507ef607d3 None None] Calling delete_port for 16f8a59e-149d-4d70-92e8-c1f77a383323 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:52.341414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 1f2fcf53-0ea5-467b-a408-208685bfb633 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:52.341799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:52.342332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-4cf69969-d368-479e-92ed-1b507ef607d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:56:52.342789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-4cf69969-d368-479e-92ed-1b507ef607d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:56:52.381978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Port': ['ID=16f8a59e-149d-4d70-92e8-c1f77a383323,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:52.391047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:52.528356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] No DVR routers for this DVR port 16f8a59e-149d-4d70-92e8-c1f77a383323 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:56:52.543721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-11605c2a-7670-4d99-9a38-f78787b142c8 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:52.548730 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-11605c2a-7670-4d99-9a38-f78787b142c8 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 812 time: 0.1881096
Dec 18 06:56:52.552318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:52.646779 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-ec529bff-b085-4af9-91ad-1b8a4982fe73 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f07f9809f59456d8b6d837c1309dd5c HTTP/1.1" status: 200  len: 5559 time: 0.0762615
Dec 18 06:56:52.663472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'port': {'device_id': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'admin_state_up': True, 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'security_groups': ['34eeec42-a908-4a44-902d-e2ca0a6b619c']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:52.825427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:52.831293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Usage tracker for resource:port and tenant:7f07f9809f59456d8b6d837c1309dd5c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:52.834837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Quota usage for port was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:52.842200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:52.844180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4cf69969-d368-479e-92ed-1b507ef607d3 None None] Deleting port 16f8a59e-149d-4d70-92e8-c1f77a383323 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:52.845265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4cf69969-d368-479e-92ed-1b507ef607d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:52.855826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Made reservation on behalf of 7f07f9809f59456d8b6d837c1309dd5c for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:56:52.862135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:52.927711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4cf69969-d368-479e-92ed-1b507ef607d3 None None] The port '16f8a59e-149d-4d70-92e8-c1f77a383323' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 06:56:53.018423 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-283e5a29-b8ef-43bd-8745-5913e2edeb77 req-01a8aaef-38d7-450e-8734-e115bff00f75 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 210 time: 0.4523592
Dec 18 06:56:53.060192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:53.077104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:53.077472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:53.206900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Allocated IP 172.20.0.7 (a375a69a-6e5f-412d-9823-fc6ead523a6c/78821787-edac-43eb-b274-9bb49f6c2ee0/69b33c41-f900-4cd1-974b-5200a03641de) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:56:53.276831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 1f2fcf53-0ea5-467b-a408-208685bfb633 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:53.358316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c33fe10>,) {'filters': {'network_id': ['7d928529-e3e1-49e5-8d96-7a39670a102b']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:53.382972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c33fe10>, '386dfb8b-78e1-4bb6-8d4c-e6b72371e22d') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:53.383308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c33fe10>, '386dfb8b-78e1-4bb6-8d4c-e6b72371e22d') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:56:53.405026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:53.415454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:53.422381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:53.425976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:56:53.627441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 16f8a59e-149d-4d70-92e8-c1f77a383323 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:56:53.660046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 7d928529-e3e1-49e5-8d96-7a39670a102b has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:53.664899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 16f8a59e-149d-4d70-92e8-c1f77a383323 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:56:53.665311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 16f8a59e-149d-4d70-92e8-c1f77a383323 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:56:53.668795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:53.685184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:53.699158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc84f7bf-8dd4-4d67-9077-5e47627e1355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:53.851505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=1f2fcf53-0ea5-467b-a408-208685bfb633,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:53.868327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:53.992281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Network 7d928529-e3e1-49e5-8d96-7a39670a102b has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:56:54.021231 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:56:54.122273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Transition to ACTIVE for port object 69b33c41-f900-4cd1-974b-5200a03641de will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:54.126791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:54.150028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:54.163326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:54.176683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1b7b222b-a805-44cd-83cc-419297e7c51d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:54.185085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:54.244734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Pushing event deleted for resources: {'Network': ['ID=7d928529-e3e1-49e5-8d96-7a39670a102b,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:54.248000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:54.285236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:54.287722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:54.288951 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/floatingips/eeacfbc6-cfb8-4077-a1d9-92f650e42bb6 HTTP/1.1" status: 204  len: 168 time: 3.3161631
Dec 18 06:56:54.295748 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] 10.222.0.23 "DELETE /v2.0/networks/7d928529-e3e1-49e5-8d96-7a39670a102b HTTP/1.1" status: 204  len: 168 time: 2.6853671
Dec 18 06:56:54.335498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5e9a6-aebf-4cf3-b1e8-1c1d3d3c8d82 req-ea1f98f4-085f-4c9f-a052-98c4890aa7e3 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:54.337052 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-51a5e9a6-aebf-4cf3-b1e8-1c1d3d3c8d82 req-ea1f98f4-085f-4c9f-a052-98c4890aa7e3 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 931 time: 0.1414502
Dec 18 06:56:54.369821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event updated for resources: {'Port': ['ID=69b33c41-f900-4cd1-974b-5200a03641de,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:54.373539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Network a375a69a-6e5f-412d-9823-fc6ead523a6c is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:56:54.374648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:54.375640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:56:54.377938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:56:54.410031 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-51a5e9a6-aebf-4cf3-b1e8-1c1d3d3c8d82 req-952e5584-a485-41ce-ad7f-8d0665fb0d57 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0649505
Dec 18 06:56:54.455703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:54.456731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:54.485492 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8265572
Dec 18 06:56:54.505108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Request body: {'port': {'device_id': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:54.645767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:54.668144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bd5fea02-9a63-4c56-9f27-dd52196ba515 None None] Provisioning for port 69b33c41-f900-4cd1-974b-5200a03641de completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:56:54.684163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bd5fea02-9a63-4c56-9f27-dd52196ba515 None None] Provisioning complete for port 69b33c41-f900-4cd1-974b-5200a03641de triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:56:54.684554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bd5fea02-9a63-4c56-9f27-dd52196ba515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:54.726253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54194) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:54.750771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb2c58-43cf-40fe-abac-0aae0bdaf681 req-3321f47e-004e-4858-8aa7-e0e01c04d76d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:54.751935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-39cb2c58-43cf-40fe-abac-0aae0bdaf681 req-3321f47e-004e-4858-8aa7-e0e01c04d76d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:56:54.770797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-39cb2c58-43cf-40fe-abac-0aae0bdaf681 req-3321f47e-004e-4858-8aa7-e0e01c04d76d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:56:54.772553 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-39cb2c58-43cf-40fe-abac-0aae0bdaf681 req-3321f47e-004e-4858-8aa7-e0e01c04d76d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 945 time: 0.1161497
Dec 18 06:56:54.774360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bd5fea02-9a63-4c56-9f27-dd52196ba515 None None] Port 69b33c41-f900-4cd1-974b-5200a03641de cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:56:54.822718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-39cb2c58-43cf-40fe-abac-0aae0bdaf681 req-8b957ffc-c224-48b9-bd80-d44fb96a741f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:56:54.838193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-39cb2c58-43cf-40fe-abac-0aae0bdaf681 req-8b957ffc-c224-48b9-bd80-d44fb96a741f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:56:54.839474 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-39cb2c58-43cf-40fe-abac-0aae0bdaf681 req-8b957ffc-c224-48b9-bd80-d44fb96a741f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595691
Dec 18 06:56:55.029700 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-079b5790-9633-4a6b-b413-3c2bce8a4f21 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcd25979a0cf42dc89c7991bec6d7324&name=default HTTP/1.1" status: 200  len: 2883 time: 0.3021293
Dec 18 06:56:55.032246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54200) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:55.151882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1633e1e1-b623-437d-a476-ecbea8d2f4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:55.202597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b33c41-f900-4cd1-974b-5200a03641de {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:56:55.209327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1633e1e1-b623-437d-a476-ecbea8d2f4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:55.216815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:55.242332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Transition to ACTIVE for port object 69b33c41-f900-4cd1-974b-5200a03641de will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:56:55.253872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:55.271719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc31d2a0-4517-4f4b-9cbc-e2db1bd8e35a tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:55.405899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Pushing event updated for resources: {'Port': ['ID=69b33c41-f900-4cd1-974b-5200a03641de,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:55.410730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1633e1e1-b623-437d-a476-ecbea8d2f4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:55.424367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:55.426139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8fd10f55-337c-4d48-9e3e-94c690887d31 tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:55.443079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633e1e1-b623-437d-a476-ecbea8d2f4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1f4af6-a6a4-4a05-8090-6ff9a62304d8,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:55.448379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1633e1e1-b623-437d-a476-ecbea8d2f4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:55.458530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1633e1e1-b623-437d-a476-ecbea8d2f4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:55.462256 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1633e1e1-b623-437d-a476-ecbea8d2f4b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e1f4af6-a6a4-4a05-8090-6ff9a62304d8 HTTP/1.1" status: 204  len: 168 time: 0.4265494
Dec 18 06:56:55.631406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Attempting to bind port 69b33c41-f900-4cd1-974b-5200a03641de on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:56:55.631406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Attempting to bind port 69b33c41-f900-4cd1-974b-5200a03641de by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:56:55.631792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Attempting to bind port 69b33c41-f900-4cd1-974b-5200a03641de on network a375a69a-6e5f-412d-9823-fc6ead523a6c {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:56:55.654657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:56:55.655247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Checking segment: {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:56:55.655636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:55.656168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Bound using segment: {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:56:55.658181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Bound port: 69b33c41-f900-4cd1-974b-5200a03641de, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:56:55.658634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:55.681405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f93ef1-44fe-4086-abf7-ae68a75917eb req-993d4072-3a47-484b-896d-b5bb00f611a7 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:55.684087 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53f93ef1-44fe-4086-abf7-ae68a75917eb req-993d4072-3a47-484b-896d-b5bb00f611a7 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 943 time: 0.1195390
Dec 18 06:56:55.749405 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53f93ef1-44fe-4086-abf7-ae68a75917eb req-2833a830-3267-4310-99f8-2df9476763ce tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0579312
Dec 18 06:56:55.784801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] For port 69b33c41-f900-4cd1-974b-5200a03641de, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:56:55.788040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] For port 69b33c41-f900-4cd1-974b-5200a03641de, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=69b33c41-f900-4cd1-974b-5200a03641de,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:56:55.791807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:55.808080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:55.971178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Pushing event updated for resources: {'Port': ['ID=69b33c41-f900-4cd1-974b-5200a03641de,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:55.976991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:56.014486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:56.015211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:56.016879 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] 10.222.0.15 "PUT /v2.0/ports/69b33c41-f900-4cd1-974b-5200a03641de HTTP/1.1" status: 200  len: 1157 time: 1.5184138
Dec 18 06:56:56.017450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'tag': '69b33c41-f900-4cd1-974b-5200a03641de'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:56:56.082521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd1f24-e1c9-4af0-984b-ac79ecb30c00 req-7dbacbe2-e4b9-4b88-b7fe-cae703cca573 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:56.091493 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-27cd1f24-e1c9-4af0-984b-ac79ecb30c00 req-7dbacbe2-e4b9-4b88-b7fe-cae703cca573 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 945 time: 0.1082990
Dec 18 06:56:56.105880 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'tag': '69b33c41-f900-4cd1-974b-5200a03641de', 'status': 'completed', 'code': 200}
Dec 18 06:56:56.154262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-2fd65a11-251f-44a9-85a5-c2c3ed0c8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:56.154603 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-27cd1f24-e1c9-4af0-984b-ac79ecb30c00 req-bb774495-2e27-4cec-8c72-ffd75dc24e18 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618157
Dec 18 06:56:56.155933 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-2fd65a11-251f-44a9-85a5-c2c3ed0c8d9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 1160 time: 0.0956471
Dec 18 06:56:56.492181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54228) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:56.559458 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-dc674269-a79a-4e92-b188-93e5b268cb7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b33c41-f900-4cd1-974b-5200a03641de HTTP/1.1" status: 200  len: 217 time: 0.3914497
Dec 18 06:56:56.635638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-86e0fe88-c19e-4042-99e0-f04fac89df06 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] Request body: {'subnetpool': {'name': 'tempest-subnetpools-576840837', 'prefixes': ['172.20.0.0/16']}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:56.641942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-86e0fe88-c19e-4042-99e0-f04fac89df06 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:56.656089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-090db8d6-9c94-4efd-bdc5-32d82ad1f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:56.657710 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-090db8d6-9c94-4efd-bdc5-32d82ad1f13a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0869260
Dec 18 06:56:56.663884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5d971-4199-4467-9dd0-7b87b2bac66b req-e3e0769a-f659-4268-9de5-6ee13f05a3e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:56.664615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d6c5d971-4199-4467-9dd0-7b87b2bac66b req-e3e0769a-f659-4268-9de5-6ee13f05a3e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:56:56.698410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-86e0fe88-c19e-4042-99e0-f04fac89df06 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] Notify callbacks [] for subnetpool, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:56.699710 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-86e0fe88-c19e-4042-99e0-f04fac89df06 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 0.2064273
Dec 18 06:56:56.702527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54234) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:56.725704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d6c5d971-4199-4467-9dd0-7b87b2bac66b req-e3e0769a-f659-4268-9de5-6ee13f05a3e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:56:56.726937 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d6c5d971-4199-4467-9dd0-7b87b2bac66b req-e3e0769a-f659-4268-9de5-6ee13f05a3e2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 945 time: 0.2229347
Dec 18 06:56:56.731579 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2d1d100b-8f3b-45a9-a6c2-16bef265c532 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] 10.222.0.23 "GET /v2.0/subnetpools/b26cad39-6a51-454a-b264-33a25bce4060 HTTP/1.1" status: 200  len: 731 time: 0.0278385
Dec 18 06:56:56.734277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54238) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:56.739888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-573f188e-7c58-4cef-85d8-1242395c9af4 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1947295148'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:56:56.819609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-d6c5d971-4199-4467-9dd0-7b87b2bac66b req-ffecd778-2410-45bf-8842-87a081c60024 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 1508773c-f545-46f1-8945-5465c2fd6229 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:56:56.820002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d6c5d971-4199-4467-9dd0-7b87b2bac66b req-ffecd778-2410-45bf-8842-87a081c60024 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:56.831885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-573f188e-7c58-4cef-85d8-1242395c9af4 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] Notify callbacks [] for subnetpool, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:56.835904 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-573f188e-7c58-4cef-85d8-1242395c9af4 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] 10.222.0.23 "PUT /v2.0/subnetpools/b26cad39-6a51-454a-b264-33a25bce4060 HTTP/1.1" status: 200  len: 684 time: 0.0980692
Dec 18 06:56:56.836360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54244) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:56.851637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-373ac363-da61-484c-9bd2-c6a1aea73aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:56.853323 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-373ac363-da61-484c-9bd2-c6a1aea73aa9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1845722
Dec 18 06:56:56.990304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-edc5dc69-023c-4600-bbf0-5352da1698a2 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] Notify callbacks [] for subnetpool, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:56.991562 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-edc5dc69-023c-4600-bbf0-5352da1698a2 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] 10.222.0.23 "DELETE /v2.0/subnetpools/b26cad39-6a51-454a-b264-33a25bce4060 HTTP/1.1" status: 204  len: 168 time: 0.1539652
Dec 18 06:56:56.996329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54248) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:57.019184 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-aeae4d6c-e0bf-4b54-8e30-1b66d6aec664 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] show failed (client error): The resource could not be found.
Dec 18 06:56:57.020283 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aeae4d6c-e0bf-4b54-8e30-1b66d6aec664 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] 10.222.0.23 "GET /v2.0/subnetpools/b26cad39-6a51-454a-b264-33a25bce4060 HTTP/1.1" status: 404  len: 346 time: 0.0229752
Dec 18 06:56:57.026584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54252) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:57.028491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8e111-6511-4b48-bdb7-a85e33d463ed req-dfe5521c-4169-4e16-ae06-9c2ea5e299a9 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:57.030100 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-50e8e111-6511-4b48-bdb7-a85e33d463ed req-dfe5521c-4169-4e16-ae06-9c2ea5e299a9 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 943 time: 0.1456783
Dec 18 06:56:57.072365 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-f8d20c25-acf9-489d-90ff-6034e091c8f6 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] delete failed (client error): The resource could not be found.
Dec 18 06:56:57.073464 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f8d20c25-acf9-489d-90ff-6034e091c8f6 tempest-SubnetPoolsTestJSON-137659213 tempest-SubnetPoolsTestJSON-137659213] 10.222.0.23 "DELETE /v2.0/subnetpools/b26cad39-6a51-454a-b264-33a25bce4060 HTTP/1.1" status: 404  len: 346 time: 0.0434158
Dec 18 06:56:57.079610 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-50e8e111-6511-4b48-bdb7-a85e33d463ed req-945f23ac-cb20-4815-8ad4-4b001208cad5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0432370
Dec 18 06:56:57.178210 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-4aaf4100-1e85-4d4b-85de-2837b9567949 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3129616
Dec 18 06:56:57.326060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-d6c5d971-4199-4467-9dd0-7b87b2bac66b req-ffecd778-2410-45bf-8842-87a081c60024 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 1508773c-f545-46f1-8945-5465c2fd6229, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=1508773c-f545-46f1-8945-5465c2fd6229,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:56:57.326467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d6c5d971-4199-4467-9dd0-7b87b2bac66b req-ffecd778-2410-45bf-8842-87a081c60024 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:57.371908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ce08a-4821-49e2-a30e-64c0006cad03 req-7eff6a35-97d6-4780-98f5-4ef2ab55f465 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:57.373746 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-307ce08a-4821-49e2-a30e-64c0006cad03 req-7eff6a35-97d6-4780-98f5-4ef2ab55f465 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 945 time: 0.0902743
Dec 18 06:56:57.406133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54262) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:57.437027 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-307ce08a-4821-49e2-a30e-64c0006cad03 req-6dd78c46-1acd-409a-8485-9409e57abb28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=c8072283-93c6-4f69-ab5c-d7bba1bacb0d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564392
Dec 18 06:56:57.472788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-d6c5d971-4199-4467-9dd0-7b87b2bac66b req-ffecd778-2410-45bf-8842-87a081c60024 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 1508773c-f545-46f1-8945-5465c2fd6229 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:56:57.541664 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c653c0ce-5eaf-49c4-bbdb-6525ce380505 req-2cf32e89-21d9-473b-977d-ffb9ebfaf0c0 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3504157
Dec 18 06:56:57.591429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:57.607692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:56:57.612338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Usage tracker for resource:security_group_rule and tenant:9331139cffb54d76b2d477f44bd511a7 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:56:57.615387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:56:57.621263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:56:57.694705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d6c5d971-4199-4467-9dd0-7b87b2bac66b req-ffecd778-2410-45bf-8842-87a081c60024 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:57.710985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-010b9ea0-d875-4a96-b1af-95a5ccb815be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:57.766200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:57.769002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:57.774985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 1508773c-f545-46f1-8945-5465c2fd6229 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:56:57.778776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-856eae80-c00a-4ea2-95a5-348882b6b511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:57.810752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: 1508773c-f545-46f1-8945-5465c2fd6229 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:56:57.811437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 1508773c-f545-46f1-8945-5465c2fd6229 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:56:57.821659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9331139cffb54d76b2d477f44bd511a7&name=default HTTP/1.1" status: 200  len: 2883 time: 0.4072342
Dec 18 06:56:57.823901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2486c674-34fe-4427-a795-828adde21fb3,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:57.827363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54268) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:57.827889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecd778-2410-45bf-8842-87a081c60024 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=1508773c-f545-46f1-8945-5465c2fd6229,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:57.833304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ffecd778-2410-45bf-8842-87a081c60024 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:57.858757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.859194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.859627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.860049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.860466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.860881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.861296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.861731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.862151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.862418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:56:57.862593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.862946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.863354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.863824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.864234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.864643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.865052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.865174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5ff7a-ff8d-4fc4-97d2-997d1eca521e req-689dbf11-e05d-4fc6-a94b-fc7082e5272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:57.865459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.865893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.866299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.866704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.866880 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bba5ff7a-ff8d-4fc4-97d2-997d1eca521e req-689dbf11-e05d-4fc6-a94b-fc7082e5272e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 1160 time: 0.2624133
Dec 18 06:56:57.867109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.867512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.867920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.868323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:56:57.875525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:57.911029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b55a828-3d9e-48d3-b78f-7f4be190586d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:57.938341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b55a828-3d9e-48d3-b78f-7f4be190586d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:57.988058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b55a828-3d9e-48d3-b78f-7f4be190586d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:57.993799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-299cd26c-95a5-4f07-9521-b30b4b52dbf6 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:58.008505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55a828-3d9e-48d3-b78f-7f4be190586d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2486c674-34fe-4427-a795-828adde21fb3,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:58.012376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b55a828-3d9e-48d3-b78f-7f4be190586d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:58.013339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b55a828-3d9e-48d3-b78f-7f4be190586d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:58.017505 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8b55a828-3d9e-48d3-b78f-7f4be190586d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2486c674-34fe-4427-a795-828adde21fb3 HTTP/1.1" status: 204  len: 168 time: 0.1890466
Dec 18 06:56:58.022783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c5d971-4199-4467-9dd0-7b87b2bac66b req-ffecd778-2410-45bf-8842-87a081c60024 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] No DVR routers for this DVR port 1508773c-f545-46f1-8945-5465c2fd6229 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:56:58.028265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d6c5d971-4199-4467-9dd0-7b87b2bac66b req-ffecd778-2410-45bf-8842-87a081c60024 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:58.065583 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d6c5d971-4199-4467-9dd0-7b87b2bac66b req-ffecd778-2410-45bf-8842-87a081c60024 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "DELETE /v2.0/ports/1508773c-f545-46f1-8945-5465c2fd6229 HTTP/1.1" status: 204  len: 173 time: 1.3292084
Dec 18 06:56:58.073105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5ff7a-ff8d-4fc4-97d2-997d1eca521e req-050fe5ea-57f7-485a-95e3-4294559724e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:58.074646 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bba5ff7a-ff8d-4fc4-97d2-997d1eca521e req-050fe5ea-57f7-485a-95e3-4294559724e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.1967814
Dec 18 06:56:58.133627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'name': 'network-vif-deleted', 'tag': '1508773c-f545-46f1-8945-5465c2fd6229'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:56:58.160312 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bba5ff7a-ff8d-4fc4-97d2-997d1eca521e req-36433571-de0b-42dd-af89-8ecdd30d3bc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b33c41-f900-4cd1-974b-5200a03641de HTTP/1.1" status: 200  len: 217 time: 0.0770607
Dec 18 06:56:58.235341 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db64376c-3fb8-4a2a-8c0a-064338145658', 'name': 'network-vif-deleted', 'tag': '1508773c-f545-46f1-8945-5465c2fd6229', 'status': 'completed', 'code': 200}
Dec 18 06:56:58.260564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5ff7a-ff8d-4fc4-97d2-997d1eca521e req-eed71c90-764b-4995-95fb-5b82a768905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:58.262430 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bba5ff7a-ff8d-4fc4-97d2-997d1eca521e req-eed71c90-764b-4995-95fb-5b82a768905d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0908329
Dec 18 06:56:58.318528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9204b36b-c004-4331-893b-48032392da87 req-57022709-9ffb-43c6-88a5-a5fa6db7d9a2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:58.320344 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9204b36b-c004-4331-893b-48032392da87 req-57022709-9ffb-43c6-88a5-a5fa6db7d9a2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 943 time: 0.0937338
Dec 18 06:56:58.371440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5ff7a-ff8d-4fc4-97d2-997d1eca521e req-4ae3d232-7fcf-4e27-b200-43edc9e95999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:58.373080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bba5ff7a-ff8d-4fc4-97d2-997d1eca521e req-4ae3d232-7fcf-4e27-b200-43edc9e95999 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0944147
Dec 18 06:56:58.374301 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9204b36b-c004-4331-893b-48032392da87 req-5e3a6e5c-ac8f-40eb-94ff-6c62d93d2184 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0452800
Dec 18 06:56:58.524681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bba5ff7a-ff8d-4fc4-97d2-997d1eca521e req-e05a7e81-70e1-474d-b5c5-185ecd79b427 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431491
Dec 18 06:56:58.638853 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10c55c30-ed2a-4bc7-bf99-0b7bdc932675 req-93b77f8f-c5c5-49a3-b52b-2da1d63e1445 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=db64376c-3fb8-4a2a-8c0a-064338145658 HTTP/1.1" status: 200  len: 210 time: 0.0540361
Dec 18 06:56:58.682659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bba5ff7a-ff8d-4fc4-97d2-997d1eca521e req-e4f1c3b8-99b1-4c45-b3f9-189f52ab19ae service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1498835
Dec 18 06:56:59.585157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f19e22-cc8d-4843-8c54-75187952b98e req-3bca9cbf-409e-4ca1-bda9-18cf5b322a8c tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:56:59.586782 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-27f19e22-cc8d-4843-8c54-75187952b98e req-3bca9cbf-409e-4ca1-bda9-18cf5b322a8c tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 943 time: 0.0830994
Dec 18 06:56:59.634897 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-27f19e22-cc8d-4843-8c54-75187952b98e req-955d3592-24bb-4260-9e6b-571281666026 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417445
Dec 18 06:56:59.748582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54284) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:56:59.821985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-437731fd-a436-4a06-b4b5-e45dc54237f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:59.852221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-437731fd-a436-4a06-b4b5-e45dc54237f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:59.902592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-437731fd-a436-4a06-b4b5-e45dc54237f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:59.907915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ebd8db41-2786-4716-92dc-ca5f8d529d56 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:56:59.924470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437731fd-a436-4a06-b4b5-e45dc54237f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8072283-93c6-4f69-ab5c-d7bba1bacb0d,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:56:59.928842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-437731fd-a436-4a06-b4b5-e45dc54237f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:56:59.932334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-437731fd-a436-4a06-b4b5-e45dc54237f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:56:59.933578 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-437731fd-a436-4a06-b4b5-e45dc54237f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/security-groups/c8072283-93c6-4f69-ab5c-d7bba1bacb0d HTTP/1.1" status: 204  len: 168 time: 0.1839139
Dec 18 06:56:59.980134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54290) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:00.347177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:01.041912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f538bdf-74df-44be-98a7-4aae64af9446 req-0b60483a-c142-4584-ba80-be74998ce469 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:01.043440 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1f538bdf-74df-44be-98a7-4aae64af9446 req-0b60483a-c142-4584-ba80-be74998ce469 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 943 time: 0.2168550
Dec 18 06:57:01.145456 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1f538bdf-74df-44be-98a7-4aae64af9446 req-4ef8e1ec-2ec1-4c57-a50a-689caf97d249 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0932226
Dec 18 06:57:01.341975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:57:01.342364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:01.541031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=49908ca8-e9d8-4cfa-bdd6-c471d26cbd12,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:57:01.541436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:01.673324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:57:01.874859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:01.890048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cd9de906-3e28-407e-aad5-d845a55ec5d3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:01.990314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=49908ca8-e9d8-4cfa-bdd6-c471d26cbd12,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:01.994883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:02.349425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:02.479191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36288c-2525-47a2-9b71-42364a7249de req-2583d749-c8fe-4b82-a966-c023e5b3a0c4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:02.480802 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ba36288c-2525-47a2-9b71-42364a7249de req-2583d749-c8fe-4b82-a966-c023e5b3a0c4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 943 time: 0.2062058
Dec 18 06:57:02.603807 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ba36288c-2525-47a2-9b71-42364a7249de req-3ab21ccb-81a4-4de5-9073-649a7a9011b7 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1150129
Dec 18 06:57:02.912981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 050bd5b2-204e-4197-903b-4d99eeb66625 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:57:03.096947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:57:03.107100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5cc852-b5d1-4b9b-8745-6eb86d8848d6 None None] Sync routers for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:57:03.111940 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/050bd5b2-204e-4197-903b-4d99eeb66625/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1306083
Dec 18 06:57:03.114949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54298) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:03.117041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5cc852-b5d1-4b9b-8745-6eb86d8848d6 None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:57:03.117767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7a5cc852-b5d1-4b9b-8745-6eb86d8848d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e844470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:56:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:03.318249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-696ab6a7-94f3-45d9-81cb-15b2a53ef074 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting subnet 53560bf3-5fc1-45f6-8d54-8232541d4afa {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:57:03.321872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-696ab6a7-94f3-45d9-81cb-15b2a53ef074 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:03.381801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-696ab6a7-94f3-45d9-81cb-15b2a53ef074 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:03.457070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-7a5cc852-b5d1-4b9b-8745-6eb86d8848d6 None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:57:03.469895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-696ab6a7-94f3-45d9-81cb-15b2a53ef074 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:03.762385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7a5cc852-b5d1-4b9b-8745-6eb86d8848d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e844470>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:57:01Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:03.766546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5cc852-b5d1-4b9b-8745-6eb86d8848d6 None None] Checking router: 050bd5b2-204e-4197-903b-4d99eeb66625 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:57:03.775613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5cc852-b5d1-4b9b-8745-6eb86d8848d6 None None] Routers {'050bd5b2-204e-4197-903b-4d99eeb66625'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:57:03.776275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7a5cc852-b5d1-4b9b-8745-6eb86d8848d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e844470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:56:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['050bd5b2-204e-4197-903b-4d99eeb66625'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:03.833293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-696ab6a7-94f3-45d9-81cb-15b2a53ef074 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:03.962854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-7a5cc852-b5d1-4b9b-8745-6eb86d8848d6 None None] Set router 050bd5b2-204e-4197-903b-4d99eeb66625 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:57:04.123184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9d2b2cbf-70c6-4124-8f53-bc89fa755b0e tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:04.217944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ab6a7-94f3-45d9-81cb-15b2a53ef074 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Subnet': ['ID=53560bf3-5fc1-45f6-8d54-8232541d4afa,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:04.230781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-696ab6a7-94f3-45d9-81cb-15b2a53ef074 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:04.260426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbc22c-e396-4224-b219-c50fa397e4f8 req-6b16da90-da33-4e77-a042-ea9859bad18a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:04.262066 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c7bbc22c-e396-4224-b219-c50fa397e4f8 req-6b16da90-da33-4e77-a042-ea9859bad18a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 943 time: 0.5078363
Dec 18 06:57:04.266504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7a5cc852-b5d1-4b9b-8745-6eb86d8848d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e844470>, [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:57:01Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:04.270734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5cc852-b5d1-4b9b-8745-6eb86d8848d6 None None] The sync data for ids ['050bd5b2-204e-4197-903b-4d99eeb66625'] in dv-neutron-765072-3-ovs is: [{'id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'name': 'tempest-TestNetworkBasicOps-router-945321687', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:54:01Z', 'updated_at': '2020-12-18T06:57:01Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b587f6de-dab0-4744-bd33-95c6fd083776', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:3d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050bd5b2-204e-4197-903b-4d99eeb66625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:54:03Z', 'updated_at': '2020-12-18T06:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:57:04.295898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-696ab6a7-94f3-45d9-81cb-15b2a53ef074 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:04.299876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619b49e6-f308-4ae1-813b-dcf65698e51a None None] Network 33289224-0e91-4fc4-8e4e-89c5aa87f246 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:57:04.314113 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-696ab6a7-94f3-45d9-81cb-15b2a53ef074 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/subnets/53560bf3-5fc1-45f6-8d54-8232541d4afa HTTP/1.1" status: 204  len: 168 time: 1.1980438
Dec 18 06:57:04.317143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54304) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:04.335870 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c7bbc22c-e396-4224-b219-c50fa397e4f8 req-b33418c5-3f66-41ab-b578-b050dd8b35a0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0650709
Dec 18 06:57:04.517143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:04.581199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac0b1b3-74fb-4109-8ca0-eb31dc44a8d4 None None] DHCP port deletion for 33289224-0e91-4fc4-8e4e-89c5aa87f246 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:57:04.585766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0b1b3-74fb-4109-8ca0-eb31dc44a8d4 None None] Deleting port fff6afdc-f6bb-46c5-ae4c-4b303761db2c {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:57:04.586197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b1b3-74fb-4109-8ca0-eb31dc44a8d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:04.713810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:04.719309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port b587f6de-dab0-4744-bd33-95c6fd083776 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:57:04.719686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:04.806105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1ac0b1b3-74fb-4109-8ca0-eb31dc44a8d4 None None] For port fff6afdc-f6bb-46c5-ae4c-4b303761db2c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=fff6afdc-f6bb-46c5-ae4c-4b303761db2c,segment=NetworkSegment(0acaff21-eda4-48d6-a4ca-de100a6ee5c8),segment_id=0acaff21-eda4-48d6-a4ca-de100a6ee5c8)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:57:04.806565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b1b3-74fb-4109-8ca0-eb31dc44a8d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:04.902596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port b587f6de-dab0-4744-bd33-95c6fd083776, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b587f6de-dab0-4744-bd33-95c6fd083776,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:57:04.902916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:04.934395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0b1b3-74fb-4109-8ca0-eb31dc44a8d4 None None] Calling delete_port for fff6afdc-f6bb-46c5-ae4c-4b303761db2c owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:57:05.010427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b1b3-74fb-4109-8ca0-eb31dc44a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:05.025344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-edab2e87-54b7-445b-96aa-9ae4fecdc320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:05.027297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for b587f6de-dab0-4744-bd33-95c6fd083776 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:57:05.116931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0b1b3-74fb-4109-8ca0-eb31dc44a8d4 None None] Pushing event deleted for resources: {'Port': ['ID=fff6afdc-f6bb-46c5-ae4c-4b303761db2c,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:05.129065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1ac0b1b3-74fb-4109-8ca0-eb31dc44a8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:05.156749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:05.161191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac0b1b3-74fb-4109-8ca0-eb31dc44a8d4 None None] No DVR routers for this DVR port fff6afdc-f6bb-46c5-ae4c-4b303761db2c on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:57:05.549303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bae4d-7619-4ebb-8f0f-3720d77bd4e3 req-1b368c7a-abd5-4b83-a0cb-7509b5c6dcbf tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:05.550849 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a37bae4d-7619-4ebb-8f0f-3720d77bd4e3 req-1b368c7a-abd5-4b83-a0cb-7509b5c6dcbf tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 943 time: 0.0860705
Dec 18 06:57:05.609042 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a37bae4d-7619-4ebb-8f0f-3720d77bd4e3 req-203fe8a5-9c63-40d7-9c87-bb1f58622d73 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0510345
Dec 18 06:57:05.618385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:05.655151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:57:05.701865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:57:05.702268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 49908ca8-e9d8-4cfa-bdd6-c471d26cbd12 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:57:05.702749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fff6afdc-f6bb-46c5-ae4c-4b303761db2c no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:57:05.735889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: fff6afdc-f6bb-46c5-ae4c-4b303761db2c {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:57:05.736293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device fff6afdc-f6bb-46c5-ae4c-4b303761db2c not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:57:05.754601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:05.757113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:05.780901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:05.781450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Fanout notify agent at l3_agent the message router_deleted on router 050bd5b2-204e-4197-903b-4d99eeb66625 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:57:05.797322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:05.798545 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bf8ed8a6-1487-42a2-9d9b-b59c789464be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/routers/050bd5b2-204e-4197-903b-4d99eeb66625 HTTP/1.1" status: 204  len: 168 time: 1.4800656
Dec 18 06:57:05.801541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54310) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:05.927138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:06.112033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 69b33c41-f900-4cd1-974b-5200a03641de up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:57:06.122637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:06.256512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac175dce48>,) {'filters': {'network_id': ['33289224-0e91-4fc4-8e4e-89c5aa87f246']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:06.270533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac175dce48>, '0acaff21-eda4-48d6-a4ca-de100a6ee5c8') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:06.270872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac175dce48>, '0acaff21-eda4-48d6-a4ca-de100a6ee5c8') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:06.284087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:06.302785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:06.304977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Releasing vxlan tunnel 9 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:57:06.353454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 69b33c41-f900-4cd1-974b-5200a03641de completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:57:06.358303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 69b33c41-f900-4cd1-974b-5200a03641de triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:06.358730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:06.476673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:06.493744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 33289224-0e91-4fc4-8e4e-89c5aa87f246 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:57:06.503302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:06.504147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b33c41-f900-4cd1-974b-5200a03641de'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:57:06.514569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 69b33c41-f900-4cd1-974b-5200a03641de, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=69b33c41-f900-4cd1-974b-5200a03641de,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:57:06.518435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:06.520368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:06.573203 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b33c41-f900-4cd1-974b-5200a03641de', 'code': 200}
Dec 18 06:57:06.588774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=69b33c41-f900-4cd1-974b-5200a03641de,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:06.592056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:06.688039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 33289224-0e91-4fc4-8e4e-89c5aa87f246 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:57:06.717982 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:57:06.849038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:06.853551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:06.872041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:06.887450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19c929-0c0d-4dae-a3e4-46724a77a700 req-3e0655a8-9a7a-402f-b7a4-496176ea6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:06.889112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac19c929-0c0d-4dae-a3e4-46724a77a700 req-3e0655a8-9a7a-402f-b7a4-496176ea6da7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 1162 time: 0.0774167
Dec 18 06:57:06.893332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Network': ['ID=33289224-0e91-4fc4-8e4e-89c5aa87f246,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:06.898167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:06.902305 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/networks/33289224-0e91-4fc4-8e4e-89c5aa87f246 HTTP/1.1" status: 204  len: 168 time: 1.0996811
Dec 18 06:57:06.922234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54320) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:06.930694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca37bd64-e8db-4493-9d85-98b666e5d51e req-a41c7bfe-bf1c-42e6-bb9c-9d5cfd2635bc tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:06.932975 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ca37bd64-e8db-4493-9d85-98b666e5d51e req-a41c7bfe-bf1c-42e6-bb9c-9d5cfd2635bc tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 945 time: 0.1456139
Dec 18 06:57:06.937368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'network': {'name': 'tempest-network-smoke--1658905847', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'port_security_enabled': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:06.943607 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac19c929-0c0d-4dae-a3e4-46724a77a700 req-632155ee-7d0b-420a-bdbd-c7efec5d9315 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0430238
Dec 18 06:57:06.956962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:06.965778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:network and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:06.970415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:06.983783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:07.001205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ca37bd64-e8db-4493-9d85-98b666e5d51e req-d8089e9c-eb6a-40ee-8899-7ed60aeb9961 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0595238
Dec 18 06:57:07.002292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:57:07.007607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:07.042256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:57:07.051364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:07.051800 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Added segment ee71f740-867e-491c-9ab3-583d6f1cdc26 of type vxlan for network b183a691-d9c0-4869-bdb7-8e2009842901
Dec 18 06:57:07.079225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:07.108388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:07.112405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:07.113055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:07.118300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6bdd3a5f-2f61-48a4-8662-3dcde2c71033 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:07.229161 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3058851
Dec 18 06:57:07.232248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54324) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:07.238072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Network': ['ID=b183a691-d9c0-4869-bdb7-8e2009842901,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:07.238235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-651146550', 'admin_state_up': True, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:07.240893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:07.245721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:07.249670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:router and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:07.249980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network b183a691-d9c0-4869-bdb7-8e2009842901 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:57:07.252670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:07.258432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:07.268136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network b183a691-d9c0-4869-bdb7-8e2009842901 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:57:07.269285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:07.270405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:07.285548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:07.558975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:07.650408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b587f6de-dab0-4744-bd33-95c6fd083776 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:57:07.685152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: b587f6de-dab0-4744-bd33-95c6fd083776 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:57:07.685694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b587f6de-dab0-4744-bd33-95c6fd083776 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:57:07.843737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 69b33c41-f900-4cd1-974b-5200a03641de up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:57:07.871829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:07.907914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:07.917663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 69b33c41-f900-4cd1-974b-5200a03641de triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:07.918104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:08.192258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.158 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/d2c7057e-3b98-4c28-944d-50937f748234) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:57:08.221944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68596c57-d394-49c9-85e4-2229bab3c140 req-ffd28505-1936-48b4-b4e5-b034d453e5aa tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:08.223558 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-68596c57-d394-49c9-85e4-2229bab3c140 req-ffd28505-1936-48b4-b4e5-b034d453e5aa tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 945 time: 0.0911465
Dec 18 06:57:08.274064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-68596c57-d394-49c9-85e4-2229bab3c140 req-cf4cf34a-4ab1-4c1f-bee9-f4b5ff5eacaf tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0419166
Dec 18 06:57:08.349049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:08.375484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:08.390632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ebeaa9f4-47eb-42e3-a4ad-3aae60861c33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:08.484820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecdb60-7e3a-4501-bf47-24931e0e6c57 req-5f02825a-2148-48f5-83f9-19e30f92911d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:08.486404 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-57ecdb60-7e3a-4501-bf47-24931e0e6c57 req-5f02825a-2148-48f5-83f9-19e30f92911d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 945 time: 0.0848339
Dec 18 06:57:08.526913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=d2c7057e-3b98-4c28-944d-50937f748234,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:08.530047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:08.535251 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-57ecdb60-7e3a-4501-bf47-24931e0e6c57 req-539b58ee-bad8-4572-adee-03b50c3338b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420027
Dec 18 06:57:08.586059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:57:08.587246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:57:08.590163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:57:08.748442 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a38303a-c379-400b-8df6-828468ba4cbc req-55aa225c-bb2e-472d-ac42-86c29ea54eb0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1585174
Dec 18 06:57:08.758709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:08.765110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:08.775027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:08.787030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:08.931981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:09.016915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:09.209382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Allocated IP 172.26.7.52 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/c3eb4636-ceec-4d68-89cd-e226acc6a6ba) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:57:09.375645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:09.403735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:09.420531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-33ce0655-6dde-494e-a232-c876d91b9058 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:09.555030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event updated for resources: {'Port': ['ID=c3eb4636-ceec-4d68-89cd-e226acc6a6ba,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:09.560317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:09.615617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:57:09.616819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:57:09.619102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:57:09.646605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:09.700356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:09.759664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:09.860514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:57:10.028474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:10.032039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:10.045401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:57:10.048743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc7b4a2-4579-4c6b-9aeb-10a19cb751b0 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:10.055521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Sync routers for ids ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:57:10.066033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Routers {'c0dc775f-a54d-45ab-a4c9-1b84f4847a03'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:57:10.067030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d35f9e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:56:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:10.073560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:10.078139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.8417721
Dec 18 06:57:10.078521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54334) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:10.127258 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4572dc67-2d6e-4925-817a-4a3f81f764b2 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets?project_id=6302410f1da34973bcf54fc230e8ac73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0447140
Dec 18 06:57:10.127519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54338) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:10.135127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1713377001', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:10.182003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event updated for resources: {'Port': ['ID=c3eb4636-ceec-4d68-89cd-e226acc6a6ba,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:10.185142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:10.259781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Set router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:57:10.261487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:10.265588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:subnet and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:10.268576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:10.274471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:10.284993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:57:10.299373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:10.326373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:10.327833 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a38303a-c379-400b-8df6-828468ba4cbc req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5733018
Dec 18 06:57:10.397511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:10.412691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7a38303a-c379-400b-8df6-828468ba4cbc req-c6cfab16-927c-4891-b51e-dcf98b6877a5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Synchronizing usage tracker for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:floatingip {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:57:10.427984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7a38303a-c379-400b-8df6-828468ba4cbc req-c6cfab16-927c-4891-b51e-dcf98b6877a5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Unset dirty status for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:floatingip {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:57:10.429266 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a38303a-c379-400b-8df6-828468ba4cbc req-c6cfab16-927c-4891-b51e-dcf98b6877a5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.52 HTTP/1.1" status: 200  len: 695 time: 0.0945339
Dec 18 06:57:10.566892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d35f9e8>, [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:57:08Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:10.570990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Checking router: c0dc775f-a54d-45ab-a4c9-1b84f4847a03 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:57:10.572812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Updating router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 port d2c7057e-3b98-4c28-944d-50937f748234 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:57:10.593489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38303a-c379-400b-8df6-828468ba4cbc req-c417ffe0-2ee7-4169-b362-cfe3d8f9bf29 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:10.594874 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a38303a-c379-400b-8df6-828468ba4cbc req-c417ffe0-2ee7-4169-b362-cfe3d8f9bf29 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1588752
Dec 18 06:57:10.626908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:10.825371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-51fc3d0f-ea3a-4091-b831-6b3b97235e83 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:10.827191 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-51fc3d0f-ea3a-4091-b831-6b3b97235e83 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0948288
Dec 18 06:57:10.848631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:10.869475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3fd10f1-236e-4af7-a5a7-ee07e6202aad tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:10.917072 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-57b31c5f-46e7-46bd-8b78-63dfa66fa42b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.52 HTTP/1.1" status: 200  len: 695 time: 0.0837259
Dec 18 06:57:10.927838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-e53afb66-000c-4262-aef3-fd35aef8a3c2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'floatingip': {'port_id': '69b33c41-f900-4cd1-974b-5200a03641de', 'fixed_ip_address': '172.20.0.7'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:10.999998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Subnet': ['ID=5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:11.004696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:11.007885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-e53afb66-000c-4262-aef3-fd35aef8a3c2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:11.035865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:11.048789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Transition to ACTIVE for port object d2c7057e-3b98-4c28-944d-50937f748234 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:57:11.054629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:11.070368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fa28fac8-f1e5-4002-b496-93d90daa51be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:11.075177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Checking segment: {'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:57:11.075642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network hostable DHCP agents. Network: b183a691-d9c0-4869-bdb7-8e2009842901, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:57:11.094651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network b183a691-d9c0-4869-bdb7-8e2009842901 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:57:11.104043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, b183a691-d9c0-4869-bdb7-8e2009842901) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:57:11.116691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:11.117349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:11.140170 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0088501
Dec 18 06:57:11.140412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54344) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:11.160649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba10e745-f244-4ca8-b2c2-e2a39471d24d None None] Network b183a691-d9c0-4869-bdb7-8e2009842901 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:57:11.282511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28076ee-d32c-4a2b-b694-a1cf471a21ef None None] Pushing event updated for resources: {'Port': ['ID=d2c7057e-3b98-4c28-944d-50937f748234,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:11.288379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a28076ee-d32c-4a2b-b694-a1cf471a21ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:11.436172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Attempting to bind port d2c7057e-3b98-4c28-944d-50937f748234 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:57:11.436536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Attempting to bind port d2c7057e-3b98-4c28-944d-50937f748234 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:57:11.436893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Attempting to bind port d2c7057e-3b98-4c28-944d-50937f748234 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:57:11.471701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:57:11.472125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:57:11.472569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:11.473016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:57:11.473573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Bound port: d2c7057e-3b98-4c28-944d-50937f748234, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:57:11.473985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:11.531211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-b183a691-d9c0-4869-bdb7-8e2009842901', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ips': [{'subnet_id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:57:11.532152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:11.831314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:11.936694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] For port d2c7057e-3b98-4c28-944d-50937f748234, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:57:11.965502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] For port d2c7057e-3b98-4c28-944d-50937f748234, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=d2c7057e-3b98-4c28-944d-50937f748234,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:57:11.970704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:11.981456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-e53afb66-000c-4262-aef3-fd35aef8a3c2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:11.984360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-e53afb66-000c-4262-aef3-fd35aef8a3c2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:11.988152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:12.176706 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-e53afb66-000c-4262-aef3-fd35aef8a3c2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Floating IP d9337e02-8a54-4014-9623-71a49c3902c0 associated. External IP: 172.26.7.52, port: 69b33c41-f900-4cd1-974b-5200a03641de.
Dec 18 06:57:12.178222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28076ee-d32c-4a2b-b694-a1cf471a21ef None None] Pushing event updated for resources: {'Port': ['ID=d2c7057e-3b98-4c28-944d-50937f748234,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:12.188765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a28076ee-d32c-4a2b-b694-a1cf471a21ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:12.230733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Allocated IP 172.20.0.2 (b183a691-d9c0-4869-bdb7-8e2009842901/5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c/493d52bd-fab2-43e7-b6ac-bb1d865bd68a) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:57:12.349232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Routers {'c0dc775f-a54d-45ab-a4c9-1b84f4847a03'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:57:12.349953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d35f9e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:56:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:12.561936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-e53afb66-000c-4262-aef3-fd35aef8a3c2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:57:12.632535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] Set router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:57:12.772491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-e53afb66-000c-4262-aef3-fd35aef8a3c2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:57:12.777470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-e53afb66-000c-4262-aef3-fd35aef8a3c2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:12.785555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808ac3c-42cd-4c60-a86d-244ff37e819a None None] Sync routers for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:57:12.796469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9808ac3c-42cd-4c60-a86d-244ff37e819a None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:57:12.797477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9808ac3c-42cd-4c60-a86d-244ff37e819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dd3af98>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:56:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:12.845973 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-e53afb66-000c-4262-aef3-fd35aef8a3c2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "PUT /v2.0/floatingips/d9337e02-8a54-4014-9623-71a49c3902c0 HTTP/1.1" status: 200  len: 995 time: 1.9219358
Dec 18 06:57:12.846523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'tag': '69b33c41-f900-4cd1-974b-5200a03641de'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:57:12.923748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:12.948659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Transition to ACTIVE for port object 493d52bd-fab2-43e7-b6ac-bb1d865bd68a will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:57:12.955974 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'tag': '69b33c41-f900-4cd1-974b-5200a03641de', 'status': 'completed', 'code': 200}
Dec 18 06:57:12.975844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Transition to ACTIVE for port object 493d52bd-fab2-43e7-b6ac-bb1d865bd68a will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:57:12.986524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d35f9e8>, [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:57:08Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:12.990650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:13.001092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-df836955-5572-4aae-8456-2938110964c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:13.003550 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-df836955-5572-4aae-8456-2938110964c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 1162 time: 0.1407955
Dec 18 06:57:13.008033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d2e4560-64c0-4436-891f-ad56b25beed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:13.064355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-9808ac3c-42cd-4c60-a86d-244ff37e819a None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:57:13.091724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b4d54-bcf5-4520-aaf1-c0b41f92f6f3 None None] The sync data for ids ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'] in dv-neutron-765072-3-ovs is: [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:57:08Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:57:13.159133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Pushing event updated for resources: {'Port': ['ID=493d52bd-fab2-43e7-b6ac-bb1d865bd68a,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:13.164400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:13.217791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-f5b1b6b4-f694-4384-a33a-3c8442e1d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:13.220272 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-f5b1b6b4-f694-4384-a33a-3c8442e1d4c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.2087600
Dec 18 06:57:13.223961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.1 (b183a691-d9c0-4869-bdb7-8e2009842901/5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c/25ee1d9b-6a59-47fd-9562-0ef010a5aeaf) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:57:13.249429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Network b183a691-d9c0-4869-bdb7-8e2009842901 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:57:13.251114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:57:13.256102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:57:13.323588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Attempting to bind port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:57:13.324278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Attempting to bind port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:57:13.324901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Attempting to bind port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a on network b183a691-d9c0-4869-bdb7-8e2009842901 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:57:13.331144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:57:13.332115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Checking segment: {'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:57:13.332764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:13.333422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Bound using segment: {'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:57:13.334185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Bound port: 493d52bd-fab2-43e7-b6ac-bb1d865bd68a, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:57:13.334813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:13.367665 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-7b4b4843-dfe4-4aeb-9298-a46bd1d81ee0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b33c41-f900-4cd1-974b-5200a03641de HTTP/1.1" status: 200  len: 998 time: 0.1394107
Dec 18 06:57:13.416095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3441e-689b-4d50-9067-103202b50ac3 req-a07c5758-f1bf-4681-8cd3-c0030621d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:13.433904 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96f3441e-689b-4d50-9067-103202b50ac3 req-a07c5758-f1bf-4681-8cd3-c0030621d402 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 1162 time: 0.4361551
Dec 18 06:57:13.440661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] For port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:57:13.444353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-20595fed-1e16-4c49-bfd4-803ffe5b8249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:13.444936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] For port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=493d52bd-fab2-43e7-b6ac-bb1d865bd68a,segment=NetworkSegment(ee71f740-867e-491c-9ab3-583d6f1cdc26),segment_id=ee71f740-867e-491c-9ab3-583d6f1cdc26)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:57:13.452009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-20595fed-1e16-4c49-bfd4-803ffe5b8249 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0812874
Dec 18 06:57:13.455704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:13.477174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ebfcfca7-82b7-4065-8657-765c06b314f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:13.638485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9808ac3c-42cd-4c60-a86d-244ff37e819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dd3af98>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd9337e02-8a54-4014-9623-71a49c3902c0', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': '69b33c41-f900-4cd1-974b-5200a03641de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:1c:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:57:09Z', 'updated_at': '2020-12-18T06:57:11Z', 'revision_number': 1, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:13.642800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808ac3c-42cd-4c60-a86d-244ff37e819a None None] Checking router: 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:57:13.654834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9808ac3c-42cd-4c60-a86d-244ff37e819a None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:57:13.655003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9808ac3c-42cd-4c60-a86d-244ff37e819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dd3af98>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:56:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:13.658840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-180139b7-9100-4332-9f86-db0229a3d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:13.660534 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-180139b7-9100-4332-9f86-db0229a3d411 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2042398
Dec 18 06:57:13.737171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Pushing event updated for resources: {'Port': ['ID=493d52bd-fab2-43e7-b6ac-bb1d865bd68a,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:13.742977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:13.830333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3441e-689b-4d50-9067-103202b50ac3 req-41818365-1290-4e4c-8f67-af8c7dd5131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:13.832252 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96f3441e-689b-4d50-9067-103202b50ac3 req-41818365-1290-4e4c-8f67-af8c7dd5131d service neutron] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.3975031
Dec 18 06:57:13.841992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:13.849727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d2c7057e-3b98-4c28-944d-50937f748234 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:57:13.955644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-9808ac3c-42cd-4c60-a86d-244ff37e819a None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:57:13.977742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port d2c7057e-3b98-4c28-944d-50937f748234 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:57:13.986965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port d2c7057e-3b98-4c28-944d-50937f748234 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:13.987394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:13.998222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:57:14.003373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-27243344-e388-49ab-adf3-144cda23f37e service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3290741
Dec 18 06:57:14.027946 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96f3441e-689b-4d50-9067-103202b50ac3 req-a53b845f-4da7-499d-8789-58e986862476 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b33c41-f900-4cd1-974b-5200a03641de HTTP/1.1" status: 200  len: 998 time: 0.1779647
Dec 18 06:57:14.150837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:14.175919 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3558b7b8-50a8-4f0d-9817-ad2c26dd24cc req-dd172485-848e-4da1-b11f-276a02159818 service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1644435
Dec 18 06:57:14.177254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:14.185935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:14.208285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port d2c7057e-3b98-4c28-944d-50937f748234, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=d2c7057e-3b98-4c28-944d-50937f748234,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:57:14.212910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:14.215136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1ac0b1b3-74fb-4109-8ca0-eb31dc44a8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:14.287330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3441e-689b-4d50-9067-103202b50ac3 req-4e7b8d53-f2c8-4711-8da0-b5402f7c6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:14.288955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96f3441e-689b-4d50-9067-103202b50ac3 req-4e7b8d53-f2c8-4711-8da0-b5402f7c6b7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.2502043
Dec 18 06:57:14.298916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=d2c7057e-3b98-4c28-944d-50937f748234,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:14.310941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:14.405236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=25ee1d9b-6a59-47fd-9562-0ef010a5aeaf,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:14.424035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:14.494345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3441e-689b-4d50-9067-103202b50ac3 req-55cdb891-4db3-46a7-bda9-082f7e8473ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:14.496094 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96f3441e-689b-4d50-9067-103202b50ac3 req-55cdb891-4db3-46a7-bda9-082f7e8473ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1921022
Dec 18 06:57:14.500789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network b183a691-d9c0-4869-bdb7-8e2009842901 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:57:14.502088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:57:14.526317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:57:14.551186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-9808ac3c-42cd-4c60-a86d-244ff37e819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dd3af98>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd9337e02-8a54-4014-9623-71a49c3902c0', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': '69b33c41-f900-4cd1-974b-5200a03641de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:1c:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:57:09Z', 'updated_at': '2020-12-18T06:57:11Z', 'revision_number': 1, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:14.555405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808ac3c-42cd-4c60-a86d-244ff37e819a None None] The sync data for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs is: [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd9337e02-8a54-4014-9623-71a49c3902c0', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': '69b33c41-f900-4cd1-974b-5200a03641de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:1c:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:57:09Z', 'updated_at': '2020-12-18T06:57:11Z', 'revision_number': 1, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:57:14.647053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19c355be-3de9-417a-a1f2-2ba0ce32f67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:14.667468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:14.848102 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96f3441e-689b-4d50-9067-103202b50ac3 req-3f86835f-7add-4eb7-9921-ca4a51a8c2b8 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3437750
Dec 18 06:57:15.059040 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96f3441e-689b-4d50-9067-103202b50ac3 req-d6981274-eb80-42d0-8a61-efdac210c599 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1973281
Dec 18 06:57:15.088863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:15.450292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e5c345-be84-41eb-a75a-b5757d0fd539 None None] Network b183a691-d9c0-4869-bdb7-8e2009842901 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:57:15.546720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-71650d03-71b6-4325-a87a-02df813b52d1 None None] Provisioning for port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:57:15.575866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:15.579592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:15.617668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5c15c3e0-1272-4ea0-90d6-abdf3ddf8ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:15.709036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb463ed2-c81a-4742-adb0-71acec123346 None None] New status for floating IP d9337e02-8a54-4014-9623-71a49c3902c0: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:57:15.711382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=25ee1d9b-6a59-47fd-9562-0ef010a5aeaf,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:15.720855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:15.741194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:15.900694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network b183a691-d9c0-4869-bdb7-8e2009842901 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:57:15.902143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:57:15.950046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 493d52bd-fab2-43e7-b6ac-bb1d865bd68a up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:57:16.153275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:57:16.163161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:16.163601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:16.373358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:16.400895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:57:16.409742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5b6ca623-b9b3-47ce-8c54-0c2973e6d432 None None] Provisioning for port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:57:16.417120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5b6ca623-b9b3-47ce-8c54-0c2973e6d432 None None] Provisioning complete for port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:16.417613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5b6ca623-b9b3-47ce-8c54-0c2973e6d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:16.444532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=493d52bd-fab2-43e7-b6ac-bb1d865bd68a,segment=NetworkSegment(ee71f740-867e-491c-9ab3-583d6f1cdc26),segment_id=ee71f740-867e-491c-9ab3-583d6f1cdc26)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:57:16.460345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:16.461428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d2c7057e-3b98-4c28-944d-50937f748234 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:57:16.492981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:16.571107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ca623-b9b3-47ce-8c54-0c2973e6d432 None None] Port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:57:16.616891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5b6ca623-b9b3-47ce-8c54-0c2973e6d432 None None] Provisioning complete for port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:16.617328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5b6ca623-b9b3-47ce-8c54-0c2973e6d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:16.622963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:57:16.643728 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/c0dc775f-a54d-45ab-a4c9-1b84f4847a03/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4991684
Dec 18 06:57:16.643900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54352) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:16.698124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=493d52bd-fab2-43e7-b6ac-bb1d865bd68a,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:16.703869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:16.765246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port d2c7057e-3b98-4c28-944d-50937f748234 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:16.765684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:16.812099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036fe75-7eac-4c71-8bde-6cb1fcb1ee10 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:16.812622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036fe75-7eac-4c71-8bde-6cb1fcb1ee10 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:16.813110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036fe75-7eac-4c71-8bde-6cb1fcb1ee10 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:16.813878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036fe75-7eac-4c71-8bde-6cb1fcb1ee10 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:16.814359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036fe75-7eac-4c71-8bde-6cb1fcb1ee10 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:16.814846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036fe75-7eac-4c71-8bde-6cb1fcb1ee10 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:16.816801 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8036fe75-7eac-4c71-8bde-6cb1fcb1ee10 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4252 time: 0.1720004
Dec 18 06:57:16.819778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54356) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:16.904857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e7d35-8ab4-430e-a5ea-579807bbe994 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:16.905388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e7d35-8ab4-430e-a5ea-579807bbe994 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:16.906234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e7d35-8ab4-430e-a5ea-579807bbe994 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:16.906651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e7d35-8ab4-430e-a5ea-579807bbe994 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:16.908844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e7d35-8ab4-430e-a5ea-579807bbe994 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:16.909771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326e7d35-8ab4-430e-a5ea-579807bbe994 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:16.912460 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-326e7d35-8ab4-430e-a5ea-579807bbe994 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4006 time: 0.0916636
Dec 18 06:57:16.916022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54360) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:16.923371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-951f9e74-c6ab-4b2d-ac8a-900e1eadeeff None None] Provisioning complete for port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:16.923744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-951f9e74-c6ab-4b2d-ac8a-900e1eadeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:16.959226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Sync routers for ids ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:57:16.970108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Routers {'c0dc775f-a54d-45ab-a4c9-1b84f4847a03'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:57:16.970798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db9da58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:56:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:16.989549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-951f9e74-c6ab-4b2d-ac8a-900e1eadeeff None None] Port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:57:17.003412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-951f9e74-c6ab-4b2d-ac8a-900e1eadeeff None None] Provisioning complete for port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:17.003983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-951f9e74-c6ab-4b2d-ac8a-900e1eadeeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:17.163507 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-420505e0-7b91-4c0e-b4a9-db736280e00f tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3045 time: 0.2457993
Dec 18 06:57:17.166580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54364) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:17.173562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'port': {'name': 'TestNetworkBasicOps', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:17.257062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8bafd1ec-78d0-444f-82c6-56dedd692b44 None None] Provisioning complete for port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:17.257390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8bafd1ec-78d0-444f-82c6-56dedd692b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:17.319711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8bafd1ec-78d0-444f-82c6-56dedd692b44 None None] Port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:57:17.328918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:17.330931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8bafd1ec-78d0-444f-82c6-56dedd692b44 None None] Provisioning complete for port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:17.331363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8bafd1ec-78d0-444f-82c6-56dedd692b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:17.333308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:port and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:17.336391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:17.342544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Set router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:57:17.342717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:17.352177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:57:17.358442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:17.477410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4486c6ed-ff01-47e7-a3aa-5acda9547ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:17.482765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:17.523025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] device_id is not set on port bd3d82ff-812b-4527-8336-680589abf3f0 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:57:17.663719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 493d52bd-fab2-43e7-b6ac-bb1d865bd68a up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:57:17.674938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.11 (b183a691-d9c0-4869-bdb7-8e2009842901/5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c/bd3d82ff-812b-4527-8336-680589abf3f0) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:57:17.697851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db9da58>, [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:57:15Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '25ee1d9b-6a59-47fd-9562-0ef010a5aeaf', 'name': '', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:99:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:12Z', 'updated_at': '2020-12-18T06:57:15Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:17.702145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Checking router: c0dc775f-a54d-45ab-a4c9-1b84f4847a03 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:57:17.702640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Updating router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:57:17.743661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:17.744367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:17.764748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:17.901578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:17.917459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object bd3d82ff-812b-4527-8336-680589abf3f0 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:57:17.939635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:17.955127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:18.086710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=bd3d82ff-812b-4527-8336-680589abf3f0,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:18.091054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:18.145179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network b183a691-d9c0-4869-bdb7-8e2009842901 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:57:18.146401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:57:18.148688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:57:18.176900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:18.191350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Transition to ACTIVE for port object 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:57:18.220926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:18.222372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:18.256050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:18.273082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:18.276327 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 912 time: 1.1083856
Dec 18 06:57:18.406145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d2554923-1ab5-4ac6-8744-9a46ecfca201 None None] Provisioning for port bd3d82ff-812b-4527-8336-680589abf3f0 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:57:18.419369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d2554923-1ab5-4ac6-8744-9a46ecfca201 None None] Provisioning complete for port bd3d82ff-812b-4527-8336-680589abf3f0 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:18.419369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2554923-1ab5-4ac6-8744-9a46ecfca201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:18.443134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Pushing event updated for resources: {'Port': ['ID=25ee1d9b-6a59-47fd-9562-0ef010a5aeaf,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:18.455786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.456685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.456685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.456882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.457565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.457565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.457950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.458319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.458691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.459060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.459424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.459795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.460216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.461466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.461466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.461466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.461804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.462473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.462837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.463194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.463552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.465176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.465176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.465176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:18.469379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:18.524895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:18.527710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d2554923-1ab5-4ac6-8744-9a46ecfca201 None None] Port bd3d82ff-812b-4527-8336-680589abf3f0 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:57:18.588011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54370) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:18.595276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1681323378', 'description': 'tempest-secgroup-smoke-1681323378 description', 'project_id': '6302410f1da34973bcf54fc230e8ac73'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:18.603414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:18.607796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:18.611858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:18.621039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:18.633150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:18.647117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Attempting to bind port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:57:18.647482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Attempting to bind port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:57:18.647605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Attempting to bind port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf on network b183a691-d9c0-4869-bdb7-8e2009842901 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:57:18.657953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:57:18.658120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Checking segment: {'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:57:18.658735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:18.658990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Bound using segment: {'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:57:18.659526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Bound port: 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:57:18.659988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:18.705729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:18.714361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:18.718615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:18.729201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:18.783138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] For port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:57:18.786433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] For port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=25ee1d9b-6a59-47fd-9562-0ef010a5aeaf,segment=NetworkSegment(ee71f740-867e-491c-9ab3-583d6f1cdc26),segment_id=ee71f740-867e-491c-9ab3-583d6f1cdc26)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:57:18.792064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:18.809660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c17083c-f8ef-4921-a74d-87b7bf04a186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:18.833091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:18.835775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:18.841824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6f44cc10-578c-4925-a87a-bffc845fca02 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:18.891011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroup': ['ID=20c117f2-97c3-4d81-b685-ced27b09c292,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:18.894636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:18.898732 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3056509
Dec 18 06:57:18.898732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:18.901106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54374) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:18.908294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6ec7aa92-272e-4b38-9d27-a321d1fe73a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '20c117f2-97c3-4d81-b685-ced27b09c292', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:18.914343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6ec7aa92-272e-4b38-9d27-a321d1fe73a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:18.919292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6ec7aa92-272e-4b38-9d27-a321d1fe73a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:18.923402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6ec7aa92-272e-4b38-9d27-a321d1fe73a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:18.930285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6ec7aa92-272e-4b38-9d27-a321d1fe73a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:18.947991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6ec7aa92-272e-4b38-9d27-a321d1fe73a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:18.982855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Pushing event updated for resources: {'Port': ['ID=25ee1d9b-6a59-47fd-9562-0ef010a5aeaf,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:18.987834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:19.025079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6ec7aa92-272e-4b38-9d27-a321d1fe73a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.026852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6ec7aa92-272e-4b38-9d27-a321d1fe73a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.037167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Routers {'c0dc775f-a54d-45ab-a4c9-1b84f4847a03'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:57:19.038130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db9da58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:57:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:19.042257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10c53663-51a4-4e92-a4ee-ccdae636118e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:19.063041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7aa92-272e-4b38-9d27-a321d1fe73a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e450d33e-56ff-4076-ab26-392db300b3b6,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:19.071518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6ec7aa92-272e-4b38-9d27-a321d1fe73a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:19.084824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6ec7aa92-272e-4b38-9d27-a321d1fe73a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.090471 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6ec7aa92-272e-4b38-9d27-a321d1fe73a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1832016
Dec 18 06:57:19.090600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54378) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:19.094864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-958a69a9-75d6-4bce-b9b1-e1b0764de0c1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '20c117f2-97c3-4d81-b685-ced27b09c292', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:19.103353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-958a69a9-75d6-4bce-b9b1-e1b0764de0c1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:19.107243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-958a69a9-75d6-4bce-b9b1-e1b0764de0c1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:19.110339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-958a69a9-75d6-4bce-b9b1-e1b0764de0c1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:19.122520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-958a69a9-75d6-4bce-b9b1-e1b0764de0c1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:19.149895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-958a69a9-75d6-4bce-b9b1-e1b0764de0c1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.233008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-958a69a9-75d6-4bce-b9b1-e1b0764de0c1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.237107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-958a69a9-75d6-4bce-b9b1-e1b0764de0c1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.246897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4ac3b1cd-2480-4f47-be6e-0de5afa71244 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:19.268979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a69a9-75d6-4bce-b9b1-e1b0764de0c1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4082b94-b5f4-4a18-b8f9-d13f83299b42,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:19.276012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] Set router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:57:19.278385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-958a69a9-75d6-4bce-b9b1-e1b0764de0c1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:19.285942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-958a69a9-75d6-4bce-b9b1-e1b0764de0c1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.287446 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-958a69a9-75d6-4bce-b9b1-e1b0764de0c1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1976638
Dec 18 06:57:19.291257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54382) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:19.298833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-15239246-c3ab-4021-a7c2-460cb549a957 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '20c117f2-97c3-4d81-b685-ced27b09c292', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:19.307600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-15239246-c3ab-4021-a7c2-460cb549a957 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:19.314397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-15239246-c3ab-4021-a7c2-460cb549a957 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:19.318340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-15239246-c3ab-4021-a7c2-460cb549a957 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:19.325186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-15239246-c3ab-4021-a7c2-460cb549a957 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:19.346987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-15239246-c3ab-4021-a7c2-460cb549a957 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.402112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.426183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-15239246-c3ab-4021-a7c2-460cb549a957 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.429945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-15239246-c3ab-4021-a7c2-460cb549a957 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.431941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bcb89631-8e27-4e6f-a987-bb85484e0c4f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:19.454416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15239246-c3ab-4021-a7c2-460cb549a957 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4665fd-fabb-44c4-b721-86a76d7ce972,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:19.458574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-15239246-c3ab-4021-a7c2-460cb549a957 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:19.467749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-15239246-c3ab-4021-a7c2-460cb549a957 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.474173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-15239246-c3ab-4021-a7c2-460cb549a957 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1769454
Dec 18 06:57:19.475536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54386) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:19.479357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c079919b-d840-4ac7-b49f-428ad56d62b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '20c117f2-97c3-4d81-b685-ced27b09c292', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:19.485835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c079919b-d840-4ac7-b49f-428ad56d62b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:19.490482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c079919b-d840-4ac7-b49f-428ad56d62b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:19.494149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c079919b-d840-4ac7-b49f-428ad56d62b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:19.501381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c079919b-d840-4ac7-b49f-428ad56d62b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:19.525689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c079919b-d840-4ac7-b49f-428ad56d62b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.592849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c079919b-d840-4ac7-b49f-428ad56d62b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.596679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c079919b-d840-4ac7-b49f-428ad56d62b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.599342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10c09036-9aec-4451-8103-a5673292d1b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:19.621735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079919b-d840-4ac7-b49f-428ad56d62b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a784541a-efeb-4be7-bb31-0ea3ee8522cd,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:19.626805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db9da58>, [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:57:15Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '25ee1d9b-6a59-47fd-9562-0ef010a5aeaf', 'name': '', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:99:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:12Z', 'updated_at': '2020-12-18T06:57:18Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:19.627514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c079919b-d840-4ac7-b49f-428ad56d62b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:19.629137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c689f5a-332a-40bd-a07b-464916bbf919 None None] The sync data for ids ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'] in dv-neutron-765072-3-ovs is: [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:57:15Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '25ee1d9b-6a59-47fd-9562-0ef010a5aeaf', 'name': '', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:99:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:12Z', 'updated_at': '2020-12-18T06:57:18Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:57:19.642838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c079919b-d840-4ac7-b49f-428ad56d62b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.642838 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c079919b-d840-4ac7-b49f-428ad56d62b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1642854
Dec 18 06:57:19.646744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54390) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:19.650793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '20c117f2-97c3-4d81-b685-ced27b09c292', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:19.659970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:19.663788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:19.668239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:19.673294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:19.686045 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:57:19.694128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.787971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.791977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.800212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b000ec2e-73bc-4b4d-aa4c-4ea781a7713c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:19.829414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd4b77f-2f24-49f9-b9bc-69aa2e47a05a,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:19.831839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.833322 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1907740
Dec 18 06:57:19.834132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:19.836437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54394) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:19.842549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '20c117f2-97c3-4d81-b685-ced27b09c292', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:19.852805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:19.856779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:19.860498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:19.867488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:19.880982 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:57:19.888783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.962160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.965042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:19.967104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81ccae0c-6d99-4a6f-809f-5eadf1ad5322 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:19.989370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd85863e-27a5-4dc1-8698-bc2f67176321,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:19.994495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:20.002230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:20.003535 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1663928
Dec 18 06:57:20.254762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-05f7eb8f-ef45-44d9-8b12-e0aa49645d22 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:57:20.270512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-05f7eb8f-ef45-44d9-8b12-e0aa49645d22 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:57:20.271787 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-05f7eb8f-ef45-44d9-8b12-e0aa49645d22 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1681323378&fields=id&tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 267 time: 0.0605285
Dec 18 06:57:20.354964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-0daf2637-48dc-4b6d-891f-0e32f9ed6f22 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:20.355606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-0daf2637-48dc-4b6d-891f-0e32f9ed6f22 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:57:20.372069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-0daf2637-48dc-4b6d-891f-0e32f9ed6f22 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:57:20.373362 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-0daf2637-48dc-4b6d-891f-0e32f9ed6f22 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 912 time: 0.0939019
Dec 18 06:57:20.456074 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-228f54d8-1832-4d56-96e4-7e9d5be4430a service neutron] 10.222.0.23 "GET /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0694542
Dec 18 06:57:20.600205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-c36fcfbf-4c7a-475c-9867-c72a81941786 service neutron] 10.222.0.23 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375389
Dec 18 06:57:20.746318 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-8114496b-c33a-4b73-8b57-83b39a572b7a service neutron] 10.222.0.23 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388819
Dec 18 06:57:20.951182 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aa76f232-d9cd-46ac-81b9-50051aa756cb req-02a1f5b3-6518-4828-ba90-472113d510d8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 210 time: 0.0460439
Dec 18 06:57:21.675159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:57:21.742231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:57:21.747513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:21.747940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:21.867577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:21.902031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=25ee1d9b-6a59-47fd-9562-0ef010a5aeaf,segment=NetworkSegment(ee71f740-867e-491c-9ab3-583d6f1cdc26),segment_id=ee71f740-867e-491c-9ab3-583d6f1cdc26)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:57:21.905269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:21.907226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:21.947940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-2370e4a7-9352-4171-8348-3477da8d74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:21.949438 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-2370e4a7-9352-4171-8348-3477da8d74bf service neutron] 10.222.0.15 "GET /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 1008 time: 0.0700009
Dec 18 06:57:21.974082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=25ee1d9b-6a59-47fd-9562-0ef010a5aeaf,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:21.978000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:22.115215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-76b73039-b49c-456b-8617-5df84d8b623e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:22.116768 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-76b73039-b49c-456b-8617-5df84d8b623e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks?id=b183a691-d9c0-4869-bdb7-8e2009842901 HTTP/1.1" status: 200  len: 797 time: 0.1611669
Dec 18 06:57:22.135037 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-242b4be7-8555-425b-917d-1415feb86664 req-d6419863-855e-4134-9d99-27e5537df10a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 210 time: 0.0542102
Dec 18 06:57:22.207097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-00851b24-26c2-46fc-a7c3-934a5eceb405 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:57:22.219902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-00851b24-26c2-46fc-a7c3-934a5eceb405 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:57:22.221306 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-00851b24-26c2-46fc-a7c3-934a5eceb405 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 7769 time: 0.0860600
Dec 18 06:57:22.234467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Request body: {'port': {'device_id': 'e39d4a20-eefd-4d4e-b567-6ce930fc172a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:22.346815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:22.565357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:22.753363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3d82ff-812b-4527-8336-680589abf3f0 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:57:22.760963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:22.772916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Transition to ACTIVE for port object bd3d82ff-812b-4527-8336-680589abf3f0 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:57:22.776016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:22.791049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6633d0dd-f3f2-4382-bc19-3755a5d257c2 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:22.926386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=bd3d82ff-812b-4527-8336-680589abf3f0,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:22.931420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:23.115313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Attempting to bind port bd3d82ff-812b-4527-8336-680589abf3f0 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:57:23.115644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Attempting to bind port bd3d82ff-812b-4527-8336-680589abf3f0 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:57:23.116015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Attempting to bind port bd3d82ff-812b-4527-8336-680589abf3f0 on network b183a691-d9c0-4869-bdb7-8e2009842901 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:57:23.122138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:57:23.122515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Checking segment: {'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:57:23.122917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:23.123313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Bound using segment: {'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:57:23.123786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Bound port: bd3d82ff-812b-4527-8336-680589abf3f0, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:57:23.124159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:23.220140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] For port bd3d82ff-812b-4527-8336-680589abf3f0, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:57:23.223272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] For port bd3d82ff-812b-4527-8336-680589abf3f0, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd3d82ff-812b-4527-8336-680589abf3f0,segment=NetworkSegment(ee71f740-867e-491c-9ab3-583d6f1cdc26),segment_id=ee71f740-867e-491c-9ab3-583d6f1cdc26)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:57:23.226758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:23.242594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89c1da82-32e8-4bf3-98d8-d016664800d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:23.399250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Pushing event updated for resources: {'Port': ['ID=bd3d82ff-812b-4527-8336-680589abf3f0,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:23.402852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:23.436131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:23.436812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:23.438594 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] 10.222.0.15 "PUT /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 1177 time: 1.2086568
Dec 18 06:57:23.439178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39d4a20-eefd-4d4e-b567-6ce930fc172a', 'tag': 'bd3d82ff-812b-4527-8336-680589abf3f0'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:57:23.522582 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39d4a20-eefd-4d4e-b567-6ce930fc172a', 'tag': 'bd3d82ff-812b-4527-8336-680589abf3f0', 'status': 'completed', 'code': 200}
Dec 18 06:57:23.556050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-a6caf315-1453-4313-843e-a13e4c675fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:23.557835 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-a6caf315-1453-4313-843e-a13e4c675fe8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 1180 time: 0.0821798
Dec 18 06:57:23.627668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e769dd-a883-4e2a-a904-7fa86b4d47c1 req-9efb44e1-cf88-4c50-adf0-6ac6f1f3c613 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:23.629573 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-93e769dd-a883-4e2a-a904-7fa86b4d47c1 req-9efb44e1-cf88-4c50-adf0-6ac6f1f3c613 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 963 time: 0.3637009
Dec 18 06:57:23.636987 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-9e9488f7-d7d5-4bb4-a5e1-9de466f7afac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 217 time: 0.0719826
Dec 18 06:57:23.682573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:57:23.697763 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-93e769dd-a883-4e2a-a904-7fa86b4d47c1 req-defa01bd-7dc3-4e5b-a6f3-c6341e0e4afe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510259
Dec 18 06:57:23.708441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-ca15c406-7809-4849-8887-82e3c4b05bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:23.710245 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-ca15c406-7809-4849-8887-82e3c4b05bec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c HTTP/1.1" status: 200  len: 835 time: 0.0656152
Dec 18 06:57:23.783821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:23.784326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:23.793542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-328d71c1-761e-473c-aa3a-b7354884bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:23.795162 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-328d71c1-761e-473c-aa3a-b7354884bd0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b183a691-d9c0-4869-bdb7-8e2009842901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0782063
Dec 18 06:57:23.946449 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-4d54bb24-e664-4ead-bde3-1d43a0333045 service neutron] 10.222.0.15 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431866
Dec 18 06:57:24.365249 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5d8679d-fb69-46b9-bedd-cedc200188c2 req-718507a8-7354-418e-9677-160b3d4438a8 service neutron] 10.222.0.15 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4121215
Dec 18 06:57:24.489971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97787ff-13a5-4303-a674-c00b895cb16f req-b5fbeb40-9c65-4966-8162-2f8f9473aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:24.491585 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b97787ff-13a5-4303-a674-c00b895cb16f req-b5fbeb40-9c65-4966-8162-2f8f9473aede service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 1180 time: 0.0763166
Dec 18 06:57:24.632642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97787ff-13a5-4303-a674-c00b895cb16f req-26f9557a-f913-424b-805b-d5e7e42be349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:24.635505 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b97787ff-13a5-4303-a674-c00b895cb16f req-26f9557a-f913-424b-805b-d5e7e42be349 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b183a691-d9c0-4869-bdb7-8e2009842901 HTTP/1.1" status: 200  len: 891 time: 0.1368849
Dec 18 06:57:24.713480 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b97787ff-13a5-4303-a674-c00b895cb16f req-95818943-d519-4fdc-8fa4-cebef22eb54d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 217 time: 0.0698483
Dec 18 06:57:24.798607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97787ff-13a5-4303-a674-c00b895cb16f req-dfc4d839-5766-40ba-9f49-cd007ba1d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:24.800254 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b97787ff-13a5-4303-a674-c00b895cb16f req-dfc4d839-5766-40ba-9f49-cd007ba1d181 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c HTTP/1.1" status: 200  len: 835 time: 0.0791981
Dec 18 06:57:24.893365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97787ff-13a5-4303-a674-c00b895cb16f req-118c1dfe-b972-4bd3-ba03-13bc18693aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:24.895476 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b97787ff-13a5-4303-a674-c00b895cb16f req-118c1dfe-b972-4bd3-ba03-13bc18693aae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b183a691-d9c0-4869-bdb7-8e2009842901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0865519
Dec 18 06:57:25.049348 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b97787ff-13a5-4303-a674-c00b895cb16f req-15ef7a32-5c84-481b-a7e7-69329a97e48b service neutron] 10.222.0.15 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463597
Dec 18 06:57:25.200294 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b97787ff-13a5-4303-a674-c00b895cb16f req-1a8d6be0-53bd-4fcd-80ee-bf9c9f826344 service neutron] 10.222.0.15 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1430938
Dec 18 06:57:25.204023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027fc79-516b-4bc2-a8d9-109c9e2f9ffb req-c247f39e-123f-40aa-9784-c7e22262882f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:25.205661 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5027fc79-516b-4bc2-a8d9-109c9e2f9ffb req-c247f39e-123f-40aa-9784-c7e22262882f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 963 time: 0.3659320
Dec 18 06:57:25.253269 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5027fc79-516b-4bc2-a8d9-109c9e2f9ffb req-f9cdabc6-aace-4dd4-ba02-25f7ac5d06a5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412843
Dec 18 06:57:26.037109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-c48a8740-7184-4921-885d-47b9523270fc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 06:57:26.418235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd3d82ff-812b-4527-8336-680589abf3f0 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:57:26.476624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24533205-746f-4fe7-803d-8376d4bc85e6 req-a3595479-b760-4d4d-bb60-a9ce01f48667 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:26.489111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port bd3d82ff-812b-4527-8336-680589abf3f0 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:57:26.492939 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-24533205-746f-4fe7-803d-8376d4bc85e6 req-a3595479-b760-4d4d-bb60-a9ce01f48667 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 963 time: 0.1015584
Dec 18 06:57:26.497282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bd3d82ff-812b-4527-8336-680589abf3f0 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:26.497282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:26.540063 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-24533205-746f-4fe7-803d-8376d4bc85e6 req-9cee7d50-d6c2-41c3-9bb5-59c4f0ea3088 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535984
Dec 18 06:57:26.616926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:26.651324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port bd3d82ff-812b-4527-8336-680589abf3f0, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd3d82ff-812b-4527-8336-680589abf3f0,segment=NetworkSegment(ee71f740-867e-491c-9ab3-583d6f1cdc26),segment_id=ee71f740-867e-491c-9ab3-583d6f1cdc26)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:57:26.651324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39d4a20-eefd-4d4e-b567-6ce930fc172a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3d82ff-812b-4527-8336-680589abf3f0'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:57:26.658348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:26.658348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-39ac1940-ef9a-4480-a7e0-105cc8e08d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:26.729219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=bd3d82ff-812b-4527-8336-680589abf3f0,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:26.738313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.738313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.738313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.738313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.738313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.738313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.738313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.738313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.738313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.738313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.738313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.738313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.738313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.743455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.743455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.743455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.743455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.743455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.743455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.743455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.743455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.743455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.743455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.743455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:26.747848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:26.754338 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39d4a20-eefd-4d4e-b567-6ce930fc172a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3d82ff-812b-4527-8336-680589abf3f0', 'code': 200}
Dec 18 06:57:27.017162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c67d2e-55cd-458d-9a2e-114026386853 req-95ad0790-3a88-4fa7-b947-0f271840dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:27.017162 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64c67d2e-55cd-458d-9a2e-114026386853 req-95ad0790-3a88-4fa7-b947-0f271840dde3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 1182 time: 0.0844378
Dec 18 06:57:27.065749 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64c67d2e-55cd-458d-9a2e-114026386853 req-be2d33ba-6667-4cd8-a0a6-576a3c15f5c0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362170
Dec 18 06:57:27.780971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f42fe-608f-4e23-bbd7-5e961e15c117 req-86a55266-dcd7-498b-8291-9aaa5985ded2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:27.780971 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-348f42fe-608f-4e23-bbd7-5e961e15c117 req-86a55266-dcd7-498b-8291-9aaa5985ded2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 965 time: 0.0896983
Dec 18 06:57:27.829904 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-348f42fe-608f-4e23-bbd7-5e961e15c117 req-4024ece4-eb44-4105-b998-07442bc63ba0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409029
Dec 18 06:57:27.978577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd3d82ff-812b-4527-8336-680589abf3f0 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:57:28.046994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bd3d82ff-812b-4527-8336-680589abf3f0 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:28.046994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:29.046527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dce2f4-fdb4-40ab-86f3-33d4a3872816 req-1ea57f11-3417-4be5-b3f5-df50df2d7818 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:29.046527 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13dce2f4-fdb4-40ab-86f3-33d4a3872816 req-1ea57f11-3417-4be5-b3f5-df50df2d7818 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 965 time: 0.0832536
Dec 18 06:57:29.102001 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13dce2f4-fdb4-40ab-86f3-33d4a3872816 req-73019bec-c363-4caa-a307-a38efb03c64c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443773
Dec 18 06:57:29.316630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d4327-01a8-4541-9c3a-d462efaa8684 req-70d166a4-6903-4c7f-af85-e843fd366b66 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:29.316630 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-673d4327-01a8-4541-9c3a-d462efaa8684 req-70d166a4-6903-4c7f-af85-e843fd366b66 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 965 time: 0.0854590
Dec 18 06:57:29.368143 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-673d4327-01a8-4541-9c3a-d462efaa8684 req-45cfb553-62d9-452a-9afd-0870090c0c61 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432413
Dec 18 06:57:29.400332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54448) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:29.479488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783f3783-8e11-46dd-b5b5-a9684312b192 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:29.479488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-783f3783-8e11-46dd-b5b5-a9684312b192 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 1177 time: 0.0801980
Dec 18 06:57:29.479488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54452) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:29.490222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': 'bd3d82ff-812b-4527-8336-680589abf3f0', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address': '172.20.0.11'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:29.490222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:29.500947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:floatingip and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:29.500947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:29.506947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:29.517748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:29.683829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:29.950687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.161 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/43c5c709-219e-4ad0-b2f1-8f1a2fb1db71) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:57:30.113991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:30.157391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:30.172690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6dc712d0-0186-4e58-98d8-6e97d83584be tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:30.307284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=43c5c709-219e-4ad0-b2f1-8f1a2fb1db71,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:30.310593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:30.364015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:57:30.365157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:57:30.367409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:57:30.788429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:30.864069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:31.135677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:31.147112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:31.163236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:31.309924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=43c5c709-219e-4ad0-b2f1-8f1a2fb1db71,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:31.323630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:31.413305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:31.596401 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP eed5ef10-18c2-401e-b4ce-9c29a8efb0c3 associated. External IP: 172.26.7.161, port: bd3d82ff-812b-4527-8336-680589abf3f0.
Dec 18 06:57:31.969331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:57:32.431519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:57:32.443199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afdf69-478c-4009-afe1-138532899546 None None] Sync routers for ids ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:57:32.464798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7afdf69-478c-4009-afe1-138532899546 None None] Routers {'c0dc775f-a54d-45ab-a4c9-1b84f4847a03'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:57:32.464798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e7afdf69-478c-4009-afe1-138532899546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d651048>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:57:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:32.468091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:32.539760 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1016 time: 3.0545342
Dec 18 06:57:32.539760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39d4a20-eefd-4d4e-b567-6ce930fc172a', 'tag': 'bd3d82ff-812b-4527-8336-680589abf3f0'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:57:32.544755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54456) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:32.622197 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39d4a20-eefd-4d4e-b567-6ce930fc172a', 'tag': 'bd3d82ff-812b-4527-8336-680589abf3f0', 'status': 'completed', 'code': 200}
Dec 18 06:57:32.645301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ec203-8e7b-4b92-91f6-b36a6bd7981c tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:32.657777 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-532ec203-8e7b-4b92-91f6-b36a6bd7981c tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a&network_id=b183a691-d9c0-4869-bdb7-8e2009842901 HTTP/1.1" status: 200  len: 1177 time: 0.1085269
Dec 18 06:57:32.776200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34fb11-b181-455a-ab08-46afb3f00048 req-11759d06-4c4b-4130-8bc7-d4e0520cb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:32.776200 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2e34fb11-b181-455a-ab08-46afb3f00048 req-11759d06-4c4b-4130-8bc7-d4e0520cb09b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 1182 time: 0.1211057
Dec 18 06:57:32.869410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e7afdf69-478c-4009-afe1-138532899546 None None] Set router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:57:32.954700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34fb11-b181-455a-ab08-46afb3f00048 req-647e732e-5474-4519-a712-4d0b71872046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:32.956389 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2e34fb11-b181-455a-ab08-46afb3f00048 req-647e732e-5474-4519-a712-4d0b71872046 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b183a691-d9c0-4869-bdb7-8e2009842901 HTTP/1.1" status: 200  len: 891 time: 0.1749446
Dec 18 06:57:33.090166 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2e34fb11-b181-455a-ab08-46afb3f00048 req-bbd23804-663a-4628-a642-5c72d3cf6654 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 1019 time: 0.1226184
Dec 18 06:57:33.163524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34fb11-b181-455a-ab08-46afb3f00048 req-4c740374-87df-4bc0-a955-26b226f450cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:33.165028 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2e34fb11-b181-455a-ab08-46afb3f00048 req-4c740374-87df-4bc0-a955-26b226f450cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c HTTP/1.1" status: 200  len: 835 time: 0.0672503
Dec 18 06:57:33.262125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34fb11-b181-455a-ab08-46afb3f00048 req-48e36bf5-50a8-4f42-beb3-eaf1032ddac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:33.263986 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2e34fb11-b181-455a-ab08-46afb3f00048 req-48e36bf5-50a8-4f42-beb3-eaf1032ddac7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b183a691-d9c0-4869-bdb7-8e2009842901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0915160
Dec 18 06:57:33.290527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea09c4-43ba-41d3-8f9a-15bfd73c493d req-265baf3a-082c-4b33-b59e-f5aad79e0d0a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:33.290527 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0aea09c4-43ba-41d3-8f9a-15bfd73c493d req-265baf3a-082c-4b33-b59e-f5aad79e0d0a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 965 time: 0.0970263
Dec 18 06:57:33.292457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e7afdf69-478c-4009-afe1-138532899546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d651048>, [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:57:15Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'eed5ef10-18c2-401e-b4ce-9c29a8efb0c3', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.161', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'port_id': 'bd3d82ff-812b-4527-8336-680589abf3f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'TestNetworkBasicOps', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'mac_address': 'fa:16:3e:d2:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39d4a20-eefd-4d4e-b567-6ce930fc172a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:57:30Z', 'updated_at': '2020-12-18T06:57:30Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ee1d9b-6a59-47fd-9562-0ef010a5aeaf', 'name': '', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:99:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:12Z', 'updated_at': '2020-12-18T06:57:21Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:33.296174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afdf69-478c-4009-afe1-138532899546 None None] Checking router: c0dc775f-a54d-45ab-a4c9-1b84f4847a03 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:57:33.305635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7afdf69-478c-4009-afe1-138532899546 None None] Routers {'c0dc775f-a54d-45ab-a4c9-1b84f4847a03'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:57:33.306351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e7afdf69-478c-4009-afe1-138532899546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d651048>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:57:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:33.351226 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0aea09c4-43ba-41d3-8f9a-15bfd73c493d req-2f289e54-d118-41a7-9393-6a65679afea0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512574
Dec 18 06:57:33.418824 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2e34fb11-b181-455a-ab08-46afb3f00048 req-a33645e5-89a4-408e-81d8-8002ac438435 service neutron] 10.222.0.15 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473162
Dec 18 06:57:33.503795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e7afdf69-478c-4009-afe1-138532899546 None None] Set router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:57:33.572356 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2e34fb11-b181-455a-ab08-46afb3f00048 req-f8605c06-d551-4956-91ab-cf605aec1ed9 service neutron] 10.222.0.15 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450112
Dec 18 06:57:33.874555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e7afdf69-478c-4009-afe1-138532899546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d651048>, [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:57:15Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'eed5ef10-18c2-401e-b4ce-9c29a8efb0c3', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.161', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'port_id': 'bd3d82ff-812b-4527-8336-680589abf3f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'TestNetworkBasicOps', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'mac_address': 'fa:16:3e:d2:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39d4a20-eefd-4d4e-b567-6ce930fc172a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:57:30Z', 'updated_at': '2020-12-18T06:57:30Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ee1d9b-6a59-47fd-9562-0ef010a5aeaf', 'name': '', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:99:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:12Z', 'updated_at': '2020-12-18T06:57:21Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:33.879476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afdf69-478c-4009-afe1-138532899546 None None] The sync data for ids ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'] in dv-neutron-765072-3-ovs is: [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:57:15Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'eed5ef10-18c2-401e-b4ce-9c29a8efb0c3', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.161', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'port_id': 'bd3d82ff-812b-4527-8336-680589abf3f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'TestNetworkBasicOps', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'mac_address': 'fa:16:3e:d2:2d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39d4a20-eefd-4d4e-b567-6ce930fc172a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:57:30Z', 'updated_at': '2020-12-18T06:57:30Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ee1d9b-6a59-47fd-9562-0ef010a5aeaf', 'name': '', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:99:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:12Z', 'updated_at': '2020-12-18T06:57:21Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:57:34.187297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689aa8e6-b0d4-403a-8940-b55a0e520fbf None None] New status for floating IP eed5ef10-18c2-401e-b4ce-9c29a8efb0c3: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:57:34.592360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22276dd0-e9e4-474a-b11b-ca9a39c4c69d req-5ee2ef09-740e-4e26-a56e-2be55e02bb4e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:34.593681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22276dd0-e9e4-474a-b11b-ca9a39c4c69d req-5ee2ef09-740e-4e26-a56e-2be55e02bb4e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 965 time: 0.0906432
Dec 18 06:57:34.645697 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22276dd0-e9e4-474a-b11b-ca9a39c4c69d req-5547954a-9439-43fa-829a-f2e3e830e1ac tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452247
Dec 18 06:57:34.668007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-a73824aa-9b6e-4bf6-9da6-2f936aed3cf5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:34.668808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-a73824aa-9b6e-4bf6-9da6-2f936aed3cf5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:57:34.711170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-a73824aa-9b6e-4bf6-9da6-2f936aed3cf5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:57:34.712393 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-a73824aa-9b6e-4bf6-9da6-2f936aed3cf5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 965 time: 0.1393869
Dec 18 06:57:34.792356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-14a8b0f8-4df3-451b-b39c-0bbf91649034 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['binding:profile'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:34.793913 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-14a8b0f8-4df3-451b-b39c-0bbf91649034 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0726190
Dec 18 06:57:34.866716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:57:34.970080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-9ff43e8a-550c-4523-9787-3ee458479e2f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1678185
Dec 18 06:57:34.986483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:35.130608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:35.388812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] For port bd3d82ff-812b-4527-8336-680589abf3f0, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd3d82ff-812b-4527-8336-680589abf3f0,segment=NetworkSegment(ee71f740-867e-491c-9ab3-583d6f1cdc26),segment_id=ee71f740-867e-491c-9ab3-583d6f1cdc26)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:57:35.419029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] For port bd3d82ff-812b-4527-8336-680589abf3f0, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:57:35.469989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] device_id is not set on port bd3d82ff-812b-4527-8336-680589abf3f0 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:57:35.478024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:35.482454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:35.498767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:35.641045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3d82ff-812b-4527-8336-680589abf3f0,revision_number=5']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:35.644361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:35.838925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] No DVR routers for this DVR port bd3d82ff-812b-4527-8336-680589abf3f0 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:57:35.839881 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-249aa69d-7b44-4a60-b3fd-cc2dd72480dc req-78cf4e71-a3b3-4259-909c-e81251969a22 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=e39d4a20-eefd-4d4e-b567-6ce930fc172a HTTP/1.1" status: 200  len: 210 time: 0.0521085
Dec 18 06:57:35.986791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd3d82ff-812b-4527-8336-680589abf3f0 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:57:36.045245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-03fa9c03-6406-45a3-a3ff-33d94b06206b None None] Provisioning complete for port bd3d82ff-812b-4527-8336-680589abf3f0 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:36.045698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03fa9c03-6406-45a3-a3ff-33d94b06206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:36.091136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] In _notify_port_updated(), no bound segment for port bd3d82ff-812b-4527-8336-680589abf3f0 on network b183a691-d9c0-4869-bdb7-8e2009842901 {{(pid=81084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:57:36.091685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:36.092364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:36.092572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd3d82ff-812b-4527-8336-680589abf3f0 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:57:36.093800 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e567ee4f-1dff-4b7b-9440-ec049ff7e59a req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] 10.222.0.15 "PUT /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 1008 time: 1.1120203
Dec 18 06:57:36.110548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-03fa9c03-6406-45a3-a3ff-33d94b06206b None None] Port bd3d82ff-812b-4527-8336-680589abf3f0 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:57:36.955830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54474) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:37.031430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b7de21-1768-43ef-b7c3-7e94de88ef97 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:37.196186 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-22b7de21-1768-43ef-b7c3-7e94de88ef97 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 907 time: 0.0760643
Dec 18 06:57:37.353329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54480) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:37.359740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541384192', 'description': 'tempest-secgroup-smoke-541384192 description', 'project_id': '6302410f1da34973bcf54fc230e8ac73'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:37.366367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:37.376507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:37.390808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:37.414053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:37.418896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:37.421914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:37.428049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:37.500251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:37.507918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:37.513914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7c24271e-2145-4163-8193-47f883cfa3c7 tempest-TestServerAdvancedOps-2043574195 tempest-TestServerAdvancedOps-2043574195] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:37.560762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroup': ['ID=71372f52-fdcc-48c6-8c7e-1c6c238ea642,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:37.564040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:37.570002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:37.570763 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2156568
Dec 18 06:57:37.574411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54484) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:37.579960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-478ff9d6-e102-468f-b002-c37b6878f665 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '71372f52-fdcc-48c6-8c7e-1c6c238ea642', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:37.586716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-478ff9d6-e102-468f-b002-c37b6878f665 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:37.591369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-478ff9d6-e102-468f-b002-c37b6878f665 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:37.594958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-478ff9d6-e102-468f-b002-c37b6878f665 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:37.601551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-478ff9d6-e102-468f-b002-c37b6878f665 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:37.620701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-478ff9d6-e102-468f-b002-c37b6878f665 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:37.693590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-478ff9d6-e102-468f-b002-c37b6878f665 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:37.697845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-478ff9d6-e102-468f-b002-c37b6878f665 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:37.704961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85ac0fe9-b012-4de4-92b9-d21bc3a4e7b0 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:37.725936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ff9d6-e102-468f-b002-c37b6878f665 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00747b57-8989-46ea-967b-ff8a330a7a79,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:37.729099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-478ff9d6-e102-468f-b002-c37b6878f665 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:37.736577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-478ff9d6-e102-468f-b002-c37b6878f665 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:37.741777 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-478ff9d6-e102-468f-b002-c37b6878f665 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1622930
Dec 18 06:57:37.741777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54488) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:37.746790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0a92ff2b-c9be-4d0b-8a3e-4ae3e6f6f81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '71372f52-fdcc-48c6-8c7e-1c6c238ea642', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:37.753081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0a92ff2b-c9be-4d0b-8a3e-4ae3e6f6f81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:37.757139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a92ff2b-c9be-4d0b-8a3e-4ae3e6f6f81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:37.760963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0a92ff2b-c9be-4d0b-8a3e-4ae3e6f6f81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:37.766965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0a92ff2b-c9be-4d0b-8a3e-4ae3e6f6f81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:37.788033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a92ff2b-c9be-4d0b-8a3e-4ae3e6f6f81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:37.852734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a92ff2b-c9be-4d0b-8a3e-4ae3e6f6f81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:37.862638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a92ff2b-c9be-4d0b-8a3e-4ae3e6f6f81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:37.864581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-53bdd692-8fed-4d10-9b36-7663e2f9d0bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:37.886399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92ff2b-c9be-4d0b-8a3e-4ae3e6f6f81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61166096-b959-4995-94a0-56752151fd09,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:37.890585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a92ff2b-c9be-4d0b-8a3e-4ae3e6f6f81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:37.898301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a92ff2b-c9be-4d0b-8a3e-4ae3e6f6f81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:37.899582 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0a92ff2b-c9be-4d0b-8a3e-4ae3e6f6f81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1576090
Dec 18 06:57:37.902478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54492) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:37.907887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-eed8525d-f08b-4c8e-8f4b-bbbc0eec723f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '71372f52-fdcc-48c6-8c7e-1c6c238ea642', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:37.915669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eed8525d-f08b-4c8e-8f4b-bbbc0eec723f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:37.919718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eed8525d-f08b-4c8e-8f4b-bbbc0eec723f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:37.922741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eed8525d-f08b-4c8e-8f4b-bbbc0eec723f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:37.928631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eed8525d-f08b-4c8e-8f4b-bbbc0eec723f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:37.944855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eed8525d-f08b-4c8e-8f4b-bbbc0eec723f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.011379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eed8525d-f08b-4c8e-8f4b-bbbc0eec723f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.013957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eed8525d-f08b-4c8e-8f4b-bbbc0eec723f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.015814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2cd710ed-9a87-4dbd-813d-ddaf2de4cf3b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:38.038647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8525d-f08b-4c8e-8f4b-bbbc0eec723f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f178821d-349d-4daa-94f1-6636bc23cef7,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:38.041185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eed8525d-f08b-4c8e-8f4b-bbbc0eec723f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:38.047133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eed8525d-f08b-4c8e-8f4b-bbbc0eec723f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.048449 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eed8525d-f08b-4c8e-8f4b-bbbc0eec723f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1449409
Dec 18 06:57:38.051403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54496) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:38.057352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4d07124f-5225-48fc-b9d5-39c223c1d970 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '71372f52-fdcc-48c6-8c7e-1c6c238ea642', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:38.063663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4d07124f-5225-48fc-b9d5-39c223c1d970 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:38.067700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4d07124f-5225-48fc-b9d5-39c223c1d970 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:38.070726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4d07124f-5225-48fc-b9d5-39c223c1d970 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:38.077109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4d07124f-5225-48fc-b9d5-39c223c1d970 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:38.092360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d07124f-5225-48fc-b9d5-39c223c1d970 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.156714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d07124f-5225-48fc-b9d5-39c223c1d970 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.158833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d07124f-5225-48fc-b9d5-39c223c1d970 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.160691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c079919b-d840-4ac7-b49f-428ad56d62b4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:38.183878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07124f-5225-48fc-b9d5-39c223c1d970 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b2a2b7-f0d3-4aaa-bd8a-e4ea21ee033c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:38.186394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d07124f-5225-48fc-b9d5-39c223c1d970 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:38.193188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d07124f-5225-48fc-b9d5-39c223c1d970 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.194111 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4d07124f-5225-48fc-b9d5-39c223c1d970 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1417205
Dec 18 06:57:38.197228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54500) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:38.203334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-affa6548-f90d-4a57-bac7-06212337bf33 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '71372f52-fdcc-48c6-8c7e-1c6c238ea642', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:38.209485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-affa6548-f90d-4a57-bac7-06212337bf33 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:38.213553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-affa6548-f90d-4a57-bac7-06212337bf33 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:38.216640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-affa6548-f90d-4a57-bac7-06212337bf33 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:38.222619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-affa6548-f90d-4a57-bac7-06212337bf33 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:38.232210 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-affa6548-f90d-4a57-bac7-06212337bf33 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:57:38.238807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-affa6548-f90d-4a57-bac7-06212337bf33 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.326947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-affa6548-f90d-4a57-bac7-06212337bf33 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.333106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-affa6548-f90d-4a57-bac7-06212337bf33 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.334616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-76304393-f38f-4630-9018-7c191cb0bcad tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:38.358888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa6548-f90d-4a57-bac7-06212337bf33 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e5428d-a097-48f6-a196-7741645384de,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:38.362778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-affa6548-f90d-4a57-bac7-06212337bf33 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:38.372713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-affa6548-f90d-4a57-bac7-06212337bf33 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.374024 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-affa6548-f90d-4a57-bac7-06212337bf33 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1753590
Dec 18 06:57:38.376862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54504) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:38.382290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '71372f52-fdcc-48c6-8c7e-1c6c238ea642', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:38.388332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:57:38.392355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:57:38.395506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:57:38.401391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:57:38.411198 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:57:38.418224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.486119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.488543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.496036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eed8525d-f08b-4c8e-8f4b-bbbc0eec723f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:38.514701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae50ff2-4dac-41bd-8d66-a630420efdd4,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:38.517279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:38.523506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:38.524784 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1469376
Dec 18 06:57:38.727643 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-de633ba9-3889-490f-a4af-0d2ec3874880 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541384192&fields=id&tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 267 time: 0.0459297
Dec 18 06:57:38.805308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-2d9785ad-d463-498f-bcda-fe0b03ff70c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:38.807309 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-2d9785ad-d463-498f-bcda-fe0b03ff70c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 912 time: 0.0713890
Dec 18 06:57:38.882797 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-98894f62-f455-4998-beec-88a89e6a93ac service neutron] 10.222.0.23 "GET /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0621538
Dec 18 06:57:39.024204 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-4a47a172-578d-4143-ac31-608ed1f5e849 service neutron] 10.222.0.23 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346354
Dec 18 06:57:39.166597 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-7a52912a-55cf-454b-88d6-28ee7c768ff4 service neutron] 10.222.0.23 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352518
Dec 18 06:57:39.372227 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-09803892-d802-49f3-9872-207cdbc960c2 req-6105bfe1-712a-4b98-a4f9-e2f18725545e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 210 time: 0.0531023
Dec 18 06:57:40.373011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-33f01fd0-743a-4f8b-a750-3d4ecff6610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:40.374544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-33f01fd0-743a-4f8b-a750-3d4ecff6610e service neutron] 10.222.0.15 "GET /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 1008 time: 0.0678427
Dec 18 06:57:40.540364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-892f3c04-846c-4a40-8347-4becdf236aef tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:40.542521 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-892f3c04-846c-4a40-8347-4becdf236aef tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks?id=b183a691-d9c0-4869-bdb7-8e2009842901 HTTP/1.1" status: 200  len: 797 time: 0.1596384
Dec 18 06:57:40.553920 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5fcbb77-2f04-4cf6-b5f8-4d037b40b33c req-0e2ffe14-7e05-4253-8851-54e3896dbc00 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 210 time: 0.0469015
Dec 18 06:57:40.653438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-c1b6e1d7-b61c-40b3-a468-d0fd7e0a38fd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:57:40.668567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-c1b6e1d7-b61c-40b3-a468-d0fd7e0a38fd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:57:40.670174 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-c1b6e1d7-b61c-40b3-a468-d0fd7e0a38fd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 12653 time: 0.1079466
Dec 18 06:57:40.683951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Request body: {'port': {'device_id': '0266f608-35e5-46a1-b52a-4d83d6098aed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:40.793293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:41.197365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3d82ff-812b-4527-8336-680589abf3f0 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:57:41.204244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:41.216605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Transition to ACTIVE for port object bd3d82ff-812b-4527-8336-680589abf3f0 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:57:41.219306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:41.234703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ad6a84b4-1b3d-4744-9f5c-80ee8047fac1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:41.361227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3d82ff-812b-4527-8336-680589abf3f0,revision_number=6']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:41.364358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:41.792868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4133c-33b6-4c32-9733-caab5322de06 req-5a140387-5d04-4409-ba80-9e1e97c0aade tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:41.794455 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d6b4133c-33b6-4c32-9733-caab5322de06 req-5a140387-5d04-4409-ba80-9e1e97c0aade tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 963 time: 0.0878713
Dec 18 06:57:41.846965 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d6b4133c-33b6-4c32-9733-caab5322de06 req-51966098-440f-428c-a168-b19c2b43dd3a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449858
Dec 18 06:57:41.870213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Attempting to bind port bd3d82ff-812b-4527-8336-680589abf3f0 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:57:41.870599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Attempting to bind port bd3d82ff-812b-4527-8336-680589abf3f0 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:57:41.870968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Attempting to bind port bd3d82ff-812b-4527-8336-680589abf3f0 on network b183a691-d9c0-4869-bdb7-8e2009842901 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:57:41.876705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:57:41.877079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Checking segment: {'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:57:41.877485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:41.877923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Bound using segment: {'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:57:41.878393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Bound port: bd3d82ff-812b-4527-8336-680589abf3f0, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee71f740-867e-491c-9ab3-583d6f1cdc26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:57:41.878769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:41.971611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] For port bd3d82ff-812b-4527-8336-680589abf3f0, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:57:41.974772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] For port bd3d82ff-812b-4527-8336-680589abf3f0, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd3d82ff-812b-4527-8336-680589abf3f0,segment=NetworkSegment(ee71f740-867e-491c-9ab3-583d6f1cdc26),segment_id=ee71f740-867e-491c-9ab3-583d6f1cdc26)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:57:41.977932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:41.993354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-78085142-bc90-417c-badc-7115ecf24c74 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:42.146011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3d82ff-812b-4527-8336-680589abf3f0,revision_number=7']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:42.150827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:42.180286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:42.180936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:42.183059 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] 10.222.0.15 "PUT /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 1177 time: 1.5044420
Dec 18 06:57:42.183618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0266f608-35e5-46a1-b52a-4d83d6098aed', 'tag': 'bd3d82ff-812b-4527-8336-680589abf3f0'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:57:42.270694 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0266f608-35e5-46a1-b52a-4d83d6098aed', 'tag': 'bd3d82ff-812b-4527-8336-680589abf3f0', 'status': 'completed', 'code': 200}
Dec 18 06:57:42.309557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-5a452b21-4dda-4425-921f-6e9922f0115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:42.311290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-5a452b21-4dda-4425-921f-6e9922f0115f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 1180 time: 0.0813453
Dec 18 06:57:42.428126 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-42cb4006-3c61-409a-ba21-9f2bb2678268 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 1019 time: 0.1053162
Dec 18 06:57:42.502210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-cf2f0035-9347-47b3-b6dc-3acb7c2341b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:42.503674 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-cf2f0035-9347-47b3-b6dc-3acb7c2341b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c HTTP/1.1" status: 200  len: 835 time: 0.0640440
Dec 18 06:57:42.590609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-f0ab9622-3123-409e-9c3a-90fd81f99414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:42.592189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-f0ab9622-3123-409e-9c3a-90fd81f99414 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b183a691-d9c0-4869-bdb7-8e2009842901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0775299
Dec 18 06:57:42.741414 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-e8b8c5d8-b673-4f52-8f9c-64fae96fb172 service neutron] 10.222.0.15 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382179
Dec 18 06:57:42.888333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfddb551-2077-4395-baf6-205405a6d3a3 req-0840f31d-5a8a-44c2-bb5d-3e0ce826145b service neutron] 10.222.0.15 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361513
Dec 18 06:57:43.018732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a2d44-ed06-481d-9769-c5ac2197779f req-c42abbbb-9d6d-447d-b69e-6dceb21d0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:43.020296 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c75a2d44-ed06-481d-9769-c5ac2197779f req-c42abbbb-9d6d-447d-b69e-6dceb21d0cac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 1180 time: 0.0767713
Dec 18 06:57:43.061376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9045eec-fc2a-43a1-ad7c-d1be06befc05 req-8e2ef111-5928-48b2-94a0-d11382f915ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:43.063248 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b9045eec-fc2a-43a1-ad7c-d1be06befc05 req-8e2ef111-5928-48b2-94a0-d11382f915ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 963 time: 0.0836127
Dec 18 06:57:43.111272 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b9045eec-fc2a-43a1-ad7c-d1be06befc05 req-1fb9956e-a84a-4bf9-963d-c806e9ff354a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412207
Dec 18 06:57:43.167218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a2d44-ed06-481d-9769-c5ac2197779f req-ff25d6c3-87dd-4db5-85ab-a6298b1506ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:43.168813 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c75a2d44-ed06-481d-9769-c5ac2197779f req-ff25d6c3-87dd-4db5-85ab-a6298b1506ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=b183a691-d9c0-4869-bdb7-8e2009842901 HTTP/1.1" status: 200  len: 891 time: 0.1385343
Dec 18 06:57:43.276841 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c75a2d44-ed06-481d-9769-c5ac2197779f req-70c4b687-eedf-4649-baf8-1fc1eeba5ddf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 1019 time: 0.1005816
Dec 18 06:57:43.345450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a2d44-ed06-481d-9769-c5ac2197779f req-5468bd7e-25b8-4ba6-a4ac-cc9629b9dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:43.346988 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c75a2d44-ed06-481d-9769-c5ac2197779f req-5468bd7e-25b8-4ba6-a4ac-cc9629b9dbbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c HTTP/1.1" status: 200  len: 835 time: 0.0631361
Dec 18 06:57:43.430130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a2d44-ed06-481d-9769-c5ac2197779f req-52d5863d-7492-4619-963a-3e56554b77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:43.432243 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c75a2d44-ed06-481d-9769-c5ac2197779f req-52d5863d-7492-4619-963a-3e56554b77ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b183a691-d9c0-4869-bdb7-8e2009842901&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0769408
Dec 18 06:57:43.575000 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c75a2d44-ed06-481d-9769-c5ac2197779f req-85addb07-b746-46ad-832a-66ce5b02c734 service neutron] 10.222.0.15 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349688
Dec 18 06:57:43.719314 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c75a2d44-ed06-481d-9769-c5ac2197779f req-5bfc577a-255e-4b80-bf9b-726b0fce5445 service neutron] 10.222.0.15 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363938
Dec 18 06:57:44.325191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3f20a-a9ca-467b-a926-cb7a05ec0ccf req-5a7c1112-c494-4f95-b4cc-392e79a19c97 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:44.326807 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ed3f20a-a9ca-467b-a926-cb7a05ec0ccf req-5a7c1112-c494-4f95-b4cc-392e79a19c97 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 963 time: 0.0853794
Dec 18 06:57:44.372626 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ed3f20a-a9ca-467b-a926-cb7a05ec0ccf req-c45b9bf2-e51e-4908-8e92-9bc479b61455 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396042
Dec 18 06:57:44.638746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f719b8b-0e44-4754-9bbd-e6c48f0ea196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:45.584022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787dfc9-188f-4e32-b0b1-9af3472e6188 req-ec4e7c74-efa3-419d-a724-fd656c87432b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:45.585598 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9787dfc9-188f-4e32-b0b1-9af3472e6188 req-ec4e7c74-efa3-419d-a724-fd656c87432b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 963 time: 0.0863273
Dec 18 06:57:45.631916 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9787dfc9-188f-4e32-b0b1-9af3472e6188 req-f8266e3b-9f2c-42cb-bd34-d0fb8b42758d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400851
Dec 18 06:57:46.340182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd3d82ff-812b-4527-8336-680589abf3f0 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:57:46.406351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port bd3d82ff-812b-4527-8336-680589abf3f0 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:57:46.411176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bd3d82ff-812b-4527-8336-680589abf3f0 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:46.411599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:46.528685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:46.554954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0266f608-35e5-46a1-b52a-4d83d6098aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3d82ff-812b-4527-8336-680589abf3f0'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:57:46.565451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port bd3d82ff-812b-4527-8336-680589abf3f0, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd3d82ff-812b-4527-8336-680589abf3f0,segment=NetworkSegment(ee71f740-867e-491c-9ab3-583d6f1cdc26),segment_id=ee71f740-867e-491c-9ab3-583d6f1cdc26)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:57:46.568304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:46.570222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:46.615143 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0266f608-35e5-46a1-b52a-4d83d6098aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3d82ff-812b-4527-8336-680589abf3f0', 'code': 200}
Dec 18 06:57:46.641460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=bd3d82ff-812b-4527-8336-680589abf3f0,revision_number=8']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:46.644715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:46.847569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b54e3-0adc-4984-8457-416309964bee req-59eb29e1-eecf-4336-840f-2e377bab88f0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:46.849189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8a5b54e3-0adc-4984-8457-416309964bee req-59eb29e1-eecf-4336-840f-2e377bab88f0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 965 time: 0.0835896
Dec 18 06:57:46.874945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b786386-0aeb-4ccb-a73a-367873c8a3ec req-170e6cd4-2a42-47c0-ac81-421d06ab582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:46.876486 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b786386-0aeb-4ccb-a73a-367873c8a3ec req-170e6cd4-2a42-47c0-ac81-421d06ab582f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 1182 time: 0.0752509
Dec 18 06:57:46.897039 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8a5b54e3-0adc-4984-8457-416309964bee req-050250eb-5e40-4701-b1a8-7bed2970547a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408781
Dec 18 06:57:46.922205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b786386-0aeb-4ccb-a73a-367873c8a3ec req-fb92e72e-bcfa-474f-b524-e0ccf8052067 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371642
Dec 18 06:57:47.418898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e4d89568-1b95-4c6d-af44-eab1a89b303a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:47.422219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:48.015059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd3d82ff-812b-4527-8336-680589abf3f0 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:57:48.090479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bd3d82ff-812b-4527-8336-680589abf3f0 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:48.090908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:48.119864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3d3cb-051d-4c38-a021-61c68962b426 req-93396cc6-4759-49b1-bbe5-51c93af6a6bd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:48.121484 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f9c3d3cb-051d-4c38-a021-61c68962b426 req-93396cc6-4759-49b1-bbe5-51c93af6a6bd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 965 time: 0.0913265
Dec 18 06:57:48.174382 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f9c3d3cb-051d-4c38-a021-61c68962b426 req-245aa6b2-0250-41a6-83d5-ad3bd5fc6c9f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459220
Dec 18 06:57:48.496833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:49.391131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768adfc6-d6e5-4bbb-9734-11c056e84d09 req-4e34a08c-0d32-4715-9c16-9dd43b2d5a04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:49.392737 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-768adfc6-d6e5-4bbb-9734-11c056e84d09 req-4e34a08c-0d32-4715-9c16-9dd43b2d5a04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 965 time: 0.0875671
Dec 18 06:57:49.404460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:49.443107 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-768adfc6-d6e5-4bbb-9734-11c056e84d09 req-98053888-9490-4917-9593-aefe66ba1405 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439663
Dec 18 06:57:49.651039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cd569-c550-4b00-927d-2d5157a7cd49 req-109afd89-91e4-44e3-87be-55142d52792d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:49.652660 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a97cd569-c550-4b00-927d-2d5157a7cd49 req-109afd89-91e4-44e3-87be-55142d52792d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 965 time: 0.0829740
Dec 18 06:57:49.701135 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a97cd569-c550-4b00-927d-2d5157a7cd49 req-db403023-d77d-406f-a7e1-2f001322038a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418839
Dec 18 06:57:49.731269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54558) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:49.985293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c5603d-5872-4c37-95a1-23d57e97ae0f tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:49.986966 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-23c5603d-5872-4c37-95a1-23d57e97ae0f tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed&network_id=b183a691-d9c0-4869-bdb7-8e2009842901 HTTP/1.1" status: 200  len: 1177 time: 0.2546651
Dec 18 06:57:50.372521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dc5f5-4e31-409b-893c-92118ee6ac9f req-29e36b1b-6d4d-449f-9450-5e4055cd5725 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:50.374118 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-538dc5f5-4e31-409b-893c-92118ee6ac9f req-29e36b1b-6d4d-449f-9450-5e4055cd5725 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 965 time: 0.0810738
Dec 18 06:57:50.426868 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-538dc5f5-4e31-409b-893c-92118ee6ac9f req-5ccee0ad-53b5-48f9-a9a9-a1c19d9efc3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454600
Dec 18 06:57:51.643779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe3563-c8de-45da-a5f3-c511c15031a1 req-5bd7594b-72d6-435d-9c52-2562c79905ec tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:51.645856 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ebbe3563-c8de-45da-a5f3-c511c15031a1 req-5bd7594b-72d6-435d-9c52-2562c79905ec tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 965 time: 0.0863791
Dec 18 06:57:51.699652 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ebbe3563-c8de-45da-a5f3-c511c15031a1 req-588ce749-4eac-45fc-952b-3f26a6ee3037 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467231
Dec 18 06:57:51.723161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-1268bdb8-b3eb-49da-9c91-d479785fab3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:51.724681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-1268bdb8-b3eb-49da-9c91-d479785fab3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 965 time: 0.0882249
Dec 18 06:57:51.802258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-51b7adf0-ce3d-459f-8f68-e94c22e38bf9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['binding:profile'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:51.803692 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-51b7adf0-ce3d-459f-8f68-e94c22e38bf9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0689645
Dec 18 06:57:51.975200 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-0bc020a8-199c-4d0b-a6d8-196d5281c4e6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1629341
Dec 18 06:57:51.986546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:57:52.026977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd3d82ff-812b-4527-8336-680589abf3f0 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:57:52.100014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:52.143607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:52.170519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0266f608-35e5-46a1-b52a-4d83d6098aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd3d82ff-812b-4527-8336-680589abf3f0'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:57:52.180592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port bd3d82ff-812b-4527-8336-680589abf3f0, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd3d82ff-812b-4527-8336-680589abf3f0,segment=NetworkSegment(ee71f740-867e-491c-9ab3-583d6f1cdc26),segment_id=ee71f740-867e-491c-9ab3-583d6f1cdc26)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:57:52.185536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:52.187439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dcf90ae4-1399-448a-b3cf-a458d82934c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:52.230357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:57:52.231018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:57:52.234547 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0266f608-35e5-46a1-b52a-4d83d6098aed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd3d82ff-812b-4527-8336-680589abf3f0', 'code': 200}
Dec 18 06:57:52.256459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=bd3d82ff-812b-4527-8336-680589abf3f0,revision_number=9']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:52.260216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:52.574650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:52.785791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:52.921879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148926d-03b4-43e2-84a8-a88f8befc1b5 req-67148afe-fd0a-41b6-a906-f30c91d76be1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:52.923389 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b148926d-03b4-43e2-84a8-a88f8befc1b5 req-67148afe-fd0a-41b6-a906-f30c91d76be1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 963 time: 0.0877929
Dec 18 06:57:52.970141 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b148926d-03b4-43e2-84a8-a88f8befc1b5 req-a1421fb9-4d42-471e-aad2-434bf30172fc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=77c554e4-e8dd-40e4-aeb4-0316040afa12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404015
Dec 18 06:57:53.047221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] For port bd3d82ff-812b-4527-8336-680589abf3f0, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd3d82ff-812b-4527-8336-680589abf3f0,segment=NetworkSegment(ee71f740-867e-491c-9ab3-583d6f1cdc26),segment_id=ee71f740-867e-491c-9ab3-583d6f1cdc26)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:57:53.076861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] For port bd3d82ff-812b-4527-8336-680589abf3f0, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:57:53.127099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] device_id is not set on port bd3d82ff-812b-4527-8336-680589abf3f0 yet. {{(pid=81084) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 18 06:57:53.133946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:53.138046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:53.153281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:53.283252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3d82ff-812b-4527-8336-680589abf3f0,revision_number=10']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:53.304605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.305039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.305461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.305903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.306349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.306760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.307176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.307584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.307997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.308399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.308802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.309209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.309697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.310102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.310503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.310902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.311304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.311704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.312102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.312498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.312899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.313299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.313983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.314382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:57:53.320447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:53.594136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d8c19cb7-e79c-42bd-84c0-f348dea1e7e3 None None] Provisioning complete for port bd3d82ff-812b-4527-8336-680589abf3f0 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:57:53.594561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8c19cb7-e79c-42bd-84c0-f348dea1e7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:53.666906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d8c19cb7-e79c-42bd-84c0-f348dea1e7e3 None None] Port bd3d82ff-812b-4527-8336-680589abf3f0 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:57:53.759805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] No DVR routers for this DVR port bd3d82ff-812b-4527-8336-680589abf3f0 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:57:53.986291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] In _notify_port_updated(), no bound segment for port bd3d82ff-812b-4527-8336-680589abf3f0 on network b183a691-d9c0-4869-bdb7-8e2009842901 {{(pid=81084) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 18 06:57:53.987045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:57:53.987722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:53.989092 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8b366239-4a09-4ac7-aacb-119b5d3efeca req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] 10.222.0.15 "PUT /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 200  len: 1009 time: 2.0067928
Dec 18 06:57:54.152118 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1d5b5da-93b3-4f05-92f2-4d7eb1a8c03e req-441a1095-344a-4795-8e56-d7a4d5c8aa07 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=0266f608-35e5-46a1-b52a-4d83d6098aed HTTP/1.1" status: 200  len: 210 time: 0.0456078
Dec 18 06:57:55.263893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54580) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:55.335083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa49c463-8acc-42a9-88ed-2b6dbc99b4f5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:55.364895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa49c463-8acc-42a9-88ed-2b6dbc99b4f5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:55.418704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa49c463-8acc-42a9-88ed-2b6dbc99b4f5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:55.423837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-abd1f3f1-7a57-4aa1-b5f8-967f94dcde40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:55.439587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49c463-8acc-42a9-88ed-2b6dbc99b4f5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'SecurityGroup': ['ID=71372f52-fdcc-48c6-8c7e-1c6c238ea642,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:55.442380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fa49c463-8acc-42a9-88ed-2b6dbc99b4f5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:55.449445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa49c463-8acc-42a9-88ed-2b6dbc99b4f5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:55.453165 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fa49c463-8acc-42a9-88ed-2b6dbc99b4f5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/security-groups/71372f52-fdcc-48c6-8c7e-1c6c238ea642 HTTP/1.1" status: 204  len: 168 time: 0.1857455
Dec 18 06:57:55.490768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54586) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:55.698699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 43c5c709-219e-4ad0-b2f1-8f1a2fb1db71 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:57:55.699026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:55.873084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:55.873452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:56.004694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 43c5c709-219e-4ad0-b2f1-8f1a2fb1db71 owned by network:floatingip {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:57:56.148058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:56.163377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-439d7a10-0c3d-41f6-8631-e6ef32ed811f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:56.253300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=43c5c709-219e-4ad0-b2f1-8f1a2fb1db71,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:56.256417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:56.380788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:56.381311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP eed5ef10-18c2-401e-b4ce-9c29a8efb0c3 disassociated (deleted). External IP: 172.26.7.161, port: bd3d82ff-812b-4527-8336-680589abf3f0.
Dec 18 06:57:56.745826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:57:56.932792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:57:56.941762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e401a36-8ebf-40eb-aeca-3f2d65471091 None None] Sync routers for ids ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:57:56.954002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:56.955040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e401a36-8ebf-40eb-aeca-3f2d65471091 None None] Routers {'c0dc775f-a54d-45ab-a4c9-1b84f4847a03'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:57:56.955309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4e401a36-8ebf-40eb-aeca-3f2d65471091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d144be0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:57:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:57.014847 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/floatingips/eed5ef10-18c2-401e-b4ce-9c29a8efb0c3 HTTP/1.1" status: 204  len: 168 time: 1.5229108
Dec 18 06:57:57.147742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-4e401a36-8ebf-40eb-aeca-3f2d65471091 None None] Set router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:57:57.187242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54594) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:57.261939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fe3219b-1be3-48b5-8b6d-36cd9e7418f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:57.293846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fe3219b-1be3-48b5-8b6d-36cd9e7418f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:57.370460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fe3219b-1be3-48b5-8b6d-36cd9e7418f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:57.376312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0613495c-6309-4b05-8621-95bc9d182cd1 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:57.396306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3219b-1be3-48b5-8b6d-36cd9e7418f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c117f2-97c3-4d81-b685-ced27b09c292,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:57.400425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1fe3219b-1be3-48b5-8b6d-36cd9e7418f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:57.400931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fe3219b-1be3-48b5-8b6d-36cd9e7418f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:57.405276 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1fe3219b-1be3-48b5-8b6d-36cd9e7418f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/security-groups/20c117f2-97c3-4d81-b685-ced27b09c292 HTTP/1.1" status: 204  len: 168 time: 0.2167506
Dec 18 06:57:57.472370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54600) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:57.562522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ceafcc02-bd3a-4633-87a6-5365cf6c6441 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port bd3d82ff-812b-4527-8336-680589abf3f0 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:57:57.562921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ceafcc02-bd3a-4633-87a6-5365cf6c6441 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:57.694738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4e401a36-8ebf-40eb-aeca-3f2d65471091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d144be0>, [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:57:15Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '25ee1d9b-6a59-47fd-9562-0ef010a5aeaf', 'name': '', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:99:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:12Z', 'updated_at': '2020-12-18T06:57:21Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:57.699685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e401a36-8ebf-40eb-aeca-3f2d65471091 None None] Checking router: c0dc775f-a54d-45ab-a4c9-1b84f4847a03 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:57:57.709743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e401a36-8ebf-40eb-aeca-3f2d65471091 None None] Routers {'c0dc775f-a54d-45ab-a4c9-1b84f4847a03'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:57:57.711498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4e401a36-8ebf-40eb-aeca-3f2d65471091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d144be0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:57:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:57.834453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ceafcc02-bd3a-4633-87a6-5365cf6c6441 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:57.907148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-4e401a36-8ebf-40eb-aeca-3f2d65471091 None None] Set router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:57:57.969370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ceafcc02-bd3a-4633-87a6-5365cf6c6441 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for bd3d82ff-812b-4527-8336-680589abf3f0 owned by  {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:57:58.122558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ceafcc02-bd3a-4633-87a6-5365cf6c6441 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:58.139051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:57:58.236071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafcc02-bd3a-4633-87a6-5365cf6c6441 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=bd3d82ff-812b-4527-8336-680589abf3f0,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:57:58.242135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ceafcc02-bd3a-4633-87a6-5365cf6c6441 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:57:58.249874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4e401a36-8ebf-40eb-aeca-3f2d65471091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d144be0>, [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:57:15Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '25ee1d9b-6a59-47fd-9562-0ef010a5aeaf', 'name': '', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:99:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:12Z', 'updated_at': '2020-12-18T06:57:21Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:57:58.255084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e401a36-8ebf-40eb-aeca-3f2d65471091 None None] The sync data for ids ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'] in dv-neutron-765072-3-ovs is: [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:57:15Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '25ee1d9b-6a59-47fd-9562-0ef010a5aeaf', 'name': '', 'network_id': 'b183a691-d9c0-4869-bdb7-8e2009842901', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:99:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:12Z', 'updated_at': '2020-12-18T06:57:21Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:57:58.386833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ceafcc02-bd3a-4633-87a6-5365cf6c6441 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:58.399173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ceafcc02-bd3a-4633-87a6-5365cf6c6441 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/ports/bd3d82ff-812b-4527-8336-680589abf3f0 HTTP/1.1" status: 204  len: 168 time: 0.9248817
Dec 18 06:57:58.402779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54604) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:57:58.660748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5f1f01-38d4-4494-86dc-853368060ec3 None None] New status for floating IP eed5ef10-18c2-401e-b4ce-9c29a8efb0c3: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:57:58.816379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:59.749916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:57:59.750341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:57:59.953126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=25ee1d9b-6a59-47fd-9562-0ef010a5aeaf,segment=NetworkSegment(ee71f740-867e-491c-9ab3-583d6f1cdc26),segment_id=ee71f740-867e-491c-9ab3-583d6f1cdc26)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:57:59.953555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:00.119531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:58:00.252544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0364c08-1ac5-4544-ae88-ee51b8cd3bf6 req-1fb60772-5ef0-4940-9cb1-46e4e8657262 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2315068
Dec 18 06:58:00.438772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0364c08-1ac5-4544-ae88-ee51b8cd3bf6 req-e813bf23-e974-4ad3-b1b4-99d84c2f651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:00.440368 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0364c08-1ac5-4544-ae88-ee51b8cd3bf6 req-e813bf23-e974-4ad3-b1b4-99d84c2f651c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 1162 time: 0.1063364
Dec 18 06:58:00.622768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:00.645121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ffecd778-2410-45bf-8842-87a081c60024 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:00.742511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=25ee1d9b-6a59-47fd-9562-0ef010a5aeaf,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:00.746115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:00.768401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0364c08-1ac5-4544-ae88-ee51b8cd3bf6 req-89c7977e-4932-44ac-9ff9-c7d76c3c1afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:00.769432 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0364c08-1ac5-4544-ae88-ee51b8cd3bf6 req-89c7977e-4932-44ac-9ff9-c7d76c3c1afa service neutron] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.2945087
Dec 18 06:58:00.919655 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0364c08-1ac5-4544-ae88-ee51b8cd3bf6 req-b5ae969c-5726-4e9c-9f26-86a16be0e4f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b33c41-f900-4cd1-974b-5200a03641de HTTP/1.1" status: 200  len: 1000 time: 0.1385913
Dec 18 06:58:01.050650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0364c08-1ac5-4544-ae88-ee51b8cd3bf6 req-7acd6b92-950e-40fb-b284-a84a49a7436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:01.052257 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0364c08-1ac5-4544-ae88-ee51b8cd3bf6 req-7acd6b92-950e-40fb-b284-a84a49a7436d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0969546
Dec 18 06:58:01.296180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0364c08-1ac5-4544-ae88-ee51b8cd3bf6 req-727ccf2f-0e12-44df-9da2-a2ca1781186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:01.297839 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0364c08-1ac5-4544-ae88-ee51b8cd3bf6 req-727ccf2f-0e12-44df-9da2-a2ca1781186a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1898925
Dec 18 06:58:01.301050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:01.557745 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0364c08-1ac5-4544-ae88-ee51b8cd3bf6 req-3ff916e6-ab72-4875-8b8d-4cf5c4f34741 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2411771
Dec 18 06:58:01.877264 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0364c08-1ac5-4544-ae88-ee51b8cd3bf6 req-d8b6be01-18ca-4821-9b37-66f035d254fe service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2536814
Dec 18 06:58:02.354861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:58:02.548538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:58:02.559292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c596566-b915-4d58-8f0f-b36c98acd331 None None] Sync routers for ids ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:58:02.568463 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/c0dc775f-a54d-45ab-a4c9-1b84f4847a03/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1594646
Dec 18 06:58:02.569176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54610) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:02.570707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c596566-b915-4d58-8f0f-b36c98acd331 None None] Routers {'c0dc775f-a54d-45ab-a4c9-1b84f4847a03'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:58:02.571924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6c596566-b915-4d58-8f0f-b36c98acd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c17fa20>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:57:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:02.785503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-6c596566-b915-4d58-8f0f-b36c98acd331 None None] Set router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:58:02.791982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting subnet 5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:58:02.794832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:02.858020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:02.951383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:03.096129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6c596566-b915-4d58-8f0f-b36c98acd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c17fa20>, [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:58:00Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:03.102217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c596566-b915-4d58-8f0f-b36c98acd331 None None] Checking router: c0dc775f-a54d-45ab-a4c9-1b84f4847a03 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:58:03.112373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c596566-b915-4d58-8f0f-b36c98acd331 None None] Routers {'c0dc775f-a54d-45ab-a4c9-1b84f4847a03'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:58:03.113166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6c596566-b915-4d58-8f0f-b36c98acd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c17fa20>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:57:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:03.250023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:03.299422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-6c596566-b915-4d58-8f0f-b36c98acd331 None None] Set router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:58:03.315325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2b367d76-d584-42c5-a020-be183d763153 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:03.364864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Subnet': ['ID=5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:03.378695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.379129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.379552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.379969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.380383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.380795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.381203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.381636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.382069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.382450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.382856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.383258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.383726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.384151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.384552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.384955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.385356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.385960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.386478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.387130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.387727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.387845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.388250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.389026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:58:03.393492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:03.428011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:03.438119 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/subnets/5b25fc1f-c8fc-4520-ae04-3f6644b8ae1c HTTP/1.1" status: 204  len: 168 time: 0.8705282
Dec 18 06:58:03.441771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54614) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:03.476859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bae75aa-52f4-4381-bddf-9114d639d265 None None] Network b183a691-d9c0-4869-bdb7-8e2009842901 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:58:03.651397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:03.841003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:03.847223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port d2c7057e-3b98-4c28-944d-50937f748234 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:58:03.847529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:03.978681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6c596566-b915-4d58-8f0f-b36c98acd331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c17fa20>, [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:58:00Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:03.983222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c596566-b915-4d58-8f0f-b36c98acd331 None None] The sync data for ids ['c0dc775f-a54d-45ab-a4c9-1b84f4847a03'] in dv-neutron-765072-3-ovs is: [{'id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'name': 'tempest-TestNetworkBasicOps-router-651146550', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158'}], 'enable_snat': True}, 'gw_port_id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:57:07Z', 'updated_at': '2020-12-18T06:58:00Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'd2c7057e-3b98-4c28-944d-50937f748234', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:47:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc775f-a54d-45ab-a4c9-1b84f4847a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:57:08Z', 'updated_at': '2020-12-18T06:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:58:04.038281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe807c-f198-41be-8513-24a741e7b452 None None] DHCP port deletion for b183a691-d9c0-4869-bdb7-8e2009842901 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:58:04.043101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe807c-f198-41be-8513-24a741e7b452 None None] Deleting port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:58:04.043510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7bfe807c-f198-41be-8513-24a741e7b452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:04.051669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port d2c7057e-3b98-4c28-944d-50937f748234, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=d2c7057e-3b98-4c28-944d-50937f748234,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:58:04.052076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:04.187480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for d2c7057e-3b98-4c28-944d-50937f748234 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:58:04.276392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7bfe807c-f198-41be-8513-24a741e7b452 None None] For port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=493d52bd-fab2-43e7-b6ac-bb1d865bd68a,segment=NetworkSegment(ee71f740-867e-491c-9ab3-583d6f1cdc26),segment_id=ee71f740-867e-491c-9ab3-583d6f1cdc26)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:58:04.277112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7bfe807c-f198-41be-8513-24a741e7b452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:04.339997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:04.416438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe807c-f198-41be-8513-24a741e7b452 None None] Calling delete_port for 493d52bd-fab2-43e7-b6ac-bb1d865bd68a owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:58:04.493491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7bfe807c-f198-41be-8513-24a741e7b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:04.508339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:04.537532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:04.600041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe807c-f198-41be-8513-24a741e7b452 None None] Pushing event deleted for resources: {'Port': ['ID=493d52bd-fab2-43e7-b6ac-bb1d865bd68a,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:04.604625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7bfe807c-f198-41be-8513-24a741e7b452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:04.654434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfe807c-f198-41be-8513-24a741e7b452 None None] No DVR routers for this DVR port 493d52bd-fab2-43e7-b6ac-bb1d865bd68a on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:58:04.937664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:04.940262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:04.960657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:04.961244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Fanout notify agent at l3_agent the message router_deleted on router c0dc775f-a54d-45ab-a4c9-1b84f4847a03 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:58:04.976520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:04.978188 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d28b6873-5e12-4ee8-ab3f-b23598d4b83b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/routers/c0dc775f-a54d-45ab-a4c9-1b84f4847a03 HTTP/1.1" status: 204  len: 168 time: 1.5352323
Dec 18 06:58:04.981383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54618) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:05.109003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:05.304772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:05.426957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac175fdb38>,) {'filters': {'network_id': ['b183a691-d9c0-4869-bdb7-8e2009842901']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:05.440644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac175fdb38>, 'ee71f740-867e-491c-9ab3-583d6f1cdc26') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:05.440950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac175fdb38>, 'ee71f740-867e-491c-9ab3-583d6f1cdc26') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:05.452953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:05.467859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:05.469919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Releasing vxlan tunnel 3 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:58:05.651822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network b183a691-d9c0-4869-bdb7-8e2009842901 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:58:05.661018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:05.682666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 493d52bd-fab2-43e7-b6ac-bb1d865bd68a no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:58:05.717354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 493d52bd-fab2-43e7-b6ac-bb1d865bd68a {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:58:05.717750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 493d52bd-fab2-43e7-b6ac-bb1d865bd68a not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:58:05.718218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:58:05.753227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:58:05.753227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 25ee1d9b-6a59-47fd-9562-0ef010a5aeaf not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:58:05.754284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d2c7057e-3b98-4c28-944d-50937f748234 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:58:05.791942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: d2c7057e-3b98-4c28-944d-50937f748234 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:58:05.791942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d2c7057e-3b98-4c28-944d-50937f748234 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:58:05.842010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network b183a691-d9c0-4869-bdb7-8e2009842901 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:58:05.869866 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:58:05.950358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:05.953533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-882ce56e-0369-4409-957b-ab8b4a23b5e4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:05.969443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:05.982645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Network': ['ID=b183a691-d9c0-4869-bdb7-8e2009842901,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:05.985909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:05.987855 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bca0b998-340a-4078-8b5e-17981f457f9b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/networks/b183a691-d9c0-4869-bdb7-8e2009842901 HTTP/1.1" status: 204  len: 168 time: 1.0053360
Dec 18 06:58:06.001128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54622) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:06.014013 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-19726735-ea82-487a-8076-ba57679db9b6 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 835 time: 0.0115459
Dec 18 06:58:06.016551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54626) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:06.022574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'network': {'name': 'tempest-network-smoke--2139641402', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'port_security_enabled': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:58:06.028372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:58:06.033039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:network and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:58:06.039524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:58:06.045274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:58:06.053936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:58:06.059664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:06.094238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:58:06.103982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:06.104533 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Added segment c7289a5c-6b27-4b9e-8bd0-8f05669e60ce of type vxlan for network d4f11df4-4653-47cc-b8c4-46e7228a9742
Dec 18 06:58:06.131417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:06.161371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:06.166305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:06.166946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:06.172191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:06.278151 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2604609
Dec 18 06:58:06.281145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54630) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:06.288709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'admin_state_up': True, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:58:06.294864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Network': ['ID=d4f11df4-4653-47cc-b8c4-46e7228a9742,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:06.298065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:06.300586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:58:06.306636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:router and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:58:06.307845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network d4f11df4-4653-47cc-b8c4-46e7228a9742 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:58:06.309743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:58:06.315834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:58:06.324321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network d4f11df4-4653-47cc-b8c4-46e7228a9742 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:58:06.325060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:06.326205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:06.344637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:06.621044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:06.944556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:06.976383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:07.249597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.145 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/b0326ab4-192f-41e3-adf4-7bedcbbc3481) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:58:07.405835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:07.433249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:07.448719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57dbaf0d-ce60-4a73-b727-d4df71bcfca6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:07.581474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=b0326ab4-192f-41e3-adf4-7bedcbbc3481,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:07.586827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:07.640297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:58:07.641685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:58:07.644197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:58:08.060360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:08.416832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:08.629494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:58:09.094556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:58:09.104631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Sync routers for ids ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:58:09.115007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Routers {'7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:58:09.115760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf10978>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:57:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:09.120775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:09.122123 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.8399460
Dec 18 06:58:09.125311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54634) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:09.170627 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eb624f57-931e-4fd2-b9f4-0d96144c0b55 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets?project_id=6302410f1da34973bcf54fc230e8ac73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0439513
Dec 18 06:58:09.174497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54638) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:09.181686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'subnet': {'name': 'tempest-subnet-smoke-491431265', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:58:09.298746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:58:09.300137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Set router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:58:09.302962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:subnet and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:58:09.306524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:58:09.312366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:58:09.320947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:58:09.434382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:09.613979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf10978>, [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:07Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:09.617636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Checking router: 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:58:09.618070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Updating router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f port b0326ab4-192f-41e3-adf4-7bedcbbc3481 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:58:09.681990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:09.892315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:09.909146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eaed0ef9-00b9-467a-971d-0b470af79767 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:10.039623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Subnet': ['ID=36ca9463-ef22-4a6c-932f-cdaa121f1b1b,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:10.044936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:10.083745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:10.097449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Transition to ACTIVE for port object b0326ab4-192f-41e3-adf4-7bedcbbc3481 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:58:10.099773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:10.115778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:10.119765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Checking segment: {'id': 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:58:10.119765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network hostable DHCP agents. Network: d4f11df4-4653-47cc-b8c4-46e7228a9742, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:58:10.138944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d4f11df4-4653-47cc-b8c4-46e7228a9742 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:58:10.147380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, d4f11df4-4653-47cc-b8c4-46e7228a9742) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:58:10.161991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49558f74-8b8f-4c0c-bb31-6a2d6748d39d None None] Network d4f11df4-4653-47cc-b8c4-46e7228a9742 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:58:10.162337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:10.162998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:10.188102 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0123200
Dec 18 06:58:10.191289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54642) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:10.254187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c210c-1958-433b-b822-915dc195e4a7 None None] Pushing event updated for resources: {'Port': ['ID=b0326ab4-192f-41e3-adf4-7bedcbbc3481,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:10.260835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-123c210c-1958-433b-b822-915dc195e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:10.331555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Attempting to bind port b0326ab4-192f-41e3-adf4-7bedcbbc3481 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:58:10.331922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Attempting to bind port b0326ab4-192f-41e3-adf4-7bedcbbc3481 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:58:10.332333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Attempting to bind port b0326ab4-192f-41e3-adf4-7bedcbbc3481 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:58:10.338872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:58:10.339708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:58:10.340066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:10.340635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:58:10.341950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Bound port: b0326ab4-192f-41e3-adf4-7bedcbbc3481, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:58:10.343840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:10.422867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-d4f11df4-4653-47cc-b8c4-46e7228a9742', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ips': [{'subnet_id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:58:10.423878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:10.432733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] For port b0326ab4-192f-41e3-adf4-7bedcbbc3481, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:58:10.436613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] For port b0326ab4-192f-41e3-adf4-7bedcbbc3481, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b0326ab4-192f-41e3-adf4-7bedcbbc3481,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:58:10.440692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:10.458942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:10.618822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c210c-1958-433b-b822-915dc195e4a7 None None] Pushing event updated for resources: {'Port': ['ID=b0326ab4-192f-41e3-adf4-7bedcbbc3481,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:10.625127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-123c210c-1958-433b-b822-915dc195e4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:10.689480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Routers {'7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:58:10.690330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf10978>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:57:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:10.769031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Allocated IP 172.20.0.2 (d4f11df4-4653-47cc-b8c4-46e7228a9742/36ca9463-ef22-4a6c-932f-cdaa121f1b1b/e9ef76f8-656a-4a4a-815e-29fd005299bd) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:58:10.907013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:10.923228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] Set router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:58:11.069761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:11.080824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Transition to ACTIVE for port object e9ef76f8-656a-4a4a-815e-29fd005299bd will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:58:11.103198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Transition to ACTIVE for port object e9ef76f8-656a-4a4a-815e-29fd005299bd will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:58:11.119973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:11.137945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:11.263642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf10978>, [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:07Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:11.268053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd8c5f-9f98-4654-a6c9-ccf4df06b642 None None] The sync data for ids ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'] in dv-neutron-765072-3-ovs is: [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:07Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:58:11.269711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Pushing event updated for resources: {'Port': ['ID=e9ef76f8-656a-4a4a-815e-29fd005299bd,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:11.274204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:11.340383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Network d4f11df4-4653-47cc-b8c4-46e7228a9742 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:58:11.341588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:58:11.345616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:58:11.400210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Attempting to bind port e9ef76f8-656a-4a4a-815e-29fd005299bd on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:58:11.400641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Attempting to bind port e9ef76f8-656a-4a4a-815e-29fd005299bd by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:58:11.401064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Attempting to bind port e9ef76f8-656a-4a4a-815e-29fd005299bd on network d4f11df4-4653-47cc-b8c4-46e7228a9742 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:58:11.407492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:58:11.407616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Checking segment: {'id': 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:58:11.408054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:11.408510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Bound using segment: {'id': 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:58:11.409038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Bound port: e9ef76f8-656a-4a4a-815e-29fd005299bd, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:58:11.409475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:11.503791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] For port e9ef76f8-656a-4a4a-815e-29fd005299bd, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:58:11.507121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] For port e9ef76f8-656a-4a4a-815e-29fd005299bd, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e9ef76f8-656a-4a4a-815e-29fd005299bd,segment=NetworkSegment(c7289a5c-6b27-4b9e-8bd0-8f05669e60ce),segment_id=c7289a5c-6b27-4b9e-8bd0-8f05669e60ce)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:58:11.511215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:11.522356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.1 (d4f11df4-4653-47cc-b8c4-46e7228a9742/36ca9463-ef22-4a6c-932f-cdaa121f1b1b/f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:58:11.527119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:11.657820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Pushing event updated for resources: {'Port': ['ID=e9ef76f8-656a-4a4a-815e-29fd005299bd,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:11.663090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:11.768437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:11.790337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:58:11.823074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:11.839865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:11.865574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:58:11.983679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:11.986833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:12.082270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d4f11df4-4653-47cc-b8c4-46e7228a9742 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:58:12.083440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:58:12.087350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:58:12.161460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:12.711297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:13.240703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a747ea-b30a-47e2-9d2b-0d31eddf074b None None] Network d4f11df4-4653-47cc-b8c4-46e7228a9742 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:58:13.315989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:13.320137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:13.355211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71d037b2-a228-4db6-9c4d-39f3b415250b tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:13.378778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-71ba0754-5801-4e58-a5be-ad4268b2faaa None None] Provisioning for port e9ef76f8-656a-4a4a-815e-29fd005299bd completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:58:13.449013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:13.464295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:13.514456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:13.609078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d4f11df4-4653-47cc-b8c4-46e7228a9742 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:58:13.610953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:58:13.806985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e9ef76f8-656a-4a4a-815e-29fd005299bd up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:58:13.839107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:58:14.085666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-22ed433a-da34-43ab-b58e-444c0e462c50 None None] Provisioning for port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:58:14.095658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-22ed433a-da34-43ab-b58e-444c0e462c50 None None] Provisioning complete for port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:58:14.096092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ed433a-da34-43ab-b58e-444c0e462c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:14.117837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:58:14.138266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54650) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:14.141089 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/7f6c736d-f7c8-4231-962c-0c41d3d3bb9f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9482963
Dec 18 06:58:14.154792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port e9ef76f8-656a-4a4a-815e-29fd005299bd completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:58:14.161505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port e9ef76f8-656a-4a4a-815e-29fd005299bd triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:58:14.161983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:14.215654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-22ed433a-da34-43ab-b58e-444c0e462c50 None None] Port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:58:14.234564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-22ed433a-da34-43ab-b58e-444c0e462c50 None None] Provisioning complete for port e9ef76f8-656a-4a4a-815e-29fd005299bd triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:58:14.235029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ed433a-da34-43ab-b58e-444c0e462c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:14.338269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfabe1c-caa1-483a-b48d-950e8f1625fd tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:14.338365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfabe1c-caa1-483a-b48d-950e8f1625fd tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:14.339048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfabe1c-caa1-483a-b48d-950e8f1625fd tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:14.339119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfabe1c-caa1-483a-b48d-950e8f1625fd tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:14.339766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfabe1c-caa1-483a-b48d-950e8f1625fd tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:14.339910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfabe1c-caa1-483a-b48d-950e8f1625fd tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:14.345488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dcfabe1c-caa1-483a-b48d-950e8f1625fd tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4252 time: 0.2020984
Dec 18 06:58:14.346599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54654) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:14.390181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Sync routers for ids ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:58:14.433156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Routers {'7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:58:14.438693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c0ac5c0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:57:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:14.441422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e60bd3-a084-41ba-babc-6e08d23ed8a0 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:14.441915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e60bd3-a084-41ba-babc-6e08d23ed8a0 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:14.442334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e60bd3-a084-41ba-babc-6e08d23ed8a0 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:14.442745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e60bd3-a084-41ba-babc-6e08d23ed8a0 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:14.443151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e60bd3-a084-41ba-babc-6e08d23ed8a0 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:14.443554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e60bd3-a084-41ba-babc-6e08d23ed8a0 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:14.448705 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-12e60bd3-a084-41ba-babc-6e08d23ed8a0 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.0994737
Dec 18 06:58:14.449734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54658) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:14.506072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:14.534402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ed433a-da34-43ab-b58e-444c0e462c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:14.703888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Set router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:58:14.729762 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1a64ec22-82e5-46f4-a916-115308532678 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3046 time: 0.2788556
Dec 18 06:58:14.874623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-22ed433a-da34-43ab-b58e-444c0e462c50 None None] For port e9ef76f8-656a-4a4a-815e-29fd005299bd, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e9ef76f8-656a-4a4a-815e-29fd005299bd,segment=NetworkSegment(c7289a5c-6b27-4b9e-8bd0-8f05669e60ce),segment_id=c7289a5c-6b27-4b9e-8bd0-8f05669e60ce)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:58:14.943429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54664) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:14.950590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22ed433a-da34-43ab-b58e-444c0e462c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:14.952714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267769358', 'description': 'tempest-secgroup-smoke-1267769358 description', 'project_id': '6302410f1da34973bcf54fc230e8ac73'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:58:14.957488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:14.959780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:58:14.964811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:58:14.968415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:58:14.975033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:58:14.995818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.018983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:58:15.025929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:58:15.028801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:58:15.034058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:58:15.043462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-284b290c-81f3-47ed-8e31-2cb4edc950c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.099339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:58:15.099611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:58:15.114428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.119405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.125047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-69b1d461-3632-4ff5-99b6-587b0ad51531 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:15.134330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed433a-da34-43ab-b58e-444c0e462c50 None None] Pushing event updated for resources: {'Port': ['ID=e9ef76f8-656a-4a4a-815e-29fd005299bd,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:15.139735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-29b40490-900f-479d-bfe3-b65ce3fe70ed None None] Provisioning complete for port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:58:15.140149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29b40490-900f-479d-bfe3-b65ce3fe70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.173676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ed0ce8-8217-43e4-acf5-5badd025d1ab,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:15.179392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:15.179522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22ed433a-da34-43ab-b58e-444c0e462c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:15.185364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.187432 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2428279
Dec 18 06:58:15.191115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54668) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:15.198556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6b884a82-97df-46fb-a884-d812119e7f28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'd3ed0ce8-8217-43e4-acf5-5badd025d1ab', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:58:15.205315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6b884a82-97df-46fb-a884-d812119e7f28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:58:15.209795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6b884a82-97df-46fb-a884-d812119e7f28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:58:15.215304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6b884a82-97df-46fb-a884-d812119e7f28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:58:15.221468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6b884a82-97df-46fb-a884-d812119e7f28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:58:15.237891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b884a82-97df-46fb-a884-d812119e7f28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.255667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-29b40490-900f-479d-bfe3-b65ce3fe70ed None None] Port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:58:15.274930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-29b40490-900f-479d-bfe3-b65ce3fe70ed None None] Provisioning complete for port e9ef76f8-656a-4a4a-815e-29fd005299bd triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:58:15.275332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29b40490-900f-479d-bfe3-b65ce3fe70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.310956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b884a82-97df-46fb-a884-d812119e7f28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.329327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b884a82-97df-46fb-a884-d812119e7f28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.331796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-478ff9d6-e102-468f-b002-c37b6878f665 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:15.343448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c0ac5c0>, [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6', 'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:e8:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:11Z', 'updated_at': '2020-12-18T06:58:13Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:15.351412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Checking router: 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:58:15.351820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Updating router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:58:15.360157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b884a82-97df-46fb-a884-d812119e7f28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576e1d41-d6c7-4544-b376-a47d9ca7a284,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:15.364051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6b884a82-97df-46fb-a884-d812119e7f28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:15.373671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b884a82-97df-46fb-a884-d812119e7f28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.379699 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6b884a82-97df-46fb-a884-d812119e7f28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1828389
Dec 18 06:58:15.380573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54672) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:15.388191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-142fed69-2eab-4fd3-9433-d0bc545ee6c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'd3ed0ce8-8217-43e4-acf5-5badd025d1ab', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:58:15.394739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-142fed69-2eab-4fd3-9433-d0bc545ee6c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:58:15.399174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-142fed69-2eab-4fd3-9433-d0bc545ee6c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:58:15.402681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-142fed69-2eab-4fd3-9433-d0bc545ee6c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:58:15.408570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-142fed69-2eab-4fd3-9433-d0bc545ee6c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:58:15.424245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-142fed69-2eab-4fd3-9433-d0bc545ee6c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.456491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.491223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-142fed69-2eab-4fd3-9433-d0bc545ee6c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.494449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-142fed69-2eab-4fd3-9433-d0bc545ee6c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.496249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:15.519815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fed69-2eab-4fd3-9433-d0bc545ee6c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c59a4f-d219-4705-b7d9-da9b328a921e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:15.522512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-142fed69-2eab-4fd3-9433-d0bc545ee6c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:15.529241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-142fed69-2eab-4fd3-9433-d0bc545ee6c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.531253 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-142fed69-2eab-4fd3-9433-d0bc545ee6c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1492329
Dec 18 06:58:15.533637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54676) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:15.539246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0387a641-a3c3-415d-b219-86b6ada16fea tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'd3ed0ce8-8217-43e4-acf5-5badd025d1ab', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:58:15.546084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0387a641-a3c3-415d-b219-86b6ada16fea tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:58:15.550175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0387a641-a3c3-415d-b219-86b6ada16fea tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:58:15.553233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0387a641-a3c3-415d-b219-86b6ada16fea tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:58:15.559589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0387a641-a3c3-415d-b219-86b6ada16fea tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:58:15.576722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0387a641-a3c3-415d-b219-86b6ada16fea tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.645318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0387a641-a3c3-415d-b219-86b6ada16fea tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.650437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0387a641-a3c3-415d-b219-86b6ada16fea tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.652273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:15.678350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387a641-a3c3-415d-b219-86b6ada16fea tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a8eba9-b0ed-4ece-9d66-4616e11d0c3a,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:15.681737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0387a641-a3c3-415d-b219-86b6ada16fea tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:15.690193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0387a641-a3c3-415d-b219-86b6ada16fea tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.691030 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0387a641-a3c3-415d-b219-86b6ada16fea tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1563871
Dec 18 06:58:15.693967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54680) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:15.700329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-460fe2ae-7d7e-443c-8879-d139860666f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'd3ed0ce8-8217-43e4-acf5-5badd025d1ab', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:58:15.706610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-460fe2ae-7d7e-443c-8879-d139860666f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:58:15.707696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b0326ab4-192f-41e3-adf4-7bedcbbc3481 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:58:15.710624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-460fe2ae-7d7e-443c-8879-d139860666f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:58:15.713688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-460fe2ae-7d7e-443c-8879-d139860666f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:58:15.719419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-460fe2ae-7d7e-443c-8879-d139860666f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:58:15.735697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-460fe2ae-7d7e-443c-8879-d139860666f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.801360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-460fe2ae-7d7e-443c-8879-d139860666f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.804129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-460fe2ae-7d7e-443c-8879-d139860666f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.806956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-35d3028d-47bb-4877-929e-4b73d89e9346 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:15.831212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fe2ae-7d7e-443c-8879-d139860666f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75566104-7d4d-4989-b400-790ee1694446,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:15.833855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-460fe2ae-7d7e-443c-8879-d139860666f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:15.840366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-460fe2ae-7d7e-443c-8879-d139860666f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.844410 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-460fe2ae-7d7e-443c-8879-d139860666f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1467190
Dec 18 06:58:15.844732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54684) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:15.850294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'd3ed0ce8-8217-43e4-acf5-5badd025d1ab', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:58:15.856908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:58:15.860921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:58:15.863974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:58:15.870385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:58:15.877964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port b0326ab4-192f-41e3-adf4-7bedcbbc3481 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:58:15.883112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:58:15.888614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b0326ab4-192f-41e3-adf4-7bedcbbc3481 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:58:15.889042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.889983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.957934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.960737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:15.962870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-15239246-c3ab-4021-a7c2-460cb549a957 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:15.987350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a7e532-41a0-4328-8154-f85e78c5158b,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:15.989964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:15.997132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:16.001293 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1527457
Dec 18 06:58:16.001571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54688) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:16.007051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'd3ed0ce8-8217-43e4-acf5-5badd025d1ab', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:58:16.013310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:58:16.017387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:58:16.020476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:58:16.026395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:58:16.036011 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:58:16.043445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:16.119067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:16.122159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:16.124202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2c772aed-5339-4e24-a4d3-a1f62ddf502b tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:16.149927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2541dcf1-6de1-4110-a314-003b4fbc0e93,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:16.152857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:16.160039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:16.161382 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1588366
Dec 18 06:58:16.264899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:16.270238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:16.288282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Transition to ACTIVE for port object f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:58:16.294062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:16.308325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port b0326ab4-192f-41e3-adf4-7bedcbbc3481, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b0326ab4-192f-41e3-adf4-7bedcbbc3481,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:58:16.311551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:16.346328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c0a85533-20c5-4017-9640-f5090f546d27 req-13521b54-5008-4737-95fc-3ab604ab31eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:58:16.361134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c0a85533-20c5-4017-9640-f5090f546d27 req-13521b54-5008-4737-95fc-3ab604ab31eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:58:16.362449 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-13521b54-5008-4737-95fc-3ab604ab31eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267769358&fields=id&tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 267 time: 0.0573745
Dec 18 06:58:16.397970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:16.476767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e9ef76f8-656a-4a4a-815e-29fd005299bd up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:58:16.508224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2441d3-340d-4e53-b9f8-2209b4c79bbf None None] Pushing event updated for resources: {'Port': ['ID=f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:16.522636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a2441d3-340d-4e53-b9f8-2209b4c79bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:16.525054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ab5714ff-404f-4f72-8662-3c7a61230512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:16.528594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a85533-20c5-4017-9640-f5090f546d27 req-56e5f256-f128-45e7-b44e-03fe9b44455d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:16.529347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c0a85533-20c5-4017-9640-f5090f546d27 req-56e5f256-f128-45e7-b44e-03fe9b44455d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:58:16.544056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c0a85533-20c5-4017-9640-f5090f546d27 req-56e5f256-f128-45e7-b44e-03fe9b44455d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:58:16.545308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-56e5f256-f128-45e7-b44e-03fe9b44455d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/networks?id=d4f11df4-4653-47cc-b8c4-46e7228a9742 HTTP/1.1" status: 200  len: 797 time: 0.1754920
Dec 18 06:58:16.725973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=b0326ab4-192f-41e3-adf4-7bedcbbc3481,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:16.739396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:16.751361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Attempting to bind port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:58:16.751802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Attempting to bind port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:58:16.752229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Attempting to bind port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 on network d4f11df4-4653-47cc-b8c4-46e7228a9742 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:58:16.754500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port e9ef76f8-656a-4a4a-815e-29fd005299bd triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:58:16.755106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:16.768300 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-36865b27-cfd7-4068-85ea-da320f9e631f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/quotas/6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 375 time: 0.2162986
Dec 18 06:58:16.796395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:58:16.796910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Checking segment: {'id': 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:58:16.797271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:16.797750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Bound using segment: {'id': 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:58:16.798286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Bound port: f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:58:16.798721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:16.860877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c0a85533-20c5-4017-9640-f5090f546d27 req-e355c584-18d6-4433-93f4-460e87d01848 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:58:16.876849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c0a85533-20c5-4017-9640-f5090f546d27 req-e355c584-18d6-4433-93f4-460e87d01848 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:58:16.878255 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-e355c584-18d6-4433-93f4-460e87d01848 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1038620
Dec 18 06:58:16.968110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] For port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:58:16.988038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] For port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6,segment=NetworkSegment(c7289a5c-6b27-4b9e-8bd0-8f05669e60ce),segment_id=c7289a5c-6b27-4b9e-8bd0-8f05669e60ce)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:58:16.993538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:17.008806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a28076ee-d32c-4a2b-b694-a1cf471a21ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:17.035414 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-db9ccc10-30da-4545-8bec-03dfafee2de7 service neutron] 10.222.0.23 "GET /v2.0/networks/d4f11df4-4653-47cc-b8c4-46e7228a9742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435468
Dec 18 06:58:17.164197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2441d3-340d-4e53-b9f8-2209b4c79bbf None None] Pushing event updated for resources: {'Port': ['ID=f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:17.169600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a2441d3-340d-4e53-b9f8-2209b4c79bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:17.179470 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-83de3d04-3ead-425f-8f5f-948c353607d5 service neutron] 10.222.0.23 "GET /v2.0/networks/d4f11df4-4653-47cc-b8c4-46e7228a9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362896
Dec 18 06:58:17.205833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Routers {'7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:58:17.206537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c0ac5c0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:57:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:17.403536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] Set router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:58:17.404500 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-09ff3481-afc8-4615-8e91-0d48b705513b req-2075bb3d-547d-4e12-80c5-125bddee0261 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 210 time: 0.0496283
Dec 18 06:58:17.514014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d012526-5e0e-4074-a5bc-faa9ffcd2ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:17.515340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:17.775891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c0ac5c0>, [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6', 'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:e8:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:11Z', 'updated_at': '2020-12-18T06:58:16Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:17.780051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b898ecd-de19-474a-b281-8b77594dc648 None None] The sync data for ids ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'] in dv-neutron-765072-3-ovs is: [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6', 'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:e8:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:11Z', 'updated_at': '2020-12-18T06:58:16Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:58:18.508800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:18.590694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:58:18.633599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6028108b-250f-4aaa-8759-869dc47b3097 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:18.634582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6028108b-250f-4aaa-8759-869dc47b3097 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:58:18.663555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6028108b-250f-4aaa-8759-869dc47b3097 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:58:18.668533 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6028108b-250f-4aaa-8759-869dc47b3097 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks?id=d4f11df4-4653-47cc-b8c4-46e7228a9742 HTTP/1.1" status: 200  len: 797 time: 0.2472515
Dec 18 06:58:18.695563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:58:18.708797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:58:18.709651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:18.714350 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a9b8a963-60ec-41aa-bfaf-b17d7fc3dc09 req-4bd1fe6d-5c3d-49d7-acb2-1da53b201d26 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 210 time: 0.0968220
Dec 18 06:58:18.767815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c0a85533-20c5-4017-9640-f5090f546d27 req-460c870c-64e0-4f9a-9675-8a9fa06d458a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:58:18.781294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c0a85533-20c5-4017-9640-f5090f546d27 req-460c870c-64e0-4f9a-9675-8a9fa06d458a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:58:18.783125 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-460c870c-64e0-4f9a-9675-8a9fa06d458a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 7769 time: 0.0926106
Dec 18 06:58:18.818428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'port': {'device_id': '213db584-591e-458b-be34-f1d4624f82fd', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'admin_state_up': True, 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'security_groups': ['d3ed0ce8-8217-43e4-acf5-5badd025d1ab']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:58:18.841053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:18.875307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6,segment=NetworkSegment(c7289a5c-6b27-4b9e-8bd0-8f05669e60ce),segment_id=c7289a5c-6b27-4b9e-8bd0-8f05669e60ce)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:58:18.878386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:18.879325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b0326ab4-192f-41e3-adf4-7bedcbbc3481 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:58:18.907440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d3833b25-876f-45cf-90de-05cdf2928d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:18.975218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:58:18.985534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:58:18.994667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:58:19.000540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:19.006073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:19.010041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:19.019109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b0326ab4-192f-41e3-adf4-7bedcbbc3481 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:58:19.019545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:19.316091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.5 (d4f11df4-4653-47cc-b8c4-46e7228a9742/36ca9463-ef22-4a6c-932f-cdaa121f1b1b/61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:58:19.406114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:19.515148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:19.531706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:58:19.550691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:19.565623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a340394c-88c0-4e8e-940f-9275c4e96eca tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:19.700313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:19.704606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:19.762440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d4f11df4-4653-47cc-b8c4-46e7228a9742 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:58:19.763706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:58:19.766138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:58:19.832570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:19.833271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:19.860154 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0465605
Dec 18 06:58:19.877042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Request body: {'port': {'device_id': '213db584-591e-458b-be34-f1d4624f82fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:58:19.998086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:20.015488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9929ca7-4aa8-418b-a74d-9f7498a6e202 req-a3912336-375a-44e8-a4db-15b771de27be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:20.017116 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e9929ca7-4aa8-418b-a74d-9f7498a6e202 req-a3912336-375a-44e8-a4db-15b771de27be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 931 time: 0.1693068
Dec 18 06:58:20.053401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6be9ee93-74fd-445f-8c1f-6303500fd26e None None] Provisioning for port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:58:20.059659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6be9ee93-74fd-445f-8c1f-6303500fd26e None None] Provisioning complete for port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:58:20.060211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6be9ee93-74fd-445f-8c1f-6303500fd26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:20.065497 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e9929ca7-4aa8-418b-a74d-9f7498a6e202 req-38959748-bfad-416c-a6ac-acacd6a0df8a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=d3ed0ce8-8217-43e4-acf5-5badd025d1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418105
Dec 18 06:58:20.127252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6be9ee93-74fd-445f-8c1f-6303500fd26e None None] Port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:58:20.403969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:58:20.411281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:20.424187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Transition to ACTIVE for port object 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:58:20.426879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:20.443244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:20.472444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:58:20.542725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:58:20.543259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:20.574375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Pushing event updated for resources: {'Port': ['ID=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:20.577466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:20.776068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Attempting to bind port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:58:20.776447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Attempting to bind port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:58:20.776816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Attempting to bind port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 on network d4f11df4-4653-47cc-b8c4-46e7228a9742 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:58:20.782907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:58:20.783284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Checking segment: {'id': 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:58:20.783685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:20.784088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Bound using segment: {'id': 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:58:20.784546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Bound port: 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:58:20.784921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:20.877405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] For port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:58:20.880546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] For port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94,segment=NetworkSegment(c7289a5c-6b27-4b9e-8bd0-8f05669e60ce),segment_id=c7289a5c-6b27-4b9e-8bd0-8f05669e60ce)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:58:20.883934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:20.898633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b924f02b-e7df-434e-8496-7a4a0c8c507e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:21.049662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Pushing event updated for resources: {'Port': ['ID=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:21.055164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:21.091088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:21.091759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:21.093201 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] 10.222.0.15 "PUT /v2.0/ports/61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 HTTP/1.1" status: 200  len: 1157 time: 1.2211697
Dec 18 06:58:21.093805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213db584-591e-458b-be34-f1d4624f82fd', 'tag': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:58:21.183788 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213db584-591e-458b-be34-f1d4624f82fd', 'tag': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94', 'status': 'completed', 'code': 200}
Dec 18 06:58:21.225191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a85533-20c5-4017-9640-f5090f546d27 req-71796372-6bd1-4f66-bbd5-8ad1a8742ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:21.226887 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-71796372-6bd1-4f66-bbd5-8ad1a8742ba0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 1160 time: 0.0837033
Dec 18 06:58:21.302986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d0804-f3b2-4347-bc1e-6906d30ac330 req-e05b2b60-49dd-4c24-80e6-641fa30baa43 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:21.304614 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9e0d0804-f3b2-4347-bc1e-6906d30ac330 req-e05b2b60-49dd-4c24-80e6-641fa30baa43 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 943 time: 0.0901067
Dec 18 06:58:21.306562 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-727e709a-81f0-4332-b537-9bdf3d3d3b45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 HTTP/1.1" status: 200  len: 217 time: 0.0679343
Dec 18 06:58:21.355243 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9e0d0804-f3b2-4347-bc1e-6906d30ac330 req-2b7f1777-6fc2-455a-8ae7-a99b76773acb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=d3ed0ce8-8217-43e4-acf5-5badd025d1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438232
Dec 18 06:58:21.664612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a85533-20c5-4017-9640-f5090f546d27 req-721b2896-03ac-4211-91fc-4af945aa5000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:21.666166 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-721b2896-03ac-4211-91fc-4af945aa5000 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36ca9463-ef22-4a6c-932f-cdaa121f1b1b HTTP/1.1" status: 200  len: 834 time: 0.3497779
Dec 18 06:58:21.757238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a85533-20c5-4017-9640-f5090f546d27 req-ca61aca0-7df2-4893-85ac-1f7772d09a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:21.758950 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-ca61aca0-7df2-4893-85ac-1f7772d09a13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4f11df4-4653-47cc-b8c4-46e7228a9742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0819640
Dec 18 06:58:21.909262 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-d8615344-95f1-483f-bf88-f8eef2f7cd34 service neutron] 10.222.0.15 "GET /v2.0/networks/d4f11df4-4653-47cc-b8c4-46e7228a9742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393850
Dec 18 06:58:22.057424 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0a85533-20c5-4017-9640-f5090f546d27 req-fd988912-e0fa-44ab-a5b9-8c8e8208983a service neutron] 10.222.0.15 "GET /v2.0/networks/d4f11df4-4653-47cc-b8c4-46e7228a9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368401
Dec 18 06:58:22.185542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f5a9d-fb42-45d3-9f9d-940a0c0618d4 req-b3c16d8a-99c5-4fae-b4f9-f51c8c04a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:22.187127 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a61f5a9d-fb42-45d3-9f9d-940a0c0618d4 req-b3c16d8a-99c5-4fae-b4f9-f51c8c04a948 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 1160 time: 0.0786505
Dec 18 06:58:22.328980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f5a9d-fb42-45d3-9f9d-940a0c0618d4 req-d6e2e089-21b5-47ca-9187-154185847b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:22.330563 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a61f5a9d-fb42-45d3-9f9d-940a0c0618d4 req-d6e2e089-21b5-47ca-9187-154185847b9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4f11df4-4653-47cc-b8c4-46e7228a9742 HTTP/1.1" status: 200  len: 891 time: 0.1362305
Dec 18 06:58:22.401659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a61f5a9d-fb42-45d3-9f9d-940a0c0618d4 req-c171ec9d-673b-495a-9cc6-6d531ccec843 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 HTTP/1.1" status: 200  len: 217 time: 0.0629430
Dec 18 06:58:22.478308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f5a9d-fb42-45d3-9f9d-940a0c0618d4 req-ad223cee-ea2a-44db-91ed-97e1821a7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:22.479903 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a61f5a9d-fb42-45d3-9f9d-940a0c0618d4 req-ad223cee-ea2a-44db-91ed-97e1821a7fd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36ca9463-ef22-4a6c-932f-cdaa121f1b1b HTTP/1.1" status: 200  len: 834 time: 0.0712845
Dec 18 06:58:22.562126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f5a9d-fb42-45d3-9f9d-940a0c0618d4 req-7d44358e-3882-40b5-880c-e217c1f317e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:22.564145 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a61f5a9d-fb42-45d3-9f9d-940a0c0618d4 req-7d44358e-3882-40b5-880c-e217c1f317e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4f11df4-4653-47cc-b8c4-46e7228a9742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0771878
Dec 18 06:58:22.577603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5e93a-4c84-4e69-a1bb-6e0525f1a767 req-05daa1cc-0ac2-4fd8-beb1-484aa9f30377 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:22.579308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bab5e93a-4c84-4e69-a1bb-6e0525f1a767 req-05daa1cc-0ac2-4fd8-beb1-484aa9f30377 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 943 time: 0.0846145
Dec 18 06:58:22.579432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:22.631379 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bab5e93a-4c84-4e69-a1bb-6e0525f1a767 req-bfa084a6-4831-4e5e-8b3d-5ed9c7196d30 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=d3ed0ce8-8217-43e4-acf5-5badd025d1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451095
Dec 18 06:58:22.717978 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a61f5a9d-fb42-45d3-9f9d-940a0c0618d4 req-6ccfe1bf-dc91-4a9d-9c05-70603c29ebba service neutron] 10.222.0.15 "GET /v2.0/networks/d4f11df4-4653-47cc-b8c4-46e7228a9742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440921
Dec 18 06:58:22.863186 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a61f5a9d-fb42-45d3-9f9d-940a0c0618d4 req-9b51b693-a082-4547-b984-77c0f20eb4f8 service neutron] 10.222.0.15 "GET /v2.0/networks/d4f11df4-4653-47cc-b8c4-46e7228a9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381052
Dec 18 06:58:24.107352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0263f26-1a28-4ab0-88bf-8a0b3eef8767 req-edcc50a7-3430-4eb3-b3c5-e55e3e8216d8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:24.108989 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0263f26-1a28-4ab0-88bf-8a0b3eef8767 req-edcc50a7-3430-4eb3-b3c5-e55e3e8216d8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 943 time: 0.3446000
Dec 18 06:58:24.155057 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0263f26-1a28-4ab0-88bf-8a0b3eef8767 req-cf59e260-fc82-45f0-ae8d-fb681efc8405 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=d3ed0ce8-8217-43e4-acf5-5badd025d1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397873
Dec 18 06:58:24.625486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:58:24.692466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:58:24.697369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:58:24.697840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:24.812722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:24.840191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213db584-591e-458b-be34-f1d4624f82fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:58:24.850503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94,segment=NetworkSegment(c7289a5c-6b27-4b9e-8bd0-8f05669e60ce),segment_id=c7289a5c-6b27-4b9e-8bd0-8f05669e60ce)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:58:24.853411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:24.855313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:24.898418 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213db584-591e-458b-be34-f1d4624f82fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94', 'code': 200}
Dec 18 06:58:24.922561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:24.925632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:25.275129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f4e39-5445-4a86-9d97-f84c6e59bbed req-1fa53819-6bca-4666-aa00-cef4b59733b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:25.276784 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7c8f4e39-5445-4a86-9d97-f84c6e59bbed req-1fa53819-6bca-4666-aa00-cef4b59733b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 1162 time: 0.0784914
Dec 18 06:58:25.324017 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7c8f4e39-5445-4a86-9d97-f84c6e59bbed req-1591f57e-8d62-40c5-8aeb-9da433cde13c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3ed0ce8-8217-43e4-acf5-5badd025d1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371978
Dec 18 06:58:25.368070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30080a51-33c4-43f8-a06d-4079e8ae0480 req-45bfb35c-5fb6-42ec-a4e3-7eebd44adaf7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:25.369705 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-30080a51-33c4-43f8-a06d-4079e8ae0480 req-45bfb35c-5fb6-42ec-a4e3-7eebd44adaf7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 945 time: 0.0860469
Dec 18 06:58:25.416689 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-30080a51-33c4-43f8-a06d-4079e8ae0480 req-37fd852f-aa6b-4b7f-b4aa-b5dca8ee79d6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=d3ed0ce8-8217-43e4-acf5-5badd025d1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405087
Dec 18 06:58:26.282918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:58:26.356469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:58:26.356908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:26.627802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ebc29-c659-460b-a566-9b5801a14fac req-a384230b-bcd4-4608-9d63-603547aa7cb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:26.629403 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0d1ebc29-c659-460b-a566-9b5801a14fac req-a384230b-bcd4-4608-9d63-603547aa7cb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 945 time: 0.0832419
Dec 18 06:58:26.680830 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0d1ebc29-c659-460b-a566-9b5801a14fac req-c54d2a76-d936-413c-962b-4199c7af02b8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=d3ed0ce8-8217-43e4-acf5-5badd025d1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450394
Dec 18 06:58:26.888677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda48f9-caf9-4ce1-9753-8da30929cf13 req-0c1b0e7a-6e17-4457-a5f1-1611fc6a3995 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:26.890237 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-acda48f9-caf9-4ce1-9753-8da30929cf13 req-0c1b0e7a-6e17-4457-a5f1-1611fc6a3995 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 945 time: 0.0823720
Dec 18 06:58:26.937315 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-acda48f9-caf9-4ce1-9753-8da30929cf13 req-771dc731-4b32-4e04-a12b-b2b95799af4e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=d3ed0ce8-8217-43e4-acf5-5badd025d1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408218
Dec 18 06:58:26.967205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54742) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:27.044286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b7525-2865-45fc-b724-c72c12c2a14b tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:27.045943 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3c3b7525-2865-45fc-b724-c72c12c2a14b tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 1157 time: 0.0777042
Dec 18 06:58:27.048882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54746) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:27.054351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address': '172.20.0.5'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:58:27.060152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:58:27.064490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:floatingip and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:58:27.067525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:58:27.073798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:58:27.083120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:27.225814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:27.491427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.244 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/13ab1b9f-461e-4ce1-843b-fa079dfa6410) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:58:27.646425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:27.672566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:27.692929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:27.828916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=13ab1b9f-461e-4ce1-843b-fa079dfa6410,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:27.834044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:27.882527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:58:27.883725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:58:27.886007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:58:28.300766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:28.373244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:28.630736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:28.634975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:28.651405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a13ea282-5817-4c83-922a-2202906f62d4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:58:28.786558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=13ab1b9f-461e-4ce1-843b-fa079dfa6410,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:58:28.791684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:58:28.890794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:29.061992 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP 8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696 associated. External IP: 172.26.7.244, port: 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94.
Dec 18 06:58:29.415927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:58:29.604296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:58:29.619708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc03d25e-71b9-4d03-b0d9-761480e98155 None None] Sync routers for ids ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:58:29.623865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:29.627351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03d25e-71b9-4d03-b0d9-761480e98155 None None] Routers {'7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:58:29.628024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fc03d25e-71b9-4d03-b0d9-761480e98155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d91b898>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:58:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:29.681315 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6307364
Dec 18 06:58:29.681843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213db584-591e-458b-be34-f1d4624f82fd', 'tag': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:58:29.685319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54750) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:29.744074 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213db584-591e-458b-be34-f1d4624f82fd', 'tag': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94', 'status': 'completed', 'code': 200}
Dec 18 06:58:29.941578 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a0d775b0-e690-4619-8d61-163720b5aaad tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/routers/7f6c736d-f7c8-4231-962c-0c41d3d3bb9f HTTP/1.1" status: 200  len: 923 time: 0.2550414
Dec 18 06:58:29.944643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54756) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:29.948320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fb288-2ffe-418e-8208-4cc67c966075 req-904c58f9-1e7d-4b34-b1f2-f1bd50d350bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:29.949951 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af4fb288-2ffe-418e-8208-4cc67c966075 req-904c58f9-1e7d-4b34-b1f2-f1bd50d350bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 1162 time: 0.1817508
Dec 18 06:58:29.966433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-fc03d25e-71b9-4d03-b0d9-761480e98155 None None] Set router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:58:30.057555 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c5cd69df-e84c-45d2-a76b-0271de30d463 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696 HTTP/1.1" status: 200  len: 991 time: 0.1115661
Dec 18 06:58:30.094152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fb288-2ffe-418e-8208-4cc67c966075 req-88433a5e-fd42-47bb-8fe1-01004e8844b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:30.095802 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af4fb288-2ffe-418e-8208-4cc67c966075 req-88433a5e-fd42-47bb-8fe1-01004e8844b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4f11df4-4653-47cc-b8c4-46e7228a9742 HTTP/1.1" status: 200  len: 891 time: 0.1398165
Dec 18 06:58:30.203035 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af4fb288-2ffe-418e-8208-4cc67c966075 req-bcd064a3-f4af-4bed-9628-7f19db71b6e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 HTTP/1.1" status: 200  len: 999 time: 0.1003060
Dec 18 06:58:30.271605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fb288-2ffe-418e-8208-4cc67c966075 req-7a98db32-54f6-4134-8d79-bb9afe78b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:30.273176 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af4fb288-2ffe-418e-8208-4cc67c966075 req-7a98db32-54f6-4134-8d79-bb9afe78b055 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36ca9463-ef22-4a6c-932f-cdaa121f1b1b HTTP/1.1" status: 200  len: 834 time: 0.0637698
Dec 18 06:58:30.333398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fc03d25e-71b9-4d03-b0d9-761480e98155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d91b898>, [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.244', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'port_id': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'mac_address': 'fa:16:3e:c1:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213db584-591e-458b-be34-f1d4624f82fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:58:28Z', 'updated_at': '2020-12-18T06:58:28Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6', 'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:e8:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:11Z', 'updated_at': '2020-12-18T06:58:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:30.338231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc03d25e-71b9-4d03-b0d9-761480e98155 None None] Checking router: 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:58:30.347247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03d25e-71b9-4d03-b0d9-761480e98155 None None] Routers {'7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:58:30.347908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fc03d25e-71b9-4d03-b0d9-761480e98155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d91b898>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:58:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:30.357306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fb288-2ffe-418e-8208-4cc67c966075 req-83d27075-b429-4f43-9521-a06e99f28f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:58:30.358965 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af4fb288-2ffe-418e-8208-4cc67c966075 req-83d27075-b429-4f43-9521-a06e99f28f89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4f11df4-4653-47cc-b8c4-46e7228a9742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0787063
Dec 18 06:58:30.501978 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af4fb288-2ffe-418e-8208-4cc67c966075 req-d8225b96-6fd7-4f66-a1c3-7b632684103f service neutron] 10.222.0.15 "GET /v2.0/networks/d4f11df4-4653-47cc-b8c4-46e7228a9742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362276
Dec 18 06:58:30.527721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-fc03d25e-71b9-4d03-b0d9-761480e98155 None None] Set router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:58:30.645100 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af4fb288-2ffe-418e-8208-4cc67c966075 req-09fa0723-d97e-449f-8994-28354caecffd service neutron] 10.222.0.15 "GET /v2.0/networks/d4f11df4-4653-47cc-b8c4-46e7228a9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358194
Dec 18 06:58:30.892084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fc03d25e-71b9-4d03-b0d9-761480e98155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d91b898>, [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.244', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'port_id': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'mac_address': 'fa:16:3e:c1:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213db584-591e-458b-be34-f1d4624f82fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:58:28Z', 'updated_at': '2020-12-18T06:58:28Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6', 'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:e8:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:11Z', 'updated_at': '2020-12-18T06:58:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:58:30.896191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc03d25e-71b9-4d03-b0d9-761480e98155 None None] The sync data for ids ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'] in dv-neutron-765072-3-ovs is: [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.244', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'port_id': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'mac_address': 'fa:16:3e:c1:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213db584-591e-458b-be34-f1d4624f82fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:58:28Z', 'updated_at': '2020-12-18T06:58:28Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6', 'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:e8:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:11Z', 'updated_at': '2020-12-18T06:58:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:58:31.061418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54760) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:31.175198 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3a36b7ed-c82b-4d4a-a817-09722f32047f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696 HTTP/1.1" status: 200  len: 991 time: 0.1124275
Dec 18 06:58:31.185699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac0b31-02cc-4a47-8c76-94e53aad317c None None] New status for floating IP 8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:58:32.179165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54764) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:58:32.285586 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2c5422f0-e8f6-46ea-b4e8-37e62a2e520b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696 HTTP/1.1" status: 200  len: 993 time: 0.1040318
Dec 18 06:58:44.646323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-62476e53-6b13-4570-b679-b4bb4be378f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:47.424971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6e6aed24-6fe1-41b4-a7c0-f43cdac0977a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:47.427209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:48.499912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:48.865988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:58:49.408422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:58:52.575626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:01.803342 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa3419bc-3263-4a02-8d7d-3ff09a51cf23 req-b24a2ed9-dd1e-4467-9ea8-8fc33183764a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1858251
Dec 18 06:59:01.955994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3419bc-3263-4a02-8d7d-3ff09a51cf23 req-09f5ea98-5b05-4b77-8f90-8c9d08934148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:01.957588 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa3419bc-3263-4a02-8d7d-3ff09a51cf23 req-09f5ea98-5b05-4b77-8f90-8c9d08934148 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 1162 time: 0.0756209
Dec 18 06:59:02.112594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3419bc-3263-4a02-8d7d-3ff09a51cf23 req-9211f132-9692-4d71-8e3d-4ba742c00ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:02.114489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa3419bc-3263-4a02-8d7d-3ff09a51cf23 req-9211f132-9692-4d71-8e3d-4ba742c00ed1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.1367540
Dec 18 06:59:02.221500 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa3419bc-3263-4a02-8d7d-3ff09a51cf23 req-deb2ba24-122a-4ddd-82af-48efe93943e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b33c41-f900-4cd1-974b-5200a03641de HTTP/1.1" status: 200  len: 1000 time: 0.1000140
Dec 18 06:59:02.292698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3419bc-3263-4a02-8d7d-3ff09a51cf23 req-baad5ef2-cce9-4042-a1f2-d237d261d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:02.294356 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa3419bc-3263-4a02-8d7d-3ff09a51cf23 req-baad5ef2-cce9-4042-a1f2-d237d261d127 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0668397
Dec 18 06:59:02.381054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3419bc-3263-4a02-8d7d-3ff09a51cf23 req-6a2d246e-e8b8-4d29-8a93-9e0abdd58fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:02.383012 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa3419bc-3263-4a02-8d7d-3ff09a51cf23 req-6a2d246e-e8b8-4d29-8a93-9e0abdd58fb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0821588
Dec 18 06:59:02.529816 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa3419bc-3263-4a02-8d7d-3ff09a51cf23 req-03bbd3c4-5135-4729-961d-2d1b2a31bb5d service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387882
Dec 18 06:59:02.959873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa3419bc-3263-4a02-8d7d-3ff09a51cf23 req-68859e15-c123-4314-89c1-b95fa82572b3 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4231033
Dec 18 06:59:03.541058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54816) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:03.735054 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2dc7ac3a-6a99-4f4c-a8de-fab79406a0a9 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/routers/7f6c736d-f7c8-4231-962c-0c41d3d3bb9f/l3-agents HTTP/1.1" status: 200  len: 878 time: 0.1925626
Dec 18 06:59:03.736743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54822) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:03.930456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7fa497-7759-48de-b010-6f4b314696e3 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Notify agent at dv-neutron-765072-3-ovs the message router_removed_from_agent {{(pid=81084) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 18 06:59:03.933708 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2b7fa497-7759-48de-b010-6f4b314696e3 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "DELETE /v2.0/agents/846f290d-5a7c-42f5-8f2e-d1a53db39581/l3-routers/7f6c736d-f7c8-4231-962c-0c41d3d3bb9f HTTP/1.1" status: 204  len: 168 time: 0.1959391
Dec 18 06:59:03.937037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54830) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:04.219936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3663d7-a3df-4b74-b98d-4cafa30fcebc None None] New status for floating IP 8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:59:04.414749 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-f5f2ff76-2b4f-4b4e-892e-ae76460a50d2 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1893359104&fields=id&tenant_id=7f07f9809f59456d8b6d837c1309dd5c HTTP/1.1" status: 200  len: 267 time: 0.1235023
Dec 18 06:59:04.494703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:59:04.547726 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-01ad74a5-1908-42af-bbd8-6cf1207071c9 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/routers/7f6c736d-f7c8-4231-962c-0c41d3d3bb9f/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.6092303
Dec 18 06:59:04.551532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54838) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:04.605386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-d077753b-4f04-48d2-8dc0-a1c9ea8e2c47 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:04.607040 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-d077753b-4f04-48d2-8dc0-a1c9ea8e2c47 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 812 time: 0.1776671
Dec 18 06:59:04.624213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:04.636669 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-8fbcbf80-a1dc-4d7a-a506-d43d29eafb60 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/quotas/7f07f9809f59456d8b6d837c1309dd5c HTTP/1.1" status: 200  len: 375 time: 0.0172229
Dec 18 06:59:04.665116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6,segment=NetworkSegment(c7289a5c-6b27-4b9e-8bd0-8f05669e60ce),segment_id=c7289a5c-6b27-4b9e-8bd0-8f05669e60ce)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:04.668935 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-10154812-7b93-4dd6-9fb0-8b9a7f4b3acb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696 HTTP/1.1" status: 200  len: 991 time: 0.1161540
Dec 18 06:59:04.674480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:04.675324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b0326ab4-192f-41e3-adf4-7bedcbbc3481 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:59:04.704732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-97a53606-dea8-4b58-b5f7-19e2802efb47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:04.732688 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-a5f98eb7-4546-4f45-8728-ff7b1297e30b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0951090
Dec 18 06:59:04.832466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:04.850951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.851321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.851717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.852098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.852474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.852862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.853225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.853620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.854001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.854373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.854741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.855105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.855534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.855902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.856267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.856633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.856998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.857362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.857751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.858119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.858482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.858847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.859210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.859573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:04.866029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:04.872985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:04.889473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port b0326ab4-192f-41e3-adf4-7bedcbbc3481, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b0326ab4-192f-41e3-adf4-7bedcbbc3481,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:04.892301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:04.894147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22ed433a-da34-43ab-b58e-444c0e462c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:04.959993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=b0326ab4-192f-41e3-adf4-7bedcbbc3481,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:04.963246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:04.967487 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-d35c951c-f07b-450d-a81b-73139512ad1b service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2220309
Dec 18 06:59:05.108924 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-4f390243-71d7-4e14-8a20-6123bd555dfb service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348498
Dec 18 06:59:05.534363 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-37390d0c-87c3-4b3c-b493-29a442bcc1e4 req-df28a37a-e443-404d-b076-316f89bc057d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 210 time: 0.0458605
Dec 18 06:59:05.851346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54862) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:06.064726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252bddd0-4b19-4469-9f96-7bf9dba3d8e3 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:59:06.065012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252bddd0-4b19-4469-9f96-7bf9dba3d8e3 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Notify agent at dv-neutron-765072-3-ovs the message router_added_to_agent {{(pid=81084) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 18 06:59:06.093373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-252bddd0-4b19-4469-9f96-7bf9dba3d8e3 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "POST /v2.0/agents/846f290d-5a7c-42f5-8f2e-d1a53db39581/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2400372
Dec 18 06:59:06.095342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54868) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:06.111493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14080b18-48c9-41b6-8924-5486c2d5afbc None None] Sync routers for ids ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:59:06.121748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14080b18-48c9-41b6-8924-5486c2d5afbc None None] Routers {'7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:06.122442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-14080b18-48c9-41b6-8924-5486c2d5afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c163be0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:58:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:06.285258 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-14f20e78-dd9b-4402-9ff3-c26c6e4e32ec tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/routers/7f6c736d-f7c8-4231-962c-0c41d3d3bb9f/l3-agents HTTP/1.1" status: 200  len: 878 time: 0.1880786
Dec 18 06:59:06.288414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54874) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:06.307966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-14080b18-48c9-41b6-8924-5486c2d5afbc None None] Set router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:06.400269 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6b93fd1f-6b13-4ac6-9884-2b7ad326d242 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696 HTTP/1.1" status: 200  len: 991 time: 0.1105335
Dec 18 06:59:06.681133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-d42c77d0-445c-4c66-acaa-5930fb88b6a8 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:06.682877 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-d42c77d0-445c-4c66-acaa-5930fb88b6a8 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 812 time: 0.1688292
Dec 18 06:59:06.707314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-14080b18-48c9-41b6-8924-5486c2d5afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c163be0>, [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:59:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.244', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'port_id': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'mac_address': 'fa:16:3e:c1:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213db584-591e-458b-be34-f1d4624f82fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:58:28Z', 'updated_at': '2020-12-18T06:59:04Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6', 'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:e8:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:11Z', 'updated_at': '2020-12-18T06:59:04Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:06.712160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14080b18-48c9-41b6-8924-5486c2d5afbc None None] Checking router: 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:59:06.722094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14080b18-48c9-41b6-8924-5486c2d5afbc None None] Routers {'7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:06.722779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-14080b18-48c9-41b6-8924-5486c2d5afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c163be0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:58:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:06.743091 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1f8140e3-4de5-4916-9429-27f724317498 req-0f7cd957-f35a-4dee-aa5f-172e636849a4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 210 time: 0.0518334
Dec 18 06:59:06.788817 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c96a3574-239a-4c9f-8a82-921ff860e0f4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f07f9809f59456d8b6d837c1309dd5c HTTP/1.1" status: 200  len: 5559 time: 0.0871189
Dec 18 06:59:06.798208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'port': {'device_id': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'admin_state_up': True, 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'security_groups': ['34eeec42-a908-4a44-902d-e2ca0a6b619c']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:06.924544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-14080b18-48c9-41b6-8924-5486c2d5afbc None None] Set router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:06.950759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:06.955264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Usage tracker for resource:port and tenant:7f07f9809f59456d8b6d837c1309dd5c is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:59:06.958380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Quota usage for port was recalculated. Used quota:5. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:59:06.964240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:06.974292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Made reservation on behalf of 7f07f9809f59456d8b6d837c1309dd5c for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:59:06.980658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:07.296008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Allocated IP 172.20.0.5 (a375a69a-6e5f-412d-9823-fc6ead523a6c/78821787-edac-43eb-b274-9bb49f6c2ee0/bd1823cd-0451-4476-94ca-ad3a1143b122) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:59:07.305650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-14080b18-48c9-41b6-8924-5486c2d5afbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c163be0>, [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:59:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.244', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'port_id': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'mac_address': 'fa:16:3e:c1:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213db584-591e-458b-be34-f1d4624f82fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:58:28Z', 'updated_at': '2020-12-18T06:59:04Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6', 'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:e8:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:11Z', 'updated_at': '2020-12-18T06:59:04Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:07.310376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14080b18-48c9-41b6-8924-5486c2d5afbc None None] The sync data for ids ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'] in dv-neutron-765072-3-ovs is: [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:59:04Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.244', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'port_id': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'mac_address': 'fa:16:3e:c1:76:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213db584-591e-458b-be34-f1d4624f82fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:58:28Z', 'updated_at': '2020-12-18T06:59:04Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6', 'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:e8:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:11Z', 'updated_at': '2020-12-18T06:59:04Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:59:07.403672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54880) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:07.501773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:07.518490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Transition to ACTIVE for port object bd1823cd-0451-4476-94ca-ad3a1143b122 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:59:07.523980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c551a403-07a4-470f-85d5-3dd38d6c291f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696 HTTP/1.1" status: 200  len: 991 time: 0.1186092
Dec 18 06:59:07.541242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:07.556959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:07.722303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event updated for resources: {'Port': ['ID=bd1823cd-0451-4476-94ca-ad3a1143b122,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:07.722303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.722303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.722303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.722303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.722303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.722303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.725085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.726100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.726877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.726993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.727323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.727779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.729538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.729538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.729538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.731584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.731584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.731584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.731584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.732084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.732738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.732926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.733923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.739820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:07.749776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:07.826952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Network a375a69a-6e5f-412d-9823-fc6ead523a6c is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:59:07.828221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:59:07.836309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:59:07.911561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:07.912468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:07.947388 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1538088
Dec 18 06:59:07.966168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Request body: {'port': {'device_id': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:08.013058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdb302-026b-41f6-b649-7b1834548534 req-da6c2533-3d83-4719-92b2-c25e876abfdc tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:08.014765 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cdb302-026b-41f6-b649-7b1834548534 req-da6c2533-3d83-4719-92b2-c25e876abfdc tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 931 time: 0.1195769
Dec 18 06:59:08.088523 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cdb302-026b-41f6-b649-7b1834548534 req-0ccf736f-3d8b-4d5d-9882-142e1df51ba3 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0625927
Dec 18 06:59:08.141869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:08.171881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-50abeaa1-7d52-46a8-a5bc-20d3c03071c5 None None] Provisioning for port bd1823cd-0451-4476-94ca-ad3a1143b122 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:59:08.177267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-50abeaa1-7d52-46a8-a5bc-20d3c03071c5 None None] Provisioning complete for port bd1823cd-0451-4476-94ca-ad3a1143b122 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:08.177922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-50abeaa1-7d52-46a8-a5bc-20d3c03071c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:08.278061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-50abeaa1-7d52-46a8-a5bc-20d3c03071c5 None None] Port bd1823cd-0451-4476-94ca-ad3a1143b122 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:59:08.527494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54886) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:08.596825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:08.686748 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b9d561e6-efd0-429e-b265-674b30f36a4e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696 HTTP/1.1" status: 200  len: 991 time: 0.1575878
Dec 18 06:59:08.693327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd1823cd-0451-4476-94ca-ad3a1143b122 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:59:08.704003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:08.717979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Transition to ACTIVE for port object bd1823cd-0451-4476-94ca-ad3a1143b122 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:59:08.721252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:08.721786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:08.722678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:08.739220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b30b4d36-d780-42f5-b1b7-8e45d66c7cc0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:08.847082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:08.879140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1823cd-0451-4476-94ca-ad3a1143b122,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:08.880360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6,segment=NetworkSegment(c7289a5c-6b27-4b9e-8bd0-8f05669e60ce),segment_id=c7289a5c-6b27-4b9e-8bd0-8f05669e60ce)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:08.884048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:08.884718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:08.885063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b0326ab4-192f-41e3-adf4-7bedcbbc3481 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:08.913504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-526b9699-3d53-4b02-a3d7-2cbef5ab30b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:09.022020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b0326ab4-192f-41e3-adf4-7bedcbbc3481 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:09.022497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:09.047325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6,revision_number=7']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:09.064935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:09.076854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Attempting to bind port bd1823cd-0451-4476-94ca-ad3a1143b122 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:59:09.077211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Attempting to bind port bd1823cd-0451-4476-94ca-ad3a1143b122 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:59:09.077615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Attempting to bind port bd1823cd-0451-4476-94ca-ad3a1143b122 on network a375a69a-6e5f-412d-9823-fc6ead523a6c {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:59:09.083735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:59:09.084301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Checking segment: {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:59:09.084711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:09.085429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Bound using segment: {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:59:09.086000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Bound port: bd1823cd-0451-4476-94ca-ad3a1143b122, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f14a297-ceed-4476-91f3-311c927aed28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:59:09.086376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:09.149253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:09.166259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port b0326ab4-192f-41e3-adf4-7bedcbbc3481, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b0326ab4-192f-41e3-adf4-7bedcbbc3481,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:09.169697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:09.174646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:09.181577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] For port bd1823cd-0451-4476-94ca-ad3a1143b122, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:59:09.184886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] For port bd1823cd-0451-4476-94ca-ad3a1143b122, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd1823cd-0451-4476-94ca-ad3a1143b122,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:59:09.189232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:09.204989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b52a1bff-0543-48f8-91a0-7f6f6f07faae tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:09.276154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=b0326ab4-192f-41e3-adf4-7bedcbbc3481,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:09.281470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:09.360526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f284db1-1076-4ee2-ae23-87cb972a0873 req-b79bdb0e-77e6-45f9-8c6b-4870b20c8c88 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:09.362420 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7f284db1-1076-4ee2-ae23-87cb972a0873 req-b79bdb0e-77e6-45f9-8c6b-4870b20c8c88 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 943 time: 0.1256025
Dec 18 06:59:09.413787 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7f284db1-1076-4ee2-ae23-87cb972a0873 req-4d3efdee-7c3b-4c70-9098-6b8efe2f90b4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0434880
Dec 18 06:59:09.626141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd1823cd-0451-4476-94ca-ad3a1143b122,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:09.632357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:09.665633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:09.666195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:09.667818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/bd1823cd-0451-4476-94ca-ad3a1143b122 HTTP/1.1" status: 200  len: 1157 time: 1.7066038
Dec 18 06:59:09.668382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'tag': 'bd1823cd-0451-4476-94ca-ad3a1143b122'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:59:09.690739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54894) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:09.760967 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'tag': 'bd1823cd-0451-4476-94ca-ad3a1143b122', 'status': 'completed', 'code': 200}
Dec 18 06:59:09.865974 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4ccc31e2-993a-4ac7-a6e4-07f4b3f3903f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696 HTTP/1.1" status: 200  len: 991 time: 0.1737406
Dec 18 06:59:09.879700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-cf288055-8440-48bf-9050-6ce3ffa4081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:09.881270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-cf288055-8440-48bf-9050-6ce3ffa4081e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 1160 time: 0.1224914
Dec 18 06:59:09.961027 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-e9a61b63-348f-4911-abcf-a70c9f754778 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1823cd-0451-4476-94ca-ad3a1143b122 HTTP/1.1" status: 200  len: 217 time: 0.0680873
Dec 18 06:59:10.035165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-06d7306a-c18f-48ee-b685-06d5b214625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:10.036698 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-06d7306a-c18f-48ee-b685-06d5b214625b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0660706
Dec 18 06:59:10.122271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-18bc9e9e-5eed-48e8-b97f-c21e9595f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:10.123842 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-18bc9e9e-5eed-48e8-b97f-c21e9595f087 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0767775
Dec 18 06:59:10.270668 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-68773cac-63b9-4cce-9c67-af3dcbed72c6 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359985
Dec 18 06:59:10.420002 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e872d18c-cacf-43b7-b509-3dea182eb24a req-c693eb13-c86c-4b50-9c7b-b9e450d3e0b8 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376264
Dec 18 06:59:10.503694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:10.546194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122684-8811-4850-9284-e5602adf1dc2 req-1b67187c-68c5-4bff-92d3-90e483a3f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:10.547987 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0d122684-8811-4850-9284-e5602adf1dc2 req-1b67187c-68c5-4bff-92d3-90e483a3f716 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 1160 time: 0.0791245
Dec 18 06:59:10.580748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:10.581393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:10.669111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2d137-165e-4ebd-88c9-1ec584360c7d req-aa6bcb8d-3766-4ef9-aeea-1bcb958b1e2c tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:10.674194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63956a88-b74c-4d2b-9f39-74e162d7f599 None None] New status for floating IP 8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:59:10.679145 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e3d2d137-165e-4ebd-88c9-1ec584360c7d req-aa6bcb8d-3766-4ef9-aeea-1bcb958b1e2c tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 943 time: 0.1287155
Dec 18 06:59:10.735056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122684-8811-4850-9284-e5602adf1dc2 req-1cd7e525-0cc1-435f-b2f2-786d57de39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:10.736666 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0d122684-8811-4850-9284-e5602adf1dc2 req-1cd7e525-0cc1-435f-b2f2-786d57de39bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.1814928
Dec 18 06:59:10.742258 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e3d2d137-165e-4ebd-88c9-1ec584360c7d req-60a69a0c-7c0c-4cf8-a05a-29fe3b47a7a4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0618970
Dec 18 06:59:10.753251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b0326ab4-192f-41e3-adf4-7bedcbbc3481 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:10.823025 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0d122684-8811-4850-9284-e5602adf1dc2 req-8676524e-e512-4be9-b6ca-88e5083b7bd6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1823cd-0451-4476-94ca-ad3a1143b122 HTTP/1.1" status: 200  len: 217 time: 0.0785582
Dec 18 06:59:10.836469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b0326ab4-192f-41e3-adf4-7bedcbbc3481 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:10.836897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:10.870097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54900) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:10.920987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122684-8811-4850-9284-e5602adf1dc2 req-613b6c9a-8633-42f5-840a-a229f325ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:10.922936 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0d122684-8811-4850-9284-e5602adf1dc2 req-613b6c9a-8633-42f5-840a-a229f325ce87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0891829
Dec 18 06:59:11.020821 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9d820681-fff7-4622-bb1f-0c8294ff5381 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696 HTTP/1.1" status: 200  len: 991 time: 0.1471732
Dec 18 06:59:11.031461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d122684-8811-4850-9284-e5602adf1dc2 req-64e90c01-4db0-45ac-a58c-3902214385eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:11.033233 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0d122684-8811-4850-9284-e5602adf1dc2 req-64e90c01-4db0-45ac-a58c-3902214385eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0971241
Dec 18 06:59:11.180773 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0d122684-8811-4850-9284-e5602adf1dc2 req-d31934a0-7fc4-41f5-bbb3-a4ffb1b33b73 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395447
Dec 18 06:59:11.327264 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0d122684-8811-4850-9284-e5602adf1dc2 req-9a60df60-5644-4210-9a0a-e2e087f2322e service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367378
Dec 18 06:59:11.962006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3630a6-24b7-496d-8309-bee3901f54e3 req-033ef7bc-2b94-40ee-a19b-78dff64b92d7 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:11.963512 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f3630a6-24b7-496d-8309-bee3901f54e3 req-033ef7bc-2b94-40ee-a19b-78dff64b92d7 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 943 time: 0.0851390
Dec 18 06:59:12.010328 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f3630a6-24b7-496d-8309-bee3901f54e3 req-5dd6edf8-60f5-4da4-ab35-e80e46cb8c09 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0406005
Dec 18 06:59:12.024550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54906) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:12.134015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc0c21ee-96fd-46b8-8bcc-ceb9a6508e08 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696 HTTP/1.1" status: 200  len: 993 time: 0.1081762
Dec 18 06:59:12.462430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54914) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:12.673944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 13ab1b9f-461e-4ce1-843b-fa079dfa6410 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:59:12.674325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:12.858108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:12.858375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:12.987020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 13ab1b9f-461e-4ce1-843b-fa079dfa6410 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:59:13.188332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:13.204543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:13.300757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=13ab1b9f-461e-4ce1-843b-fa079dfa6410,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:13.327611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.328049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.328481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.328904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.329323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.329763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.330179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.330592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.331005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.331416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.331829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.332237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.332706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.333116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.333553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.333954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.334363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.335309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.335736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.336148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.336555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.336959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.337373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.337828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:13.348287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:13.393050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c516e-0f39-4033-be52-478fbcc93a84 req-fda27c9a-2abd-45b2-b6bc-20208a8b9f5a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:13.394686 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cb0c516e-0f39-4033-be52-478fbcc93a84 req-fda27c9a-2abd-45b2-b6bc-20208a8b9f5a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 943 time: 0.2550809
Dec 18 06:59:13.498030 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cb0c516e-0f39-4033-be52-478fbcc93a84 req-a41b07a3-6e2e-4e17-9f7a-cbeb0ea940dd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0937819
Dec 18 06:59:13.512934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:13.513306 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP 8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696 disassociated (deleted). External IP: 172.26.7.244, port: 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94.
Dec 18 06:59:14.145141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:59:14.328591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:59:14.338267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050f55b-8afe-44c5-88ff-5991485dadb8 None None] Sync routers for ids ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:59:14.346563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:14.347837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050f55b-8afe-44c5-88ff-5991485dadb8 None None] Routers {'7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:14.348516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a050f55b-8afe-44c5-88ff-5991485dadb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e752860>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:58:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:14.401499 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/floatingips/8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696 HTTP/1.1" status: 204  len: 168 time: 1.9378288
Dec 18 06:59:14.402238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213db584-591e-458b-be34-f1d4624f82fd', 'tag': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:59:14.464340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213db584-591e-458b-be34-f1d4624f82fd', 'tag': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94', 'status': 'completed', 'code': 200}
Dec 18 06:59:14.559257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-a050f55b-8afe-44c5-88ff-5991485dadb8 None None] Set router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:14.580456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488d92f-8906-4e8e-9ba5-54810700bf57 req-e472da35-ac18-4cec-ab43-f330b65eef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:14.582159 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c488d92f-8906-4e8e-9ba5-54810700bf57 req-e472da35-ac18-4cec-ab43-f330b65eef34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 1162 time: 0.0945175
Dec 18 06:59:14.703554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-395024a3-0148-4396-a853-0c93ac1d5ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:14.747879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fca521-8862-4855-bc8c-70ab12775aab req-ebd7fc9a-22ee-47a5-b75b-e82f709b1969 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:14.749570 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d6fca521-8862-4855-bc8c-70ab12775aab req-ebd7fc9a-22ee-47a5-b75b-e82f709b1969 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 943 time: 0.1003320
Dec 18 06:59:14.763666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488d92f-8906-4e8e-9ba5-54810700bf57 req-ae86f46c-1bfc-4e95-81c3-6f3a02fae13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:14.765244 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c488d92f-8906-4e8e-9ba5-54810700bf57 req-ae86f46c-1bfc-4e95-81c3-6f3a02fae13e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4f11df4-4653-47cc-b8c4-46e7228a9742 HTTP/1.1" status: 200  len: 891 time: 0.1728437
Dec 18 06:59:14.841285 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d6fca521-8862-4855-bc8c-70ab12775aab req-e1b4aa1f-005f-4404-a2a2-8bab985a00e0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0825429
Dec 18 06:59:14.842490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c488d92f-8906-4e8e-9ba5-54810700bf57 req-ab31f12e-e4e2-4a1d-9a6c-d91922b7efc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 HTTP/1.1" status: 200  len: 217 time: 0.0688574
Dec 18 06:59:14.894589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf1351-b8d8-4305-8c7c-2bd3023b15a7 req-715de8b5-d305-447a-9c60-4dd1e40a6960 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:14.895353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a2cf1351-b8d8-4305-8c7c-2bd3023b15a7 req-715de8b5-d305-447a-9c60-4dd1e40a6960 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:59:14.911723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a2cf1351-b8d8-4305-8c7c-2bd3023b15a7 req-715de8b5-d305-447a-9c60-4dd1e40a6960 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:59:14.913113 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a2cf1351-b8d8-4305-8c7c-2bd3023b15a7 req-715de8b5-d305-447a-9c60-4dd1e40a6960 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 945 time: 0.1159461
Dec 18 06:59:14.924658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488d92f-8906-4e8e-9ba5-54810700bf57 req-4baeb3a4-8177-46cb-b0a3-bd1f996aec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:14.926281 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c488d92f-8906-4e8e-9ba5-54810700bf57 req-4baeb3a4-8177-46cb-b0a3-bd1f996aec04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36ca9463-ef22-4a6c-932f-cdaa121f1b1b HTTP/1.1" status: 200  len: 834 time: 0.0764725
Dec 18 06:59:14.965166 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a2cf1351-b8d8-4305-8c7c-2bd3023b15a7 req-70041966-7964-4450-8bea-3f098fa19520 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=d3ed0ce8-8217-43e4-acf5-5badd025d1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457630
Dec 18 06:59:14.989729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a050f55b-8afe-44c5-88ff-5991485dadb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e752860>, [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:59:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6', 'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:e8:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:11Z', 'updated_at': '2020-12-18T06:59:08Z', 'revision_number': 7, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:14.994503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050f55b-8afe-44c5-88ff-5991485dadb8 None None] Checking router: 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:59:15.003587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050f55b-8afe-44c5-88ff-5991485dadb8 None None] Routers {'7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:15.004267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a050f55b-8afe-44c5-88ff-5991485dadb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e752860>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:58:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:15.011484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488d92f-8906-4e8e-9ba5-54810700bf57 req-232ac7c8-82ea-4835-8f04-26a798653602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:15.013090 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c488d92f-8906-4e8e-9ba5-54810700bf57 req-232ac7c8-82ea-4835-8f04-26a798653602 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4f11df4-4653-47cc-b8c4-46e7228a9742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0780077
Dec 18 06:59:15.158945 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c488d92f-8906-4e8e-9ba5-54810700bf57 req-7f1d3441-4e2d-47d7-bde1-d30b2d2cd29b service neutron] 10.222.0.15 "GET /v2.0/networks/d4f11df4-4653-47cc-b8c4-46e7228a9742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376393
Dec 18 06:59:15.191698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-a050f55b-8afe-44c5-88ff-5991485dadb8 None None] Set router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:15.304769 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c488d92f-8906-4e8e-9ba5-54810700bf57 req-998e8065-7de6-46ef-bd2f-82f893b19301 service neutron] 10.222.0.15 "GET /v2.0/networks/d4f11df4-4653-47cc-b8c4-46e7228a9742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1364279
Dec 18 06:59:15.517917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a050f55b-8afe-44c5-88ff-5991485dadb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e752860>, [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:59:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6', 'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:e8:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:11Z', 'updated_at': '2020-12-18T06:59:08Z', 'revision_number': 7, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:15.522662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050f55b-8afe-44c5-88ff-5991485dadb8 None None] The sync data for ids ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'] in dv-neutron-765072-3-ovs is: [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:58:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:59:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6', 'name': '', 'network_id': 'd4f11df4-4653-47cc-b8c4-46e7228a9742', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:e8:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:11Z', 'updated_at': '2020-12-18T06:59:08Z', 'revision_number': 7, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '36ca9463-ef22-4a6c-932f-cdaa121f1b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:59:16.072051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513456d6-38ed-4e4e-a304-33187518f07f req-fc0a40da-5cfe-46f2-bd09-281f9cfd140e tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:16.073857 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-513456d6-38ed-4e4e-a304-33187518f07f req-fc0a40da-5cfe-46f2-bd09-281f9cfd140e tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 943 time: 0.0958340
Dec 18 06:59:16.174911 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-513456d6-38ed-4e4e-a304-33187518f07f req-419fd8ea-96d9-458f-80fc-ece1558b1e8f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0940874
Dec 18 06:59:16.207651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2339f44-9cf7-4b0b-960b-1aecc08347f6 req-df45d06d-3341-47ef-9eb8-5085655134e6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:16.210299 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c2339f44-9cf7-4b0b-960b-1aecc08347f6 req-df45d06d-3341-47ef-9eb8-5085655134e6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 945 time: 0.1049886
Dec 18 06:59:16.259174 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c2339f44-9cf7-4b0b-960b-1aecc08347f6 req-f4692920-181f-4e8f-a762-903863289381 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=d3ed0ce8-8217-43e4-acf5-5badd025d1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430787
Dec 18 06:59:16.385733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-15a1beab-5677-4fcf-92eb-affef6dcb6fd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:16.386499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-15a1beab-5677-4fcf-92eb-affef6dcb6fd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:59:16.399068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-15a1beab-5677-4fcf-92eb-affef6dcb6fd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:59:16.400247 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-15a1beab-5677-4fcf-92eb-affef6dcb6fd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 945 time: 0.1039133
Dec 18 06:59:16.458531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:59:16.480144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:59:16.480533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:16.553041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9dc9e1-5a27-4947-94bf-bde4fc477f80 None None] New status for floating IP 8cf2d8d9-4c51-42dc-a8d8-5cb7cbe0d696: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:59:16.581979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:16.611093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213db584-591e-458b-be34-f1d4624f82fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:59:16.622144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94,segment=NetworkSegment(c7289a5c-6b27-4b9e-8bd0-8f05669e60ce),segment_id=c7289a5c-6b27-4b9e-8bd0-8f05669e60ce)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:16.627206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:16.629121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:16.703352 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213db584-591e-458b-be34-f1d4624f82fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94', 'code': 200}
Dec 18 06:59:16.703992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:16.715923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:16.778443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94,segment=NetworkSegment(c7289a5c-6b27-4b9e-8bd0-8f05669e60ce),segment_id=c7289a5c-6b27-4b9e-8bd0-8f05669e60ce)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:16.778860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:16.914636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:59:17.005846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 06:59:17.006222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 06:59:17.395590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed5e3-e161-461a-9db1-70c89fd83640 req-8ef3da90-4ce1-4b69-94ef-d986e45f45f8 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:17.397832 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-550ed5e3-e161-461a-9db1-70c89fd83640 req-8ef3da90-4ce1-4b69-94ef-d986e45f45f8 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 943 time: 0.0922594
Dec 18 06:59:17.437344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13296258-e781-4c9c-8abf-31bd1eb36a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:17.454032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:17.503327 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-550ed5e3-e161-461a-9db1-70c89fd83640 req-37f239a0-6e05-4e2c-9e0a-6adeb55c6bf0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0702572
Dec 18 06:59:17.507446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:59:17.508401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:17.530005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961731e-3c9a-4f4a-99fd-968fecd895e2 req-e8fa695b-b71a-4718-8d29-9d9e401f173d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:17.531250 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6961731e-3c9a-4f4a-99fd-968fecd895e2 req-e8fa695b-b71a-4718-8d29-9d9e401f173d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 943 time: 0.1321352
Dec 18 06:59:17.580041 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6961731e-3c9a-4f4a-99fd-968fecd895e2 req-f4c09498-70d0-4323-bbaf-85147ae3c977 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=d3ed0ce8-8217-43e4-acf5-5badd025d1ab&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469382
Dec 18 06:59:17.778364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94,segment=NetworkSegment(c7289a5c-6b27-4b9e-8bd0-8f05669e60ce),segment_id=c7289a5c-6b27-4b9e-8bd0-8f05669e60ce)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:17.778751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:17.908408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:59:18.081600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:18.096747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:18.194751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:18.197858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:18.306926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] No DVR routers for this DVR port 61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:59:18.318985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:18.321992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213db584-591e-458b-be34-f1d4624f82fd', 'name': 'network-vif-deleted', 'tag': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:59:18.337881 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a6130c08-bbf5-4d58-8063-601968e3fa78 req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "DELETE /v2.0/ports/61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94 HTTP/1.1" status: 204  len: 173 time: 1.9307868
Dec 18 06:59:18.384445 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213db584-591e-458b-be34-f1d4624f82fd', 'name': 'network-vif-deleted', 'tag': '61d32e7e-7a0b-4c63-a5ac-6bb0e9169f94', 'status': 'completed', 'code': 200}
Dec 18 06:59:18.515198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:18.730851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913472d-37fb-42f0-b910-fdcf8653b764 req-17882934-b859-4356-b2d4-b5102abef4e6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:18.733142 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f913472d-37fb-42f0-b910-fdcf8653b764 req-17882934-b859-4356-b2d4-b5102abef4e6 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 943 time: 0.0962603
Dec 18 06:59:18.786501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd1823cd-0451-4476-94ca-ad3a1143b122 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:18.814538 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5ccb7ea2-a23a-4b5f-a203-87d96c63c67b req-7b68672c-dced-45a5-a328-7c85bbe85007 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=213db584-591e-458b-be34-f1d4624f82fd HTTP/1.1" status: 200  len: 210 time: 0.0791342
Dec 18 06:59:18.865083 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f913472d-37fb-42f0-b910-fdcf8653b764 req-b61478ec-c928-4799-bc7e-8ee9f9a0e069 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0882506
Dec 18 06:59:18.880774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port bd1823cd-0451-4476-94ca-ad3a1143b122 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:59:18.887282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bd1823cd-0451-4476-94ca-ad3a1143b122 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:18.895605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:19.009353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:19.036957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1823cd-0451-4476-94ca-ad3a1143b122'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:59:19.047992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port bd1823cd-0451-4476-94ca-ad3a1143b122, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd1823cd-0451-4476-94ca-ad3a1143b122,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:19.063033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:19.065298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7bfe807c-f198-41be-8513-24a741e7b452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:19.107921 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd1823cd-0451-4476-94ca-ad3a1143b122', 'code': 200}
Dec 18 06:59:19.134966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=bd1823cd-0451-4476-94ca-ad3a1143b122,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:19.138563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:19.426928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:19.441666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb4276-b62c-49a7-b75a-1d5ca324e96d req-90769ec2-eccd-47ce-b65a-2d1d99f3b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:19.442668 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-79eb4276-b62c-49a7-b75a-1d5ca324e96d req-90769ec2-eccd-47ce-b65a-2d1d99f3b347 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 1162 time: 0.0797334
Dec 18 06:59:19.491450 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-79eb4276-b62c-49a7-b75a-1d5ca324e96d req-374c2c44-a2ec-4821-8232-5a18a5148844 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0372279
Dec 18 06:59:19.928606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54950) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:20.003041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61b6f1a4-08a8-46ad-865b-f4d71b6d6d04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:20.043259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61b6f1a4-08a8-46ad-865b-f4d71b6d6d04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:20.096947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243b22f-66e4-4795-b4db-0aaa3a0ebac2 req-b2099834-360f-4f18-b1d9-6fe54cfad5be tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:20.098770 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d243b22f-66e4-4795-b4db-0aaa3a0ebac2 req-b2099834-360f-4f18-b1d9-6fe54cfad5be tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 945 time: 0.0924368
Dec 18 06:59:20.150938 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d243b22f-66e4-4795-b4db-0aaa3a0ebac2 req-fa6823bd-ec23-4b6c-9756-805ca72e8de9 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0451171
Dec 18 06:59:20.399238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61b6f1a4-08a8-46ad-865b-f4d71b6d6d04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:20.404697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b812310d-df1c-43a4-999e-cd35720c0484 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:20.420288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6f1a4-08a8-46ad-865b-f4d71b6d6d04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ed0ce8-8217-43e4-acf5-5badd025d1ab,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:20.423116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-61b6f1a4-08a8-46ad-865b-f4d71b6d6d04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:20.453932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61b6f1a4-08a8-46ad-865b-f4d71b6d6d04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:20.464924 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-61b6f1a4-08a8-46ad-865b-f4d71b6d6d04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/security-groups/d3ed0ce8-8217-43e4-acf5-5badd025d1ab HTTP/1.1" status: 204  len: 168 time: 0.5255949
Dec 18 06:59:20.499007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54956) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:20.511087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd1823cd-0451-4476-94ca-ad3a1143b122 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:20.593224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bd1823cd-0451-4476-94ca-ad3a1143b122 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:20.593943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:20.887824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:21.376438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaa085-e12c-4960-b298-da1ff110eb5f req-cbe808ca-caff-4535-a4c6-d496e299f334 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:21.379812 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efeaa085-e12c-4960-b298-da1ff110eb5f req-cbe808ca-caff-4535-a4c6-d496e299f334 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 945 time: 0.0945086
Dec 18 06:59:21.426333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efeaa085-e12c-4960-b298-da1ff110eb5f req-7f033500-e4b5-445a-a812-408486e1e5a1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0410905
Dec 18 06:59:21.507634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:59:21.507951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:21.649443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586938c-0276-484f-971e-2854c95810a6 req-89a7d52b-e091-4ed6-a232-1ccd46df4120 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:21.651482 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9586938c-0276-484f-971e-2854c95810a6 req-89a7d52b-e091-4ed6-a232-1ccd46df4120 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 945 time: 0.0878823
Dec 18 06:59:21.707572 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9586938c-0276-484f-971e-2854c95810a6 req-1e3a19d5-b9cd-4c2f-98d8-7df07a169c60 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0492702
Dec 18 06:59:21.716632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6,segment=NetworkSegment(c7289a5c-6b27-4b9e-8bd0-8f05669e60ce),segment_id=c7289a5c-6b27-4b9e-8bd0-8f05669e60ce)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:21.717034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:21.844897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:59:21.934760 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-5ad819a6-fb58-43c6-b39e-d618ea1ddb60 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1675055
Dec 18 06:59:21.943625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:21.952294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:21.962916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:22.005461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:22.066368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:22.082747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff7fe131-f173-4d0a-9534-a7c97a72bc83 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:22.150588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:22.177039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:22.187363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:22.452839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Allocated IP 172.26.7.53 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/57a5482a-e35f-47f9-a72d-0fdf6057480b) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:59:22.502970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:22.596068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:22.631622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:22.669005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:22.685621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10facbe8-8b27-4261-b685-c88f1ac40a0b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:22.819403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event updated for resources: {'Port': ['ID=57a5482a-e35f-47f9-a72d-0fdf6057480b,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:22.824814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:22.880764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:59:22.881963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:59:22.884363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:59:22.970163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:23.026559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:59:23.041787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:23.332115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:23.347177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:23.363801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:23.497675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event updated for resources: {'Port': ['ID=57a5482a-e35f-47f9-a72d-0fdf6057480b,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:23.502323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:23.512319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:59:23.523383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a6d35-66e6-460d-98fd-a2b7bcc35303 None None] Sync routers for ids ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:59:23.531070 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/7f6c736d-f7c8-4231-962c-0c41d3d3bb9f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0302389
Dec 18 06:59:23.533568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54966) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:23.539365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a6d35-66e6-460d-98fd-a2b7bcc35303 None None] Routers {'7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:23.540066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6c9a6d35-66e6-460d-98fd-a2b7bcc35303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cc28080>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:59:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:23.730673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-6c9a6d35-66e6-460d-98fd-a2b7bcc35303 None None] Set router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:23.764089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:23.828136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:23.833303 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8921015
Dec 18 06:59:23.839219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-514a4a06-e8da-4c7b-a39b-ac2383190746 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting subnet 36ca9463-ef22-4a6c-932f-cdaa121f1b1b {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 06:59:23.844479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-514a4a06-e8da-4c7b-a39b-ac2383190746 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:23.978803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-764f948a-ec1d-485a-a131-e3db43580b2c tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Synchronizing usage tracker for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:floatingip {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:59:24.001111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-514a4a06-e8da-4c7b-a39b-ac2383190746 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:24.064295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-764f948a-ec1d-485a-a131-e3db43580b2c tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Unset dirty status for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:floatingip {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:59:24.065642 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-764f948a-ec1d-485a-a131-e3db43580b2c tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.53 HTTP/1.1" status: 200  len: 695 time: 0.2241001
Dec 18 06:59:24.211011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6c9a6d35-66e6-460d-98fd-a2b7bcc35303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cc28080>, [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:59:21Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:59:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:24.215191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a6d35-66e6-460d-98fd-a2b7bcc35303 None None] Checking router: 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:59:24.224285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9a6d35-66e6-460d-98fd-a2b7bcc35303 None None] Routers {'7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:24.224986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6c9a6d35-66e6-460d-98fd-a2b7bcc35303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cc28080>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:59:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:24.228383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-514a4a06-e8da-4c7b-a39b-ac2383190746 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:24.307776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-8eea82ec-7a71-4a95-a8e5-9697260caef8 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:24.309125 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-8eea82ec-7a71-4a95-a8e5-9697260caef8 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.2332046
Dec 18 06:59:24.389951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-7cacea27-e5c8-4085-8fa3-d53eb2c30f99 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:59:24.391042 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c740b0f1-b92e-41d4-9bb2-b2f8b627e7f1 req-7cacea27-e5c8-4085-8fa3-d53eb2c30f99 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0598898
Dec 18 06:59:24.414050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-6c9a6d35-66e6-460d-98fd-a2b7bcc35303 None None] Set router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:24.637141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-d51fe654-d21d-40af-baad-e534bbac011a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:24.638459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-d51fe654-d21d-40af-baad-e534bbac011a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1142287
Dec 18 06:59:24.725914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6c9a6d35-66e6-460d-98fd-a2b7bcc35303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cc28080>, [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:59:21Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:59:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:24.730336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a6d35-66e6-460d-98fd-a2b7bcc35303 None None] The sync data for ids ['7f6c736d-f7c8-4231-962c-0c41d3d3bb9f'] in dv-neutron-765072-3-ovs is: [{'id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'name': 'tempest-TestNetworkBasicOps-router-1312870509', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145'}], 'enable_snat': True}, 'gw_port_id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:58:06Z', 'updated_at': '2020-12-18T06:59:21Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b0326ab4-192f-41e3-adf4-7bedcbbc3481', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ce:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c736d-f7c8-4231-962c-0c41d3d3bb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:58:07Z', 'updated_at': '2020-12-18T06:59:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:59:24.740081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-514a4a06-e8da-4c7b-a39b-ac2383190746 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:24.757183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:24.788759 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-08377736-0385-430b-a162-7bd9f7662204 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.53 HTTP/1.1" status: 200  len: 695 time: 0.1337707
Dec 18 06:59:25.145713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a4a06-e8da-4c7b-a39b-ac2383190746 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Subnet': ['ID=36ca9463-ef22-4a6c-932f-cdaa121f1b1b,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:25.149128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-514a4a06-e8da-4c7b-a39b-ac2383190746 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:25.163377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-1c4e42b5-a16f-4cb4-aab1-1779eddfdadd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Request body: {'floatingip': {'port_id': 'bd1823cd-0451-4476-94ca-ad3a1143b122', 'fixed_ip_address': '172.20.0.5'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:25.257274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-1c4e42b5-a16f-4cb4-aab1-1779eddfdadd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:25.393282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9583e3a-1bab-4072-97ea-b97ce8522dce None None] Network d4f11df4-4653-47cc-b8c4-46e7228a9742 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:59:25.394398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-514a4a06-e8da-4c7b-a39b-ac2383190746 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:25.406292 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-514a4a06-e8da-4c7b-a39b-ac2383190746 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/subnets/36ca9463-ef22-4a6c-932f-cdaa121f1b1b HTTP/1.1" status: 204  len: 168 time: 1.8715110
Dec 18 06:59:25.409381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54972) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:25.684201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa74951-87f1-4d16-88ed-51f03138752a None None] DHCP port deletion for d4f11df4-4653-47cc-b8c4-46e7228a9742 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 06:59:25.688423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0aa74951-87f1-4d16-88ed-51f03138752a None None] Deleting port e9ef76f8-656a-4a4a-815e-29fd005299bd {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:59:25.694343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aa74951-87f1-4d16-88ed-51f03138752a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:25.800119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:25.866063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 06:59:25.904937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0aa74951-87f1-4d16-88ed-51f03138752a None None] For port e9ef76f8-656a-4a4a-815e-29fd005299bd, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e9ef76f8-656a-4a4a-815e-29fd005299bd,segment=NetworkSegment(c7289a5c-6b27-4b9e-8bd0-8f05669e60ce),segment_id=c7289a5c-6b27-4b9e-8bd0-8f05669e60ce)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:25.905395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aa74951-87f1-4d16-88ed-51f03138752a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:26.037383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0aa74951-87f1-4d16-88ed-51f03138752a None None] Calling delete_port for e9ef76f8-656a-4a4a-815e-29fd005299bd owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:59:26.105152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:26.112267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port b0326ab4-192f-41e3-adf4-7bedcbbc3481 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 06:59:26.112644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:26.132957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aa74951-87f1-4d16-88ed-51f03138752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:26.148947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:26.243166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa74951-87f1-4d16-88ed-51f03138752a None None] Pushing event deleted for resources: {'Port': ['ID=e9ef76f8-656a-4a4a-815e-29fd005299bd,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:26.247950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0aa74951-87f1-4d16-88ed-51f03138752a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:26.292204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa74951-87f1-4d16-88ed-51f03138752a None None] No DVR routers for this DVR port e9ef76f8-656a-4a4a-815e-29fd005299bd on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 06:59:26.409825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port b0326ab4-192f-41e3-adf4-7bedcbbc3481, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b0326ab4-192f-41e3-adf4-7bedcbbc3481,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:26.410225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:26.503832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:59:26.538195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:59:26.538598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f0e2f7c0-fce8-45c4-96ad-f2b208cd4eb6 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:59:26.539091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e9ef76f8-656a-4a4a-815e-29fd005299bd no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:59:26.547795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-1c4e42b5-a16f-4cb4-aab1-1779eddfdadd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:26.552578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for b0326ab4-192f-41e3-adf4-7bedcbbc3481 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 06:59:26.572929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: e9ef76f8-656a-4a4a-815e-29fd005299bd {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:59:26.573332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e9ef76f8-656a-4a4a-815e-29fd005299bd not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:59:26.591884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-1c4e42b5-a16f-4cb4-aab1-1779eddfdadd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:26.800488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-1c4e42b5-a16f-4cb4-aab1-1779eddfdadd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Floating IP e01eb8ae-17bd-4525-ac9d-fee1e1a9a9b3 associated. External IP: 172.26.7.53, port: bd1823cd-0451-4476-94ca-ad3a1143b122.
Dec 18 06:59:27.004504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:27.670771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:27.815297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-1c4e42b5-a16f-4cb4-aab1-1779eddfdadd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:59:27.821439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:27.824478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:27.987281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:27.987882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Fanout notify agent at l3_agent the message router_deleted on router 7f6c736d-f7c8-4231-962c-0c41d3d3bb9f {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 06:59:28.028514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:28.031404 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3ae6f7f0-f3cb-4984-9b55-42e132d6d12d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/routers/7f6c736d-f7c8-4231-962c-0c41d3d3bb9f HTTP/1.1" status: 204  len: 168 time: 2.6193731
Dec 18 06:59:28.038074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54976) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:28.048102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-1c4e42b5-a16f-4cb4-aab1-1779eddfdadd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:59:28.056964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-1c4e42b5-a16f-4cb4-aab1-1779eddfdadd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:28.059621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5a9fe9-f044-4e8d-86a5-6ce3f657356b None None] Sync routers for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:59:28.072984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a9fe9-f044-4e8d-86a5-6ce3f657356b None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:28.073851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b5a9fe9-f044-4e8d-86a5-6ce3f657356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d967550>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:59:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:28.114735 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-1c4e42b5-a16f-4cb4-aab1-1779eddfdadd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "PUT /v2.0/floatingips/e01eb8ae-17bd-4525-ac9d-fee1e1a9a9b3 HTTP/1.1" status: 200  len: 995 time: 2.9734817
Dec 18 06:59:28.116131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'tag': 'bd1823cd-0451-4476-94ca-ad3a1143b122'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:59:28.169418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:28.193388 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'tag': 'bd1823cd-0451-4476-94ca-ad3a1143b122', 'status': 'completed', 'code': 200}
Dec 18 06:59:28.241559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-79250f6f-dc45-4e2c-b311-44a5039b9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:28.243633 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-79250f6f-dc45-4e2c-b311-44a5039b9e4b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 1162 time: 0.1046298
Dec 18 06:59:28.316885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0b5a9fe9-f044-4e8d-86a5-6ce3f657356b None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:28.417915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-f4c2b758-604f-4493-bbdb-4fbacd736c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:28.418788 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-f4c2b758-604f-4493-bbdb-4fbacd736c48 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.1645880
Dec 18 06:59:28.451780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:28.526368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cd050-617c-4553-a5d3-404ce6d39cf9 req-42273b6c-ef4f-44b4-9e34-f1a6bcebb7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:28.528004 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bb1cd050-617c-4553-a5d3-404ce6d39cf9 req-42273b6c-ef4f-44b4-9e34-f1a6bcebb7f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 1162 time: 0.2955222
Dec 18 06:59:28.542372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b0326ab4-192f-41e3-adf4-7bedcbbc3481 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 06:59:28.548727 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-f0505866-3224-41da-a203-d152050ba134 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1823cd-0451-4476-94ca-ad3a1143b122 HTTP/1.1" status: 200  len: 998 time: 0.1225157
Dec 18 06:59:28.599041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: b0326ab4-192f-41e3-adf4-7bedcbbc3481 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 06:59:28.599817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b0326ab4-192f-41e3-adf4-7bedcbbc3481 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 06:59:28.632934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-0b2813c2-8bd2-4179-a061-6e15d240138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:28.650464 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-0b2813c2-8bd2-4179-a061-6e15d240138f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0947208
Dec 18 06:59:28.687495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17106f60>,) {'filters': {'network_id': ['d4f11df4-4653-47cc-b8c4-46e7228a9742']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:28.720781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17106f60>, 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:28.721133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17106f60>, 'c7289a5c-6b27-4b9e-8bd0-8f05669e60ce') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:28.746303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:28.753266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-0b2a354f-20ce-4e67-a955-2acb573f6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:28.754272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b5a9fe9-f044-4e8d-86a5-6ce3f657356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d967550>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd9337e02-8a54-4014-9623-71a49c3902c0', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': '69b33c41-f900-4cd1-974b-5200a03641de', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:1c:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:57:09Z', 'updated_at': '2020-12-18T06:57:16Z', 'revision_number': 2, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}, {'id': 'e01eb8ae-17bd-4525-ac9d-fee1e1a9a9b3', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.53', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': 'bd1823cd-0451-4476-94ca-ad3a1143b122', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:7f:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:59:22Z', 'updated_at': '2020-12-18T06:59:26Z', 'revision_number': 1, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:28.758100 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-0b2a354f-20ce-4e67-a955-2acb573f6ae0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0978396
Dec 18 06:59:28.759527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5a9fe9-f044-4e8d-86a5-6ce3f657356b None None] Checking router: 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:59:28.761800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cd050-617c-4553-a5d3-404ce6d39cf9 req-338d5c2f-f04f-4fbb-b890-cda19b13f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:28.769782 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bb1cd050-617c-4553-a5d3-404ce6d39cf9 req-338d5c2f-f04f-4fbb-b890-cda19b13f142 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.2256162
Dec 18 06:59:28.769897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-300fb53c-30fb-4c62-bdf0-abadc0713e83 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 06:59:28.770022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a9fe9-f044-4e8d-86a5-6ce3f657356b None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:28.770173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:28.770299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b5a9fe9-f044-4e8d-86a5-6ce3f657356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d967550>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:59:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:28.770402 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-300fb53c-30fb-4c62-bdf0-abadc0713e83 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0064323
Dec 18 06:59:28.773992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Releasing vxlan tunnel 3 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 06:59:28.927349 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-fd425b25-5dcc-49b7-8d8a-050e2598fb4c service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485074
Dec 18 06:59:28.958923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0b5a9fe9-f044-4e8d-86a5-6ce3f657356b None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:29.058439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bb1cd050-617c-4553-a5d3-404ce6d39cf9 req-a38e5704-20d7-4e5c-b5bc-b0e662a68690 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1823cd-0451-4476-94ca-ad3a1143b122 HTTP/1.1" status: 200  len: 998 time: 0.2827866
Dec 18 06:59:29.073636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d4f11df4-4653-47cc-b8c4-46e7228a9742 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:59:29.092760 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53c7f84c-8526-4bd7-83e7-6738278aa2de req-07acd178-5d81-4f3f-995f-00a7f468eb3d service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1568074
Dec 18 06:59:29.123806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:29.334170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cd050-617c-4553-a5d3-404ce6d39cf9 req-eded10ea-2e15-45ff-a95e-262d84a9958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:29.335695 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bb1cd050-617c-4553-a5d3-404ce6d39cf9 req-eded10ea-2e15-45ff-a95e-262d84a9958d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.2524748
Dec 18 06:59:29.336583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b5a9fe9-f044-4e8d-86a5-6ce3f657356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d967550>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd9337e02-8a54-4014-9623-71a49c3902c0', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': '69b33c41-f900-4cd1-974b-5200a03641de', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:1c:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:57:09Z', 'updated_at': '2020-12-18T06:57:16Z', 'revision_number': 2, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}, {'id': 'e01eb8ae-17bd-4525-ac9d-fee1e1a9a9b3', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.53', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': 'bd1823cd-0451-4476-94ca-ad3a1143b122', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:7f:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:59:22Z', 'updated_at': '2020-12-18T06:59:26Z', 'revision_number': 1, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:29.340965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5a9fe9-f044-4e8d-86a5-6ce3f657356b None None] The sync data for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs is: [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd9337e02-8a54-4014-9623-71a49c3902c0', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': '69b33c41-f900-4cd1-974b-5200a03641de', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:1c:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:57:09Z', 'updated_at': '2020-12-18T06:57:16Z', 'revision_number': 2, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}, {'id': 'e01eb8ae-17bd-4525-ac9d-fee1e1a9a9b3', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.53', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': 'bd1823cd-0451-4476-94ca-ad3a1143b122', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:7f:8b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:59:22Z', 'updated_at': '2020-12-18T06:59:26Z', 'revision_number': 1, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:59:29.385743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d4f11df4-4653-47cc-b8c4-46e7228a9742 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 06:59:29.415465 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 06:59:29.533060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cd050-617c-4553-a5d3-404ce6d39cf9 req-b920a37d-a3b4-402f-bfd6-e7f26fad0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:29.540085 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bb1cd050-617c-4553-a5d3-404ce6d39cf9 req-b920a37d-a3b4-402f-bfd6-e7f26fad0a82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.1851146
Dec 18 06:59:29.618564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616fe996-7457-42e7-b82f-d2224f46ef0f None None] New status for floating IP e01eb8ae-17bd-4525-ac9d-fee1e1a9a9b3: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:59:29.623151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:29.629803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b4c11752-f2d4-4197-b225-6c9f192e28f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:29.656326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:29.670320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Network': ['ID=d4f11df4-4653-47cc-b8c4-46e7228a9742,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:29.676683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:29.691313 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/networks/d4f11df4-4653-47cc-b8c4-46e7228a9742 HTTP/1.1" status: 204  len: 168 time: 1.6536496
Dec 18 06:59:29.712573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 54984) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:29.719380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'network': {'name': 'tempest-network-smoke--1383520619', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'port_security_enabled': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:29.724792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:29.732104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:network and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:59:29.734322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:59:29.736675 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bb1cd050-617c-4553-a5d3-404ce6d39cf9 req-bd151add-99b7-42b9-8edd-6ae8b4d85b6f service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953139
Dec 18 06:59:29.741991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:29.752386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:59:29.761960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:29.818457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 06:59:29.839971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:29.841380 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Added segment a5bd0fc5-5931-45cf-be57-01b11c0f545c of type vxlan for network eed36718-b544-4e85-ba32-bd4ebffae88b
Dec 18 06:59:29.882965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:29.893159 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bb1cd050-617c-4553-a5d3-404ce6d39cf9 req-c52f3f55-365a-4c33-884f-f2802c165dde service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1451075
Dec 18 06:59:29.949898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:29.954063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:29.954806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:29.958803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e6418404-086d-4ee7-859e-a8c98a33b648 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:30.070924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Network': ['ID=eed36718-b544-4e85-ba32-bd4ebffae88b,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:30.076114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:30.084766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network eed36718-b544-4e85-ba32-bd4ebffae88b details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:59:30.098170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network eed36718-b544-4e85-ba32-bd4ebffae88b details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 06:59:30.109596 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-844bbff0-02ec-4e48-a2fa-3d26c2d0b65a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3949332
Dec 18 06:59:30.109725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54988) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:30.117047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'admin_state_up': True, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:30.124718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:30.128821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:router and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:59:30.131961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:59:30.137795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:30.165432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:30.166610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:30.218709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:30.504565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:30.834843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:30.861589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:31.141082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.168 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/b81fbb7c-7579-47f5-924e-d0d33e21c589) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:59:31.296776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:31.378154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:31.392133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-277feeda-8843-4ea2-9ac3-d14a34410b79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:31.520982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=b81fbb7c-7579-47f5-924e-d0d33e21c589,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:31.530920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:31.588174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:59:31.588174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:59:31.588174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:59:32.342708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:32.699536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:32.906947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 853114a2-4c31-45c4-bff6-0f9415e60be7 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 06:59:33.084298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:59:33.094297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Sync routers for ids ['853114a2-4c31-45c4-bff6-0f9415e60be7'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:59:33.106152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Routers {'853114a2-4c31-45c4-bff6-0f9415e60be7'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:33.107256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d967048>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:59:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853114a2-4c31-45c4-bff6-0f9415e60be7'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:33.113696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:33.115015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.0040448
Dec 18 06:59:33.118936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54992) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:33.169773 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-278d055f-f7f5-424c-841e-b3244e59dd23 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets?project_id=6302410f1da34973bcf54fc230e8ac73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0470338
Dec 18 06:59:33.169930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 54996) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:33.175901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'subnet': {'name': 'tempest-subnet-smoke-903482550', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'dns_nameservers': ['1.2.3.4']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:33.292376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Set router 853114a2-4c31-45c4-bff6-0f9415e60be7 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:33.295986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:33.300306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:subnet and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:59:33.304088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:59:33.309933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:33.324314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:59:33.437825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:33.599521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d967048>, [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T06:59:32Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:33.604332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Checking router: 853114a2-4c31-45c4-bff6-0f9415e60be7 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:59:33.604733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Updating router 853114a2-4c31-45c4-bff6-0f9415e60be7 port b81fbb7c-7579-47f5-924e-d0d33e21c589 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:59:33.668597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:33.937349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:33.953332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f211467a-1bf2-4937-853a-593eae6498e9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:34.067345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:34.080801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Transition to ACTIVE for port object b81fbb7c-7579-47f5-924e-d0d33e21c589 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:59:34.083713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Subnet': ['ID=e74b8ea6-1e27-4ece-bf7b-3cad1038eda3,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:34.084662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:34.089052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:34.100542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6bb94f03-903c-4878-aec4-2f4d30ef8915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:34.162449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Checking segment: {'id': 'a5bd0fc5-5931-45cf-be57-01b11c0f545c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:59:34.162856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network hostable DHCP agents. Network: eed36718-b544-4e85-ba32-bd4ebffae88b, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 06:59:34.196447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network eed36718-b544-4e85-ba32-bd4ebffae88b is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 06:59:34.216492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, eed36718-b544-4e85-ba32-bd4ebffae88b) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:59:34.226970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a6d3d3-f526-40cd-899c-c24089a9df55 None None] Network eed36718-b544-4e85-ba32-bd4ebffae88b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:59:34.231142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:34.231786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:34.271322 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8e6432e5-9277-40cf-885f-753efbeb90fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.1003413
Dec 18 06:59:34.274637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55000) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:34.399098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Pushing event updated for resources: {'Port': ['ID=b81fbb7c-7579-47f5-924e-d0d33e21c589,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:34.409081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.409478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.409895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.410281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.410725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.411000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.411398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.411741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.412565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.412565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.412832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.413186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.414190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.414190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.414545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.414870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.415040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.415391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.415748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.416218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.416707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.416853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.417194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.418136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 06:59:34.434787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:34.485700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Attempting to bind port b81fbb7c-7579-47f5-924e-d0d33e21c589 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:59:34.486239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Attempting to bind port b81fbb7c-7579-47f5-924e-d0d33e21c589 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:59:34.486518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Attempting to bind port b81fbb7c-7579-47f5-924e-d0d33e21c589 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:59:34.491938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-eed36718-b544-4e85-ba32-bd4ebffae88b', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ips': [{'subnet_id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 06:59:34.493114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:59:34.493257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:34.493670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:59:34.494178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:34.494813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:59:34.495316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Bound port: b81fbb7c-7579-47f5-924e-d0d33e21c589, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:59:34.495746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:34.572960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] For port b81fbb7c-7579-47f5-924e-d0d33e21c589, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:59:34.576192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] For port b81fbb7c-7579-47f5-924e-d0d33e21c589, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b81fbb7c-7579-47f5-924e-d0d33e21c589,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:59:34.588123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:34.603979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-421a373c-fa3c-4f74-b912-349b49832cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:34.758745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Pushing event updated for resources: {'Port': ['ID=b81fbb7c-7579-47f5-924e-d0d33e21c589,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:34.764163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:34.816952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Routers {'853114a2-4c31-45c4-bff6-0f9415e60be7'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:34.817990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d967048>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:59:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853114a2-4c31-45c4-bff6-0f9415e60be7'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:34.818354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Allocated IP 172.20.0.2 (eed36718-b544-4e85-ba32-bd4ebffae88b/e74b8ea6-1e27-4ece-bf7b-3cad1038eda3/8762374f-b8ae-4422-a59b-7ecba00b11ff) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:59:34.977594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:35.025803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] Set router 853114a2-4c31-45c4-bff6-0f9415e60be7 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:35.240025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:35.252194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Transition to ACTIVE for port object 8762374f-b8ae-4422-a59b-7ecba00b11ff will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:59:35.271254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Transition to ACTIVE for port object 8762374f-b8ae-4422-a59b-7ecba00b11ff will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:59:35.289788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:35.306135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:35.349063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d967048>, [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T06:59:32Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:35.354424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abb8a84-1390-4ee6-86fc-a0aa4c363f7e None None] The sync data for ids ['853114a2-4c31-45c4-bff6-0f9415e60be7'] in dv-neutron-765072-3-ovs is: [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T06:59:32Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:59:35.452100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Pushing event updated for resources: {'Port': ['ID=8762374f-b8ae-4422-a59b-7ecba00b11ff,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:35.465575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:35.507309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Network eed36718-b544-4e85-ba32-bd4ebffae88b is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:59:35.508974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:59:35.511356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:59:35.567611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Attempting to bind port 8762374f-b8ae-4422-a59b-7ecba00b11ff on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:59:35.568117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Attempting to bind port 8762374f-b8ae-4422-a59b-7ecba00b11ff by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'a5bd0fc5-5931-45cf-be57-01b11c0f545c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:59:35.569110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Attempting to bind port 8762374f-b8ae-4422-a59b-7ecba00b11ff on network eed36718-b544-4e85-ba32-bd4ebffae88b {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:59:35.574939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:59:35.578458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Checking segment: {'id': 'a5bd0fc5-5931-45cf-be57-01b11c0f545c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:59:35.578458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:35.578458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Bound using segment: {'id': 'a5bd0fc5-5931-45cf-be57-01b11c0f545c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:59:35.578458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Bound port: 8762374f-b8ae-4422-a59b-7ecba00b11ff, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bd0fc5-5931-45cf-be57-01b11c0f545c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:59:35.578458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:35.678867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] For port 8762374f-b8ae-4422-a59b-7ecba00b11ff, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:59:35.688308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] For port 8762374f-b8ae-4422-a59b-7ecba00b11ff, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8762374f-b8ae-4422-a59b-7ecba00b11ff,segment=NetworkSegment(a5bd0fc5-5931-45cf-be57-01b11c0f545c),segment_id=a5bd0fc5-5931-45cf-be57-01b11c0f545c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:59:35.700349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:35.715220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a2441d3-340d-4e53-b9f8-2209b4c79bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:35.892559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Pushing event updated for resources: {'Port': ['ID=8762374f-b8ae-4422-a59b-7ecba00b11ff,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:35.896221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:35.947246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.1 (eed36718-b544-4e85-ba32-bd4ebffae88b/e74b8ea6-1e27-4ece-bf7b-3cad1038eda3/6118b8ea-707b-4faf-88e7-cfc59a3d4f16) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:59:36.167076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:36.186948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:59:36.235917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:36.253503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:36.401206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=6118b8ea-707b-4faf-88e7-cfc59a3d4f16,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:36.406332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:36.458115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network eed36718-b544-4e85-ba32-bd4ebffae88b is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:59:36.459856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:59:36.462434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:59:36.532958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:36.566817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8762374f-b8ae-4422-a59b-7ecba00b11ff up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:36.639788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 8762374f-b8ae-4422-a59b-7ecba00b11ff completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:59:36.645555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b81fbb7c-7579-47f5-924e-d0d33e21c589 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:36.666425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:36.716884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port b81fbb7c-7579-47f5-924e-d0d33e21c589 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:59:36.722602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b81fbb7c-7579-47f5-924e-d0d33e21c589 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:36.723037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:36.843659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:36.859585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port b81fbb7c-7579-47f5-924e-d0d33e21c589, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b81fbb7c-7579-47f5-924e-d0d33e21c589,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:36.862516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:36.864430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:36.929867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=b81fbb7c-7579-47f5-924e-d0d33e21c589,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:36.941075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:37.167998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:37.171651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:37.203745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-35fa5e7a-0de8-4949-8e2c-af60d6cb5942 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:37.280468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55d9980-36ef-41e8-8435-1821bd7fb593 None None] Network eed36718-b544-4e85-ba32-bd4ebffae88b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 06:59:37.295992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=6118b8ea-707b-4faf-88e7-cfc59a3d4f16,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:37.299685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:37.316035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:37.378187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f3833953-2ee4-4e4e-a5bb-3cbfec4e3ef1 None None] Provisioning for port 8762374f-b8ae-4422-a59b-7ecba00b11ff completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:59:37.387303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f3833953-2ee4-4e4e-a5bb-3cbfec4e3ef1 None None] Provisioning complete for port 8762374f-b8ae-4422-a59b-7ecba00b11ff triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:37.387303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3833953-2ee4-4e4e-a5bb-3cbfec4e3ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:37.444489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network eed36718-b544-4e85-ba32-bd4ebffae88b is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:59:37.445842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:59:37.620966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3833953-2ee4-4e4e-a5bb-3cbfec4e3ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:37.645462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 853114a2-4c31-45c4-bff6-0f9415e60be7 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:59:37.678526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f3833953-2ee4-4e4e-a5bb-3cbfec4e3ef1 None None] For port 8762374f-b8ae-4422-a59b-7ecba00b11ff, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8762374f-b8ae-4422-a59b-7ecba00b11ff,segment=NetworkSegment(a5bd0fc5-5931-45cf-be57-01b11c0f545c),segment_id=a5bd0fc5-5931-45cf-be57-01b11c0f545c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:37.685667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3833953-2ee4-4e4e-a5bb-3cbfec4e3ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:37.687312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:37.754882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3833953-2ee4-4e4e-a5bb-3cbfec4e3ef1 None None] Pushing event updated for resources: {'Port': ['ID=8762374f-b8ae-4422-a59b-7ecba00b11ff,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:37.758396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3833953-2ee4-4e4e-a5bb-3cbfec4e3ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:37.841397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:59:37.856179 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/853114a2-4c31-45c4-bff6-0f9415e60be7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5805788
Dec 18 06:59:37.858885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55006) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:37.919584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-afe982d2-86b8-4585-8160-83b4c22dd729 None None] Provisioning complete for port 8762374f-b8ae-4422-a59b-7ecba00b11ff triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:37.920170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-afe982d2-86b8-4585-8160-83b4c22dd729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:38.024626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b6242-f952-41a4-a839-9b98c0666b8b tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:38.025186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b6242-f952-41a4-a839-9b98c0666b8b tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:38.025627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b6242-f952-41a4-a839-9b98c0666b8b tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:38.026030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b6242-f952-41a4-a839-9b98c0666b8b tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:38.026614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b6242-f952-41a4-a839-9b98c0666b8b tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:38.027025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b6242-f952-41a4-a839-9b98c0666b8b tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:38.031956 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b12b6242-f952-41a4-a839-9b98c0666b8b tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4252 time: 0.1720402
Dec 18 06:59:38.032743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55010) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:38.058872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-afe982d2-86b8-4585-8160-83b4c22dd729 None None] Provisioning for port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:59:38.065034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-afe982d2-86b8-4585-8160-83b4c22dd729 None None] Provisioning complete for port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:38.065498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-afe982d2-86b8-4585-8160-83b4c22dd729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:38.126185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17207af2-1dbe-4fd2-a98e-c5cb8d8a6f14 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:38.126623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17207af2-1dbe-4fd2-a98e-c5cb8d8a6f14 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:38.127018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17207af2-1dbe-4fd2-a98e-c5cb8d8a6f14 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:38.127472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17207af2-1dbe-4fd2-a98e-c5cb8d8a6f14 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:38.129353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17207af2-1dbe-4fd2-a98e-c5cb8d8a6f14 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:38.130131 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-17207af2-1dbe-4fd2-a98e-c5cb8d8a6f14 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4014 time: 0.0959294
Dec 18 06:59:38.134456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55014) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:38.143258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-afe982d2-86b8-4585-8160-83b4c22dd729 None None] Port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:59:38.268692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-85ace454-2c6f-40ca-bd2f-8a9687caf81f None None] Provisioning complete for port 8762374f-b8ae-4422-a59b-7ecba00b11ff triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:38.269879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85ace454-2c6f-40ca-bd2f-8a9687caf81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:38.300566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Sync routers for ids ['853114a2-4c31-45c4-bff6-0f9415e60be7'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:59:38.345597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Routers {'853114a2-4c31-45c4-bff6-0f9415e60be7'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:38.345597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d4be128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:59:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853114a2-4c31-45c4-bff6-0f9415e60be7'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:38.515109 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-45a4485e-291f-42a8-8fa6-a9573fe47f4d tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3046 time: 0.3739879
Dec 18 06:59:38.789081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8762374f-b8ae-4422-a59b-7ecba00b11ff up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:38.941577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Set router 853114a2-4c31-45c4-bff6-0f9415e60be7 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:38.953893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55020) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:38.961360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474148463', 'description': 'tempest-secgroup-smoke-1474148463 description', 'project_id': '6302410f1da34973bcf54fc230e8ac73'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:38.968420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:38.972962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:59:38.972962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:59:38.984243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:38.998542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.001201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 8762374f-b8ae-4422-a59b-7ecba00b11ff triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:39.001201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.023575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:39.030369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:59:39.030369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:59:39.037342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:39.065132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-85ace454-2c6f-40ca-bd2f-8a9687caf81f None None] Provisioning complete for port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:39.065132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85ace454-2c6f-40ca-bd2f-8a9687caf81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.112956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.112956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.139953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-35f89b61-a6dd-4625-a4df-8e0e46516a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:39.151216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.151216 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.1993930
Dec 18 06:59:39.156554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55024) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:39.169797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8ddeb653-6f16-4238-a93b-97ddd4620466 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '128c0238-1066-4479-a84f-83e41e084fe7', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:39.176960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroup': ['ID=128c0238-1066-4479-a84f-83e41e084fe7,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:39.186803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:39.191705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8ddeb653-6f16-4238-a93b-97ddd4620466 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:39.198755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8ddeb653-6f16-4238-a93b-97ddd4620466 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:59:39.203304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8ddeb653-6f16-4238-a93b-97ddd4620466 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:59:39.212776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8ddeb653-6f16-4238-a93b-97ddd4620466 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:39.234248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb653-6f16-4238-a93b-97ddd4620466 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.304434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb653-6f16-4238-a93b-97ddd4620466 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.308866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb653-6f16-4238-a93b-97ddd4620466 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.308866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e9770ca0-08cc-4ef4-9441-d22ae7b8cd39 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:39.328308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddeb653-6f16-4238-a93b-97ddd4620466 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3b21fb-40b2-47d6-9107-c16b77e1d83c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:39.335708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8ddeb653-6f16-4238-a93b-97ddd4620466 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:39.352875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ddeb653-6f16-4238-a93b-97ddd4620466 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.352875 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8ddeb653-6f16-4238-a93b-97ddd4620466 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1975963
Dec 18 06:59:39.358650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55028) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:39.364810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2868cde4-ed8b-490c-9825-a1ddb970245a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '128c0238-1066-4479-a84f-83e41e084fe7', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:39.371959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2868cde4-ed8b-490c-9825-a1ddb970245a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:39.376381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2868cde4-ed8b-490c-9825-a1ddb970245a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:59:39.376381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2868cde4-ed8b-490c-9825-a1ddb970245a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:59:39.387365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2868cde4-ed8b-490c-9825-a1ddb970245a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:39.424837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2868cde4-ed8b-490c-9825-a1ddb970245a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.516386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2868cde4-ed8b-490c-9825-a1ddb970245a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.622232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-85ace454-2c6f-40ca-bd2f-8a9687caf81f None None] Port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:59:39.629741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2868cde4-ed8b-490c-9825-a1ddb970245a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.644682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd09d4e9-d67f-405b-8f8e-19937e883412 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:39.661459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b81fbb7c-7579-47f5-924e-d0d33e21c589 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:39.698750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868cde4-ed8b-490c-9825-a1ddb970245a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbdfb3e-b981-4a61-a47d-4b0354eecf6a,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:39.713390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2868cde4-ed8b-490c-9825-a1ddb970245a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:39.713390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2868cde4-ed8b-490c-9825-a1ddb970245a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.720002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55032) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:39.727091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d16e1974-d495-4986-9ca5-29b629e547dc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '128c0238-1066-4479-a84f-83e41e084fe7', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:39.730192 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2868cde4-ed8b-490c-9825-a1ddb970245a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.3699067
Dec 18 06:59:39.734017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d16e1974-d495-4986-9ca5-29b629e547dc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:39.740850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d16e1974-d495-4986-9ca5-29b629e547dc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:59:39.743880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d4be128>, [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '6118b8ea-707b-4faf-88e7-cfc59a3d4f16', 'name': '', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:09:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:35Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:39.746962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d16e1974-d495-4986-9ca5-29b629e547dc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:59:39.750013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Checking router: 853114a2-4c31-45c4-bff6-0f9415e60be7 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:59:39.750013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Updating router 853114a2-4c31-45c4-bff6-0f9415e60be7 port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 06:59:39.753308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d16e1974-d495-4986-9ca5-29b629e547dc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:39.769181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d16e1974-d495-4986-9ca5-29b629e547dc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.817140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-937f3fc4-5af8-412e-9ce0-dc9917163d2b None None] Provisioning complete for port 8762374f-b8ae-4422-a59b-7ecba00b11ff triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:39.817140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-937f3fc4-5af8-412e-9ce0-dc9917163d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.843996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d16e1974-d495-4986-9ca5-29b629e547dc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.843996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d16e1974-d495-4986-9ca5-29b629e547dc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.850893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.854037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a493b05-9bca-47e6-816c-71e4e6f88a38 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:39.859867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b81fbb7c-7579-47f5-924e-d0d33e21c589 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:39.859867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.878449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e1974-d495-4986-9ca5-29b629e547dc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d59b6e-fc86-4d40-93b8-02a4ead6d93e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:39.884937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d16e1974-d495-4986-9ca5-29b629e547dc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:39.895270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d16e1974-d495-4986-9ca5-29b629e547dc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:39.895270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d16e1974-d495-4986-9ca5-29b629e547dc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1774428
Dec 18 06:59:39.899987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55036) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:39.908426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b6dacb36-bd86-4df8-be27-7235c3aa7075 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '128c0238-1066-4479-a84f-83e41e084fe7', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:39.917974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b6dacb36-bd86-4df8-be27-7235c3aa7075 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:39.917974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b6dacb36-bd86-4df8-be27-7235c3aa7075 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:59:39.927078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b6dacb36-bd86-4df8-be27-7235c3aa7075 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:59:39.933847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b6dacb36-bd86-4df8-be27-7235c3aa7075 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:39.952959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6dacb36-bd86-4df8-be27-7235c3aa7075 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.024266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6dacb36-bd86-4df8-be27-7235c3aa7075 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.024266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6dacb36-bd86-4df8-be27-7235c3aa7075 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.030654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b2539846-558f-4e55-9c6b-18026a44947c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:40.054755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dacb36-bd86-4df8-be27-7235c3aa7075 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631c9dab-3507-4514-9c0a-b15ee85c4614,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:40.061429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b6dacb36-bd86-4df8-be27-7235c3aa7075 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:40.071244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6dacb36-bd86-4df8-be27-7235c3aa7075 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.071244 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b6dacb36-bd86-4df8-be27-7235c3aa7075 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1702325
Dec 18 06:59:40.074327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55040) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:40.083319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6eb879d7-9e0d-4231-907c-295cdc7ebf8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '128c0238-1066-4479-a84f-83e41e084fe7', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:40.089168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6eb879d7-9e0d-4231-907c-295cdc7ebf8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:40.089168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6eb879d7-9e0d-4231-907c-295cdc7ebf8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:59:40.095524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6eb879d7-9e0d-4231-907c-295cdc7ebf8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:59:40.102511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6eb879d7-9e0d-4231-907c-295cdc7ebf8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:40.114864 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-6eb879d7-9e0d-4231-907c-295cdc7ebf8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:59:40.123633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6eb879d7-9e0d-4231-907c-295cdc7ebf8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.203305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6eb879d7-9e0d-4231-907c-295cdc7ebf8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.203305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6eb879d7-9e0d-4231-907c-295cdc7ebf8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.210355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81bcf4e1-2ba1-48da-a8b4-c27114d279dd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:40.233324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb879d7-9e0d-4231-907c-295cdc7ebf8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45898b8c-6487-4477-a9d3-b4b88a9c5636,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:40.243119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6eb879d7-9e0d-4231-907c-295cdc7ebf8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:40.248883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6eb879d7-9e0d-4231-907c-295cdc7ebf8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.248883 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6eb879d7-9e0d-4231-907c-295cdc7ebf8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1745811
Dec 18 06:59:40.253476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55044) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:40.259934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '128c0238-1066-4479-a84f-83e41e084fe7', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:40.269241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:40.279481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:59:40.288358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:59:40.298567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:40.308503 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 06:59:40.315241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.394048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.451125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.451125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2868cde4-ed8b-490c-9825-a1ddb970245a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:40.471406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.497598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2f8efc-65b2-4777-ab5c-5a556772e5ba,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:40.510110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Transition to ACTIVE for port object 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:59:40.529624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:40.533497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.554257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:40.610101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.610101 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.3567488
Dec 18 06:59:40.774748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1adcfa-b9da-4684-825c-eee10f3604e3 None None] Pushing event updated for resources: {'Port': ['ID=6118b8ea-707b-4faf-88e7-cfc59a3d4f16,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:40.774748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca1adcfa-b9da-4684-825c-eee10f3604e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:40.915300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c9a57c13-8683-4318-8643-8ae818410b66 req-c7642b65-2bf4-453b-b1f6-9abd9b631cc7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:59:40.955710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Attempting to bind port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:59:40.955710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Attempting to bind port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'a5bd0fc5-5931-45cf-be57-01b11c0f545c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:59:40.955710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Attempting to bind port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 on network eed36718-b544-4e85-ba32-bd4ebffae88b {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:59:40.961120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c9a57c13-8683-4318-8643-8ae818410b66 req-c7642b65-2bf4-453b-b1f6-9abd9b631cc7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:59:40.964793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:59:40.964793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Checking segment: {'id': 'a5bd0fc5-5931-45cf-be57-01b11c0f545c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:59:40.968340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-c7642b65-2bf4-453b-b1f6-9abd9b631cc7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474148463&fields=id&tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 267 time: 0.1411271
Dec 18 06:59:40.972042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:40.972042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Bound using segment: {'id': 'a5bd0fc5-5931-45cf-be57-01b11c0f545c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:59:40.972042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Bound port: 6118b8ea-707b-4faf-88e7-cfc59a3d4f16, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bd0fc5-5931-45cf-be57-01b11c0f545c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:59:40.972042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:41.091876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] For port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:59:41.091876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] For port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=6118b8ea-707b-4faf-88e7-cfc59a3d4f16,segment=NetworkSegment(a5bd0fc5-5931-45cf-be57-01b11c0f545c),segment_id=a5bd0fc5-5931-45cf-be57-01b11c0f545c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:59:41.102571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:41.116003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f950d3b6-7214-4ecb-9f9e-fa2156e23cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:41.152631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57c13-8683-4318-8643-8ae818410b66 req-eb68c191-e1c6-4766-baeb-07771a34a3de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:41.152631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c9a57c13-8683-4318-8643-8ae818410b66 req-eb68c191-e1c6-4766-baeb-07771a34a3de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:59:41.170025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c9a57c13-8683-4318-8643-8ae818410b66 req-eb68c191-e1c6-4766-baeb-07771a34a3de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:59:41.170025 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-eb68c191-e1c6-4766-baeb-07771a34a3de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/networks?id=eed36718-b544-4e85-ba32-bd4ebffae88b HTTP/1.1" status: 200  len: 797 time: 0.2023261
Dec 18 06:59:41.188701 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-23b40e42-37ff-4426-a918-7671267cbff3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/quotas/6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 375 time: 0.0107040
Dec 18 06:59:41.279202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c9a57c13-8683-4318-8643-8ae818410b66 req-c97afb36-c630-4983-a894-8a0c84135e7a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:59:41.297155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c9a57c13-8683-4318-8643-8ae818410b66 req-c97afb36-c630-4983-a894-8a0c84135e7a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:59:41.300916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1adcfa-b9da-4684-825c-eee10f3604e3 None None] Pushing event updated for resources: {'Port': ['ID=6118b8ea-707b-4faf-88e7-cfc59a3d4f16,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:41.304876 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-c97afb36-c630-4983-a894-8a0c84135e7a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0958414
Dec 18 06:59:41.308284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca1adcfa-b9da-4684-825c-eee10f3604e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:41.333848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Routers {'853114a2-4c31-45c4-bff6-0f9415e60be7'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:41.333848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d4be128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:59:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853114a2-4c31-45c4-bff6-0f9415e60be7'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:41.548652 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-96904142-b47e-4dac-8bcb-b303d78b7b2e service neutron] 10.222.0.23 "GET /v2.0/networks/eed36718-b544-4e85-ba32-bd4ebffae88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1938286
Dec 18 06:59:41.588940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] Set router 853114a2-4c31-45c4-bff6-0f9415e60be7 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:41.710391 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cf6324aa-b681-47a4-9472-dedb740eab49 service neutron] 10.222.0.23 "GET /v2.0/networks/eed36718-b544-4e85-ba32-bd4ebffae88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1612108
Dec 18 06:59:42.002952 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-37b63072-6078-4506-b149-62dbe2746145 req-c6c9d601-f0c6-4de9-8311-8f55e2899843 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 210 time: 0.0751088
Dec 18 06:59:42.010447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d4be128>, [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '6118b8ea-707b-4faf-88e7-cfc59a3d4f16', 'name': '', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:09:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:35Z', 'updated_at': '2020-12-18T06:59:41Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:42.010447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862104d-123d-4147-939b-c7f19d3ebfa3 None None] The sync data for ids ['853114a2-4c31-45c4-bff6-0f9415e60be7'] in dv-neutron-765072-3-ovs is: [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '6118b8ea-707b-4faf-88e7-cfc59a3d4f16', 'name': '', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:09:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:35Z', 'updated_at': '2020-12-18T06:59:41Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:59:42.650382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:42.801484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:59:42.816678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:42.816678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:43.152571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:43.197397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=6118b8ea-707b-4faf-88e7-cfc59a3d4f16,segment=NetworkSegment(a5bd0fc5-5931-45cf-be57-01b11c0f545c),segment_id=a5bd0fc5-5931-45cf-be57-01b11c0f545c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:43.197397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:43.197397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:43.261624 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eaf81d17-6b46-47b4-9951-7f240720c47d req-c9c51f0a-0143-4aef-95a6-ce9e73760a2c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 210 time: 0.0693777
Dec 18 06:59:43.280988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=6118b8ea-707b-4faf-88e7-cfc59a3d4f16,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:43.292661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:43.951253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57c13-8683-4318-8643-8ae818410b66 req-f5d6615d-4abb-4765-a616-9a3226c6db00 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:43.951982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c9a57c13-8683-4318-8643-8ae818410b66 req-f5d6615d-4abb-4765-a616-9a3226c6db00 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:59:43.966669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c9a57c13-8683-4318-8643-8ae818410b66 req-f5d6615d-4abb-4765-a616-9a3226c6db00 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:59:43.967942 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-f5d6615d-4abb-4765-a616-9a3226c6db00 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks?id=eed36718-b544-4e85-ba32-bd4ebffae88b HTTP/1.1" status: 200  len: 797 time: 0.1820688
Dec 18 06:59:44.059361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c9a57c13-8683-4318-8643-8ae818410b66 req-e31857e9-5836-44ac-b48b-4c18913b1509 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 06:59:44.073571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c9a57c13-8683-4318-8643-8ae818410b66 req-e31857e9-5836-44ac-b48b-4c18913b1509 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 06:59:44.074994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-e31857e9-5836-44ac-b48b-4c18913b1509 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 7769 time: 0.0920310
Dec 18 06:59:44.086319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'port': {'device_id': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'admin_state_up': True, 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'security_groups': ['128c0238-1066-4479-a84f-83e41e084fe7']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:44.427195 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-abe99452-fa67-455c-b492-9b5030514bff req-f38029d6-472c-47ec-8a45-616a69e01ca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 210 time: 0.0455186
Dec 18 06:59:44.504909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:44.514739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:44.523859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 06:59:44.529886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:44.587038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:44.675657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2fde0a4d-4653-4cc1-81de-59f828ce67b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:44.690309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:44.690639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:44.872662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.10 (eed36718-b544-4e85-ba32-bd4ebffae88b/e74b8ea6-1e27-4ece-bf7b-3cad1038eda3/ff2dbd1a-c50b-4510-9079-015b849b5ed5) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:59:45.077793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:45.095099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object ff2dbd1a-c50b-4510-9079-015b849b5ed5 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:59:45.121283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:45.137899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:45.269295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=ff2dbd1a-c50b-4510-9079-015b849b5ed5,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:45.274305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:45.328234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network eed36718-b544-4e85-ba32-bd4ebffae88b is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:59:45.329315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:59:45.331602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:59:45.410420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:45.410420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:45.436122 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3544469
Dec 18 06:59:45.449428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Request body: {'port': {'device_id': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:45.574839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:45.629382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-41bd2588-9174-49a6-8f69-a2e6c6b1e0a8 None None] Provisioning for port ff2dbd1a-c50b-4510-9079-015b849b5ed5 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:59:45.631143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-41bd2588-9174-49a6-8f69-a2e6c6b1e0a8 None None] Provisioning complete for port ff2dbd1a-c50b-4510-9079-015b849b5ed5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:45.631573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-41bd2588-9174-49a6-8f69-a2e6c6b1e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:45.688617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17c7e2-1e6d-48d6-a2f3-4a93cbea3c8d req-d2cc2c4e-83a5-4643-8925-3cb144be74c3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:45.691103 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5b17c7e2-1e6d-48d6-a2f3-4a93cbea3c8d req-d2cc2c4e-83a5-4643-8925-3cb144be74c3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 932 time: 0.1209316
Dec 18 06:59:45.755041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-41bd2588-9174-49a6-8f69-a2e6c6b1e0a8 None None] Port ff2dbd1a-c50b-4510-9079-015b849b5ed5 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 06:59:45.784984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5b17c7e2-1e6d-48d6-a2f3-4a93cbea3c8d req-550aab39-614f-4f37-acb3-753e84e2ea3e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=128c0238-1066-4479-a84f-83e41e084fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819178
Dec 18 06:59:46.063099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff2dbd1a-c50b-4510-9079-015b849b5ed5 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 06:59:46.071075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:46.084521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Transition to ACTIVE for port object ff2dbd1a-c50b-4510-9079-015b849b5ed5 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 06:59:46.107668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:46.125465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:46.254091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Pushing event updated for resources: {'Port': ['ID=ff2dbd1a-c50b-4510-9079-015b849b5ed5,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:46.261786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:46.456390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Attempting to bind port ff2dbd1a-c50b-4510-9079-015b849b5ed5 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 06:59:46.456913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Attempting to bind port ff2dbd1a-c50b-4510-9079-015b849b5ed5 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'a5bd0fc5-5931-45cf-be57-01b11c0f545c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 06:59:46.457107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Attempting to bind port ff2dbd1a-c50b-4510-9079-015b849b5ed5 on network eed36718-b544-4e85-ba32-bd4ebffae88b {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 06:59:46.468348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 6, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 06:59:46.468348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Checking segment: {'id': 'a5bd0fc5-5931-45cf-be57-01b11c0f545c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 06:59:46.468348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:46.468348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Bound using segment: {'id': 'a5bd0fc5-5931-45cf-be57-01b11c0f545c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 06:59:46.468348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Bound port: ff2dbd1a-c50b-4510-9079-015b849b5ed5, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5bd0fc5-5931-45cf-be57-01b11c0f545c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 06:59:46.468348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:46.566702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] For port ff2dbd1a-c50b-4510-9079-015b849b5ed5, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 06:59:46.570498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] For port ff2dbd1a-c50b-4510-9079-015b849b5ed5, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=ff2dbd1a-c50b-4510-9079-015b849b5ed5,segment=NetworkSegment(a5bd0fc5-5931-45cf-be57-01b11c0f545c),segment_id=a5bd0fc5-5931-45cf-be57-01b11c0f545c)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 06:59:46.576607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:46.598914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34ec2e0c-9874-4d6d-9c5b-16f99370ed5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:46.744773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Pushing event updated for resources: {'Port': ['ID=ff2dbd1a-c50b-4510-9079-015b849b5ed5,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:46.744773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:46.800239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:46.800239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:46.800239 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] 10.222.0.15 "PUT /v2.0/ports/ff2dbd1a-c50b-4510-9079-015b849b5ed5 HTTP/1.1" status: 200  len: 1158 time: 1.3520246
Dec 18 06:59:46.800239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'tag': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:59:46.900869 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'tag': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5', 'status': 'completed', 'code': 200}
Dec 18 06:59:46.948298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57c13-8683-4318-8643-8ae818410b66 req-baf04c64-55e9-4e70-8195-902342b0b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:46.950022 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-baf04c64-55e9-4e70-8195-902342b0b6ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 1161 time: 0.0936687
Dec 18 06:59:47.034258 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-b7342d51-06cf-4b7e-8f5e-4d4619872d1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2dbd1a-c50b-4510-9079-015b849b5ed5 HTTP/1.1" status: 200  len: 217 time: 0.0738845
Dec 18 06:59:47.047466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbb9dd-d4c3-418a-b753-c8da6b944958 req-cea15539-270c-4567-abad-61d5367eddfa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:47.049076 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0fcbb9dd-d4c3-418a-b753-c8da6b944958 req-cea15539-270c-4567-abad-61d5367eddfa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 944 time: 0.0930862
Dec 18 06:59:47.102071 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0fcbb9dd-d4c3-418a-b753-c8da6b944958 req-766215a9-4f41-42ec-a77d-b9fb4452da1e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=128c0238-1066-4479-a84f-83e41e084fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452259
Dec 18 06:59:47.107634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57c13-8683-4318-8643-8ae818410b66 req-69b9462c-ddd9-4ca9-bdbf-b68bd79296c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:47.109464 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-69b9462c-ddd9-4ca9-bdbf-b68bd79296c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e74b8ea6-1e27-4ece-bf7b-3cad1038eda3 HTTP/1.1" status: 200  len: 843 time: 0.0683842
Dec 18 06:59:47.199763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57c13-8683-4318-8643-8ae818410b66 req-5e18de0a-abe7-40cd-b241-42e01d27e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:47.201357 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-5e18de0a-abe7-40cd-b241-42e01d27e026 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eed36718-b544-4e85-ba32-bd4ebffae88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0840960
Dec 18 06:59:47.347932 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-4f791849-fedc-49cb-9b7f-c9d722a9d488 service neutron] 10.222.0.15 "GET /v2.0/networks/eed36718-b544-4e85-ba32-bd4ebffae88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384904
Dec 18 06:59:47.515221 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9a57c13-8683-4318-8643-8ae818410b66 req-656b7437-22bb-4502-bccf-264f6e431ab9 service neutron] 10.222.0.15 "GET /v2.0/networks/eed36718-b544-4e85-ba32-bd4ebffae88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1593885
Dec 18 06:59:47.569995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-660c8b4d-a0d1-49b8-a23d-a12a1b06a4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:47.569995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:47.679623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4384d03-74ae-467e-894f-6adcb7288a57 req-690a3145-09b3-43dc-908d-55a952540768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:47.681352 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4384d03-74ae-467e-894f-6adcb7288a57 req-690a3145-09b3-43dc-908d-55a952540768 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 1161 time: 0.0803213
Dec 18 06:59:47.844506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4384d03-74ae-467e-894f-6adcb7288a57 req-24d2a5b2-9367-472d-9a4d-80f3046a36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:47.846826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4384d03-74ae-467e-894f-6adcb7288a57 req-24d2a5b2-9367-472d-9a4d-80f3046a36cb service neutron] 10.222.0.15 "GET /v2.0/networks?id=eed36718-b544-4e85-ba32-bd4ebffae88b HTTP/1.1" status: 200  len: 891 time: 0.1579280
Dec 18 06:59:47.924080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4384d03-74ae-467e-894f-6adcb7288a57 req-a7248d5c-def5-4040-b660-6d876732e56b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2dbd1a-c50b-4510-9079-015b849b5ed5 HTTP/1.1" status: 200  len: 217 time: 0.0704899
Dec 18 06:59:48.009003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4384d03-74ae-467e-894f-6adcb7288a57 req-4624d3f2-1705-46fd-a5ec-cf997d774b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:48.010609 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4384d03-74ae-467e-894f-6adcb7288a57 req-4624d3f2-1705-46fd-a5ec-cf997d774b24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e74b8ea6-1e27-4ece-bf7b-3cad1038eda3 HTTP/1.1" status: 200  len: 843 time: 0.0736387
Dec 18 06:59:48.091646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4384d03-74ae-467e-894f-6adcb7288a57 req-16809d18-81ef-4eda-8187-fd232dc36eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:48.093255 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4384d03-74ae-467e-894f-6adcb7288a57 req-16809d18-81ef-4eda-8187-fd232dc36eac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eed36718-b544-4e85-ba32-bd4ebffae88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0749645
Dec 18 06:59:48.248796 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4384d03-74ae-467e-894f-6adcb7288a57 req-c6622d6d-3e94-467f-9be5-69666ebc8d06 service neutron] 10.222.0.15 "GET /v2.0/networks/eed36718-b544-4e85-ba32-bd4ebffae88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458290
Dec 18 06:59:48.330597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e26e0a-d7e6-48fc-a1af-d3362effeda2 req-21b364fa-dd99-482a-b3f5-153819dc1cf0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:48.332301 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13e26e0a-d7e6-48fc-a1af-d3362effeda2 req-21b364fa-dd99-482a-b3f5-153819dc1cf0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 944 time: 0.0896130
Dec 18 06:59:48.386625 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13e26e0a-d7e6-48fc-a1af-d3362effeda2 req-07d366c9-2015-47b8-9ad1-4161680cecba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=128c0238-1066-4479-a84f-83e41e084fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464082
Dec 18 06:59:48.414469 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4384d03-74ae-467e-894f-6adcb7288a57 req-cd93c995-8b17-4441-b8a5-2c732df26b76 service neutron] 10.222.0.15 "GET /v2.0/networks/eed36718-b544-4e85-ba32-bd4ebffae88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1579552
Dec 18 06:59:48.501693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:49.415830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:49.915280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd93c4a-fe5b-4469-b94e-d921d75d29a1 req-c82ecae1-8bd7-41a0-935e-a50aefa81a5a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:49.918303 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2fd93c4a-fe5b-4469-b94e-d921d75d29a1 req-c82ecae1-8bd7-41a0-935e-a50aefa81a5a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 944 time: 0.4008515
Dec 18 06:59:49.968262 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2fd93c4a-fe5b-4469-b94e-d921d75d29a1 req-3d09b586-3e16-42f1-b95e-354fdf9f91f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=128c0238-1066-4479-a84f-83e41e084fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445690
Dec 18 06:59:51.163603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device ff2dbd1a-c50b-4510-9079-015b849b5ed5 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:51.190805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b7bd8-1224-498f-897e-ac79f708bbb2 req-58c91b7e-05a7-43b4-b0b9-2d87864fb674 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:51.193076 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-156b7bd8-1224-498f-897e-ac79f708bbb2 req-58c91b7e-05a7-43b4-b0b9-2d87864fb674 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 944 time: 0.0902581
Dec 18 06:59:51.247019 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-156b7bd8-1224-498f-897e-ac79f708bbb2 req-01b6d7ee-db98-457c-a9f2-0d379d7c63f5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=128c0238-1066-4479-a84f-83e41e084fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440569
Dec 18 06:59:51.248278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port ff2dbd1a-c50b-4510-9079-015b849b5ed5 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 06:59:51.253418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port ff2dbd1a-c50b-4510-9079-015b849b5ed5 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:51.253889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:51.369730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:51.396218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:59:51.406796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port ff2dbd1a-c50b-4510-9079-015b849b5ed5, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=ff2dbd1a-c50b-4510-9079-015b849b5ed5,segment=NetworkSegment(a5bd0fc5-5931-45cf-be57-01b11c0f545c),segment_id=a5bd0fc5-5931-45cf-be57-01b11c0f545c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 06:59:51.418769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:51.420756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9012aeea-0c84-4285-8896-854d15eda6bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:51.497207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=ff2dbd1a-c50b-4510-9079-015b849b5ed5,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:51.501019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:51.546342 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5', 'code': 200}
Dec 18 06:59:51.824173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0da66c-a59a-42d9-8003-35a31d3b6210 req-d5e5b78f-0d49-467d-ab20-30af9ce10df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:51.826975 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac0da66c-a59a-42d9-8003-35a31d3b6210 req-d5e5b78f-0d49-467d-ab20-30af9ce10df4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 1163 time: 0.0855386
Dec 18 06:59:51.874447 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac0da66c-a59a-42d9-8003-35a31d3b6210 req-71249eeb-a856-49cb-b8f8-71d653b1543f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=128c0238-1066-4479-a84f-83e41e084fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393977
Dec 18 06:59:52.460370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7375c6-8a1b-485d-8db0-3c8a69e6b9a2 req-9782d409-27b2-4145-b6c5-52ba4ce69f96 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:52.461998 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ca7375c6-8a1b-485d-8db0-3c8a69e6b9a2 req-9782d409-27b2-4145-b6c5-52ba4ce69f96 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 946 time: 0.0854757
Dec 18 06:59:52.509084 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ca7375c6-8a1b-485d-8db0-3c8a69e6b9a2 req-4286f573-c2c0-438f-86e7-874d3be72f4b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=128c0238-1066-4479-a84f-83e41e084fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406697
Dec 18 06:59:52.602637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:52.739309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device ff2dbd1a-c50b-4510-9079-015b849b5ed5 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 06:59:52.808073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port ff2dbd1a-c50b-4510-9079-015b849b5ed5 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 06:59:52.808499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:53.723761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf95929-d183-459d-b1db-f4c5461c4ca7 req-eead8f04-f803-4c69-bc39-ab3f1d2c249c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:53.725341 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7bf95929-d183-459d-b1db-f4c5461c4ca7 req-eead8f04-f803-4c69-bc39-ab3f1d2c249c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 946 time: 0.0868642
Dec 18 06:59:53.778594 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7bf95929-d183-459d-b1db-f4c5461c4ca7 req-8c5a99f3-b794-4dde-81e1-56bb0d83f15c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=128c0238-1066-4479-a84f-83e41e084fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467227
Dec 18 06:59:54.122101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e308a2-6564-42f6-902d-9dbf57eb510e req-a101845f-9162-4903-b92f-ccb8441032bb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:54.123703 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-00e308a2-6564-42f6-902d-9dbf57eb510e req-a101845f-9162-4903-b92f-ccb8441032bb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 946 time: 0.0823534
Dec 18 06:59:54.170580 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-00e308a2-6564-42f6-902d-9dbf57eb510e req-9db78171-9e9e-49e8-9fb8-6aaecc927234 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=128c0238-1066-4479-a84f-83e41e084fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407715
Dec 18 06:59:54.200484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55108) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:54.275779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feff9537-8808-4e2e-a1c4-b3a430a1712d tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:54.277375 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-feff9537-8808-4e2e-a1c4-b3a430a1712d tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 1158 time: 0.0758524
Dec 18 06:59:54.280376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55112) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:54.286069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address': '172.20.0.10'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 06:59:54.291978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 06:59:54.296057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:floatingip and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 06:59:54.299066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 06:59:54.304852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 06:59:54.314469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:54.458061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:54.736553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.209 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/279e4a67-b363-4659-80b2-91876740a38d) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 06:59:54.892205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:54.917877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:54.933454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:55.062712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=279e4a67-b363-4659-80b2-91876740a38d,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:55.068064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:55.118165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 06:59:55.119300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 06:59:55.121626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 06:59:55.530441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:55.604856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:55.867934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:55.871435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:55.887018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff677b03-c7fb-4e1f-abd3-23ed282c350d tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 06:59:56.021642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=279e4a67-b363-4659-80b2-91876740a38d,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 06:59:56.026775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 06:59:56.124784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:56.300278 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP 8b925c85-34cd-4916-a6d1-7cbb83dd409d associated. External IP: 172.26.7.209, port: ff2dbd1a-c50b-4510-9079-015b849b5ed5.
Dec 18 06:59:56.660408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 853114a2-4c31-45c4-bff6-0f9415e60be7 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 06:59:57.119367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 06:59:57.129004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebeed5-bcc5-4867-9576-33acec673e92 None None] Sync routers for ids ['853114a2-4c31-45c4-bff6-0f9415e60be7'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 06:59:57.139412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebeed5-bcc5-4867-9576-33acec673e92 None None] Routers {'853114a2-4c31-45c4-bff6-0f9415e60be7'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:57.140081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ebebeed5-bcc5-4867-9576-33acec673e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc866d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:59:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853114a2-4c31-45c4-bff6-0f9415e60be7'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:57.144238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 06:59:57.202571 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9210734
Dec 18 06:59:57.203284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'tag': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 06:59:57.205551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55116) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:57.322002 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aabc373b-9751-4c23-8002-a22fc2df89f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/8b925c85-34cd-4916-a6d1-7cbb83dd409d HTTP/1.1" status: 200  len: 992 time: 0.1149974
Dec 18 06:59:57.323225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ebebeed5-bcc5-4867-9576-33acec673e92 None None] Set router 853114a2-4c31-45c4-bff6-0f9415e60be7 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:57.353284 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'tag': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5', 'status': 'completed', 'code': 200}
Dec 18 06:59:57.450872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2788654-255d-47c7-9a1a-94ee9a4ec037 req-47ce32bf-1863-4ae3-8008-7d4071e75512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:57.452397 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a2788654-255d-47c7-9a1a-94ee9a4ec037 req-47ce32bf-1863-4ae3-8008-7d4071e75512 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 1163 time: 0.0750620
Dec 18 06:59:57.599030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2788654-255d-47c7-9a1a-94ee9a4ec037 req-e4496bcd-60c4-4a63-9184-b26a3f91544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:57.601441 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a2788654-255d-47c7-9a1a-94ee9a4ec037 req-e4496bcd-60c4-4a63-9184-b26a3f91544c service neutron] 10.222.0.15 "GET /v2.0/networks?id=eed36718-b544-4e85-ba32-bd4ebffae88b HTTP/1.1" status: 200  len: 891 time: 0.1414113
Dec 18 06:59:57.689725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ebebeed5-bcc5-4867-9576-33acec673e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc866d8>, [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '8b925c85-34cd-4916-a6d1-7cbb83dd409d', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'port_id': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'mac_address': 'fa:16:3e:a5:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:59:55Z', 'updated_at': '2020-12-18T06:59:55Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6118b8ea-707b-4faf-88e7-cfc59a3d4f16', 'name': '', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:09:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:35Z', 'updated_at': '2020-12-18T06:59:43Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:57.693792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebeed5-bcc5-4867-9576-33acec673e92 None None] Checking router: 853114a2-4c31-45c4-bff6-0f9415e60be7 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 06:59:57.703238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebebeed5-bcc5-4867-9576-33acec673e92 None None] Routers {'853114a2-4c31-45c4-bff6-0f9415e60be7'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 06:59:57.703843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ebebeed5-bcc5-4867-9576-33acec673e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc866d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T06:59:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853114a2-4c31-45c4-bff6-0f9415e60be7'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:57.709401 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a2788654-255d-47c7-9a1a-94ee9a4ec037 req-6bc171dc-8836-44e0-8261-54128827c189 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2dbd1a-c50b-4510-9079-015b849b5ed5 HTTP/1.1" status: 200  len: 1000 time: 0.1016526
Dec 18 06:59:57.781345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2788654-255d-47c7-9a1a-94ee9a4ec037 req-c3e43555-3031-4264-bb3c-5730d2d3b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:57.782969 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a2788654-255d-47c7-9a1a-94ee9a4ec037 req-c3e43555-3031-4264-bb3c-5730d2d3b3c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e74b8ea6-1e27-4ece-bf7b-3cad1038eda3 HTTP/1.1" status: 200  len: 843 time: 0.0650001
Dec 18 06:59:57.863532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2788654-255d-47c7-9a1a-94ee9a4ec037 req-151156de-b8ab-4cfa-b0ca-e0e454499001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 06:59:57.865232 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a2788654-255d-47c7-9a1a-94ee9a4ec037 req-151156de-b8ab-4cfa-b0ca-e0e454499001 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eed36718-b544-4e85-ba32-bd4ebffae88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0759425
Dec 18 06:59:57.889524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ebebeed5-bcc5-4867-9576-33acec673e92 None None] Set router 853114a2-4c31-45c4-bff6-0f9415e60be7 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 06:59:58.288516 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a2788654-255d-47c7-9a1a-94ee9a4ec037 req-47bc8bb1-d2a6-44c3-99ef-a0323382a353 service neutron] 10.222.0.15 "GET /v2.0/networks/eed36718-b544-4e85-ba32-bd4ebffae88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4164391
Dec 18 06:59:58.323649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55126) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:58.414258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ebebeed5-bcc5-4867-9576-33acec673e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc866d8>, [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '8b925c85-34cd-4916-a6d1-7cbb83dd409d', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'port_id': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'mac_address': 'fa:16:3e:a5:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:59:55Z', 'updated_at': '2020-12-18T06:59:55Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6118b8ea-707b-4faf-88e7-cfc59a3d4f16', 'name': '', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:09:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:35Z', 'updated_at': '2020-12-18T06:59:43Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 06:59:58.418788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebebeed5-bcc5-4867-9576-33acec673e92 None None] The sync data for ids ['853114a2-4c31-45c4-bff6-0f9415e60be7'] in dv-neutron-765072-3-ovs is: [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '8b925c85-34cd-4916-a6d1-7cbb83dd409d', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.209', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'port_id': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'mac_address': 'fa:16:3e:a5:79:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:59:55Z', 'updated_at': '2020-12-18T06:59:55Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6118b8ea-707b-4faf-88e7-cfc59a3d4f16', 'name': '', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:09:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:35Z', 'updated_at': '2020-12-18T06:59:43Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 06:59:58.436899 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7b9fe5db-43b3-4984-aa3f-3ce474689469 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/8b925c85-34cd-4916-a6d1-7cbb83dd409d HTTP/1.1" status: 200  len: 992 time: 0.1107934
Dec 18 06:59:58.437123 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a2788654-255d-47c7-9a1a-94ee9a4ec037 req-c608f8ac-4c4b-4bad-af5f-afcf11f052d6 service neutron] 10.222.0.15 "GET /v2.0/networks/eed36718-b544-4e85-ba32-bd4ebffae88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411114
Dec 18 06:59:58.734757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedca7bb-39ac-4c0c-96d7-3a094df595f1 None None] New status for floating IP 8b925c85-34cd-4916-a6d1-7cbb83dd409d: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 06:59:59.440050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55130) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 06:59:59.551693 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6c42dcb3-e021-48bb-86ec-796e68e54b48 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/8b925c85-34cd-4916-a6d1-7cbb83dd409d HTTP/1.1" status: 200  len: 994 time: 0.1103003
Dec 18 07:00:02.865592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:00:14.663718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d478797-a6d2-44fb-88e4-0602fc7a73a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:17.440586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8eabab4c-a255-4b4b-886a-13a335d2121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:17.442312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:18.505215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:19.417720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:22.634050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:30.645130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55158) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:00:30.652591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:00:30.903817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2115791'] for subnet, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:31.205293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773577311774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036850807116'] for subnet, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:31.220011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34606de2-e25f-4edb-b392-df95ad725327 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:00:31.349903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Subnet': ['ID=e74b8ea6-1e27-4ece-bf7b-3cad1038eda3,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:00:31.369357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.369815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.370240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.370658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.371071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.371484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.371890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.372301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.372708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.373116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.373560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.373941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.374406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.374808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.375210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.375611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.376014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.376413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.376833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.377235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.377659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.378100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.378507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.378907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:00:31.382990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:00:31.416055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:00:31.416710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:31.419624 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-471457ba-306e-48e3-b9d5-358416b99d51 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/subnets/e74b8ea6-1e27-4ece-bf7b-3cad1038eda3 HTTP/1.1" status: 200  len: 835 time: 0.7711217
Dec 18 07:00:31.423447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0614243b-2172-4537-b1e2-86aa2f6f16b8 None None] Network eed36718-b544-4e85-ba32-bd4ebffae88b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:00:31.932904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bea37e0b-70bf-4931-acff-92b35961bc8e None None] Provisioning complete for port 8762374f-b8ae-4422-a59b-7ecba00b11ff triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:00:31.933686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bea37e0b-70bf-4931-acff-92b35961bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:32.061074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bea37e0b-70bf-4931-acff-92b35961bc8e None None] Provisioning complete for port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:00:32.061392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bea37e0b-70bf-4931-acff-92b35961bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:32.185273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bea37e0b-70bf-4931-acff-92b35961bc8e None None] Provisioning complete for port ff2dbd1a-c50b-4510-9079-015b849b5ed5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:00:32.185660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bea37e0b-70bf-4931-acff-92b35961bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:39.865148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:00:44.648825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-375d11dd-6970-4ac6-a01b-bdf880c4e960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:47.430579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab4a14e7-fce1-4726-ae40-a2b7da95825a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:47.434438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:48.496770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:49.419899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:00:52.634377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:04.014436 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f255baa-6629-4fdb-b206-cf1626f925c3 req-501dfbd1-85a4-41f7-8108-6f11c84cab80 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0738451
Dec 18 07:01:04.172333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255baa-6629-4fdb-b206-cf1626f925c3 req-4bc51389-c488-4c8a-9760-d73adb176478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:04.173954 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f255baa-6629-4fdb-b206-cf1626f925c3 req-4bc51389-c488-4c8a-9760-d73adb176478 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 1162 time: 0.0782294
Dec 18 07:01:04.334955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255baa-6629-4fdb-b206-cf1626f925c3 req-a7c91177-c722-4068-b954-642315148c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:04.336518 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f255baa-6629-4fdb-b206-cf1626f925c3 req-a7c91177-c722-4068-b954-642315148c3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.1374500
Dec 18 07:01:04.442603 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f255baa-6629-4fdb-b206-cf1626f925c3 req-311a35a8-a9d0-4897-812b-06da96c648d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b33c41-f900-4cd1-974b-5200a03641de HTTP/1.1" status: 200  len: 1000 time: 0.0958967
Dec 18 07:01:04.519821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255baa-6629-4fdb-b206-cf1626f925c3 req-5969d4bd-876e-47d8-949a-fa3e7f577e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:04.521368 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f255baa-6629-4fdb-b206-cf1626f925c3 req-5969d4bd-876e-47d8-949a-fa3e7f577e9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0692811
Dec 18 07:01:04.603595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f255baa-6629-4fdb-b206-cf1626f925c3 req-f9d62193-ae08-4ab3-8f8e-9f219058c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:04.605118 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f255baa-6629-4fdb-b206-cf1626f925c3 req-f9d62193-ae08-4ab3-8f8e-9f219058c2e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0735672
Dec 18 07:01:04.754190 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f255baa-6629-4fdb-b206-cf1626f925c3 req-084eff1d-0ff0-4ff6-8b49-4d0e185f2f57 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378207
Dec 18 07:01:04.897607 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f255baa-6629-4fdb-b206-cf1626f925c3 req-f3320f86-169f-4c7d-95fc-bc063823e771 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1334910
Dec 18 07:01:08.096611 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-dc092680-cdda-4fab-aff2-8375daa6f5ba tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips/e01eb8ae-17bd-4525-ac9d-fee1e1a9a9b3 HTTP/1.1" status: 200  len: 997 time: 0.1101477
Dec 18 07:01:08.255714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-dab82b30-3b3c-4030-bfad-af785c76063f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:08.257072 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-dab82b30-3b3c-4030-bfad-af785c76063f tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1538258
Dec 18 07:01:08.267744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-6986087a-9ffb-4ef4-805b-247d3bb21a08 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:01:08.269314 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-6986087a-9ffb-4ef4-805b-247d3bb21a08 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0058267
Dec 18 07:01:08.376477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-0d6f38af-455d-40b9-8f9f-1ef796c17e72 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.53 HTTP/1.1" status: 200  len: 1000 time: 0.1008377
Dec 18 07:01:08.455636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-1fa0646c-0069-4ab1-ba9f-961225db0fe0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:08.457170 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-1fa0646c-0069-4ab1-ba9f-961225db0fe0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports/bd1823cd-0451-4476-94ca-ad3a1143b122 HTTP/1.1" status: 200  len: 942 time: 0.0742953
Dec 18 07:01:08.640880 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-b9ed75eb-6ebb-4369-8767-cdd2bbaeef60 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.53 HTTP/1.1" status: 200  len: 1000 time: 0.1037123
Dec 18 07:01:08.856090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Deleting port 57a5482a-e35f-47f9-a72d-0fdf6057480b {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:08.856477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:09.031782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:09.032159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:09.157284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Calling delete_port for 57a5482a-e35f-47f9-a72d-0fdf6057480b owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:09.309961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:09.325248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b84587a-0932-419c-80a6-b3879df9eb8e tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:09.423465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event deleted for resources: {'Port': ['ID=57a5482a-e35f-47f9-a72d-0fdf6057480b,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:09.437726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.438163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.438592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.439016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.439695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.440112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.441054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.441471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.441937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.442351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.442764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.443174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.443645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.444058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.444469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.444878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.445299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.445732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.446145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.446552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.446960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.447372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.447781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.448191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:09.453390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:09.559121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:09.559503 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Floating IP e01eb8ae-17bd-4525-ac9d-fee1e1a9a9b3 disassociated (deleted). External IP: 172.26.7.53, port: bd1823cd-0451-4476-94ca-ad3a1143b122.
Dec 18 07:01:09.923854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:01:10.108670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:01:10.119411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc746f-2ce0-439a-89fb-8a2edd3d7981 None None] Sync routers for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:01:10.129827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc746f-2ce0-439a-89fb-8a2edd3d7981 None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:01:10.130506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-75cc746f-2ce0-439a-89fb-8a2edd3d7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dde5710>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:00:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:10.133552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:10.190896 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "DELETE /v2.0/floatingips/e01eb8ae-17bd-4525-ac9d-fee1e1a9a9b3 HTTP/1.1" status: 204  len: 173 time: 1.5433767
Dec 18 07:01:10.192186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'tag': 'bd1823cd-0451-4476-94ca-ad3a1143b122'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:01:10.259719 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'tag': 'bd1823cd-0451-4476-94ca-ad3a1143b122', 'status': 'completed', 'code': 200}
Dec 18 07:01:10.296703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-4e9447f5-fea0-4e2a-ad64-da2e04b59d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:10.298585 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-4e9447f5-fea0-4e2a-ad64-da2e04b59d0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 1162 time: 0.0912757
Dec 18 07:01:10.332429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-75cc746f-2ce0-439a-89fb-8a2edd3d7981 None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:01:10.371264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59a691-4f24-4b80-82f4-341351e553a7 req-18d324af-2825-4471-b2b0-128898ada1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:10.373141 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f59a691-4f24-4b80-82f4-341351e553a7 req-18d324af-2825-4471-b2b0-128898ada1c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 1162 time: 0.0854700
Dec 18 07:01:10.467149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-56e1683b-5c5b-423f-bc0f-d1cd4854a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:10.468699 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-56e1683b-5c5b-423f-bc0f-d1cd4854a634 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.1629398
Dec 18 07:01:10.539916 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-aea58fef-c3bc-40d9-99b9-d12b0f3035a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1823cd-0451-4476-94ca-ad3a1143b122 HTTP/1.1" status: 200  len: 217 time: 0.0638640
Dec 18 07:01:10.544469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59a691-4f24-4b80-82f4-341351e553a7 req-ed235b98-b6c5-4116-8b06-333fc6cbfea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:10.546249 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f59a691-4f24-4b80-82f4-341351e553a7 req-ed235b98-b6c5-4116-8b06-333fc6cbfea7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.1624629
Dec 18 07:01:10.616155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a86d8646-a3c9-4755-86d5-2f5f0e98d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:10.617814 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-a86d8646-a3c9-4755-86d5-2f5f0e98d7e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0716896
Dec 18 07:01:10.627728 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f59a691-4f24-4b80-82f4-341351e553a7 req-fc7408d1-91d6-4e96-967c-11aa08209d5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd1823cd-0451-4476-94ca-ad3a1143b122 HTTP/1.1" status: 200  len: 217 time: 0.0719886
Dec 18 07:01:10.702288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-dd45ff07-2729-4764-b58f-1601fb04919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:10.704449 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-dd45ff07-2729-4764-b58f-1601fb04919e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0789495
Dec 18 07:01:10.709960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59a691-4f24-4b80-82f4-341351e553a7 req-b151f894-f591-4ed0-b59e-24a79f9d55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:10.711730 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f59a691-4f24-4b80-82f4-341351e553a7 req-b151f894-f591-4ed0-b59e-24a79f9d55e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0769761
Dec 18 07:01:10.747681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-75cc746f-2ce0-439a-89fb-8a2edd3d7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dde5710>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd9337e02-8a54-4014-9623-71a49c3902c0', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': '69b33c41-f900-4cd1-974b-5200a03641de', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:1c:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:57:09Z', 'updated_at': '2020-12-18T06:57:16Z', 'revision_number': 2, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:10.751753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc746f-2ce0-439a-89fb-8a2edd3d7981 None None] Checking router: 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:01:10.761226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc746f-2ce0-439a-89fb-8a2edd3d7981 None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:01:10.761594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-75cc746f-2ce0-439a-89fb-8a2edd3d7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dde5710>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:00:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:10.797746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59a691-4f24-4b80-82f4-341351e553a7 req-c75db12a-55ff-4f45-af9e-825ba8c3af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:10.799373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f59a691-4f24-4b80-82f4-341351e553a7 req-c75db12a-55ff-4f45-af9e-825ba8c3af47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0795422
Dec 18 07:01:10.857655 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-92280370-222b-4fe8-aab8-f27565946256 service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437848
Dec 18 07:01:10.957779 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f59a691-4f24-4b80-82f4-341351e553a7 req-e3576164-1730-4c54-a06f-76cbca4f61d2 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503518
Dec 18 07:01:10.959289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-75cc746f-2ce0-439a-89fb-8a2edd3d7981 None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:01:11.111332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f59a691-4f24-4b80-82f4-341351e553a7 req-7f148348-2765-457c-9431-26a7bca551a2 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458025
Dec 18 07:01:11.292987 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1903047e-92ef-46d4-869f-42a1e16d5d88 req-ef95253d-91da-4a7e-86a5-085241aeb12f service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4285908
Dec 18 07:01:11.344936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-75cc746f-2ce0-439a-89fb-8a2edd3d7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dde5710>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd9337e02-8a54-4014-9623-71a49c3902c0', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': '69b33c41-f900-4cd1-974b-5200a03641de', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:1c:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:57:09Z', 'updated_at': '2020-12-18T06:57:16Z', 'revision_number': 2, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:11.349705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cc746f-2ce0-439a-89fb-8a2edd3d7981 None None] The sync data for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs is: [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd9337e02-8a54-4014-9623-71a49c3902c0', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'floating_ip_address': '172.26.7.52', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'port_id': '69b33c41-f900-4cd1-974b-5200a03641de', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'mac_address': 'fa:16:3e:1c:c4:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T06:57:09Z', 'updated_at': '2020-12-18T06:57:16Z', 'revision_number': 2, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:01:11.711363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf4a65-e7cb-4024-aa27-7a5724f5c75b req-41019d8c-d7e5-456b-8540-16de7c3a859e tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:11.712135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8bcf4a65-e7cb-4024-aa27-7a5724f5c75b req-41019d8c-d7e5-456b-8540-16de7c3a859e tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Synchronizing usage tracker for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:01:11.727696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8bcf4a65-e7cb-4024-aa27-7a5724f5c75b req-41019d8c-d7e5-456b-8540-16de7c3a859e tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Unset dirty status for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:01:11.728947 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8bcf4a65-e7cb-4024-aa27-7a5724f5c75b req-41019d8c-d7e5-456b-8540-16de7c3a859e tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 945 time: 0.1019373
Dec 18 07:01:11.740409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9877d0-4681-45eb-b480-b2084dcf0f45 None None] New status for floating IP e01eb8ae-17bd-4525-ac9d-fee1e1a9a9b3: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:01:11.780025 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8bcf4a65-e7cb-4024-aa27-7a5724f5c75b req-a63b055a-f016-40c3-ab6b-bb97c4e6f8d5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0447354
Dec 18 07:01:13.001605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd1823cd-0451-4476-94ca-ad3a1143b122 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:01:13.003865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53613eec-f61b-40df-b26c-eef4c932000c req-fababa3f-623a-4fa1-b675-90efbe1c6e74 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:13.005707 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53613eec-f61b-40df-b26c-eef4c932000c req-fababa3f-623a-4fa1-b675-90efbe1c6e74 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 945 time: 0.0880771
Dec 18 07:01:13.083174 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-53613eec-f61b-40df-b26c-eef4c932000c req-879aac0d-d20d-4d59-bce7-c92a59a03679 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0636718
Dec 18 07:01:13.105250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bd1823cd-0451-4476-94ca-ad3a1143b122 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:01:13.105782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:13.433719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d6c06-665d-454a-a431-b4980be90d86 req-4726bede-45f6-4770-bd09-c325624866a0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:13.434484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a47d6c06-665d-454a-a431-b4980be90d86 req-4726bede-45f6-4770-bd09-c325624866a0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Synchronizing usage tracker for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:01:13.447880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a47d6c06-665d-454a-a431-b4980be90d86 req-4726bede-45f6-4770-bd09-c325624866a0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Unset dirty status for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:01:13.449093 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a47d6c06-665d-454a-a431-b4980be90d86 req-4726bede-45f6-4770-bd09-c325624866a0 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 945 time: 0.0957332
Dec 18 07:01:13.531004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a47d6c06-665d-454a-a431-b4980be90d86 req-e857b8e4-946a-49ea-8eb6-7312eeeeabc1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Deleting port bd1823cd-0451-4476-94ca-ad3a1143b122 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:13.531302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a47d6c06-665d-454a-a431-b4980be90d86 req-e857b8e4-946a-49ea-8eb6-7312eeeeabc1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:13.784808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-a47d6c06-665d-454a-a431-b4980be90d86 req-e857b8e4-946a-49ea-8eb6-7312eeeeabc1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] For port bd1823cd-0451-4476-94ca-ad3a1143b122, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd1823cd-0451-4476-94ca-ad3a1143b122,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:01:13.785211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a47d6c06-665d-454a-a431-b4980be90d86 req-e857b8e4-946a-49ea-8eb6-7312eeeeabc1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:13.910542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a47d6c06-665d-454a-a431-b4980be90d86 req-e857b8e4-946a-49ea-8eb6-7312eeeeabc1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Calling delete_port for bd1823cd-0451-4476-94ca-ad3a1143b122 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:14.060046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a47d6c06-665d-454a-a431-b4980be90d86 req-e857b8e4-946a-49ea-8eb6-7312eeeeabc1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:14.077451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:14.177909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857b8e4-946a-49ea-8eb6-7312eeeeabc1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event deleted for resources: {'Port': ['ID=bd1823cd-0451-4476-94ca-ad3a1143b122,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:14.180784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e857b8e4-946a-49ea-8eb6-7312eeeeabc1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:14.265847 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e73bdac2-87d9-4ca5-bcc7-b8a94d5b4cc0 req-1386e993-ffe3-4e1b-9b20-4660c7902fd9 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 210 time: 0.0527089
Dec 18 07:01:14.280500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47d6c06-665d-454a-a431-b4980be90d86 req-e857b8e4-946a-49ea-8eb6-7312eeeeabc1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] No DVR routers for this DVR port bd1823cd-0451-4476-94ca-ad3a1143b122 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:01:14.282921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a47d6c06-665d-454a-a431-b4980be90d86 req-e857b8e4-946a-49ea-8eb6-7312eeeeabc1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:14.286516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'name': 'network-vif-deleted', 'tag': 'bd1823cd-0451-4476-94ca-ad3a1143b122'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:01:14.301972 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a47d6c06-665d-454a-a431-b4980be90d86 req-e857b8e4-946a-49ea-8eb6-7312eeeeabc1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "DELETE /v2.0/ports/bd1823cd-0451-4476-94ca-ad3a1143b122 HTTP/1.1" status: 204  len: 173 time: 0.8441303
Dec 18 07:01:14.430367 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25f458b-5a88-4165-9254-1a9fe75174cf', 'name': 'network-vif-deleted', 'tag': 'bd1823cd-0451-4476-94ca-ad3a1143b122', 'status': 'completed', 'code': 200}
Dec 18 07:01:14.713913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0eb5317f-5615-45aa-9fc8-0e76f1ebe159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:14.996061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd1823cd-0451-4476-94ca-ad3a1143b122 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:01:15.030366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: bd1823cd-0451-4476-94ca-ad3a1143b122 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:01:15.030762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd1823cd-0451-4476-94ca-ad3a1143b122 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:01:15.455385 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-24766c0b-c9f6-462b-b9b4-e8abd52fdb57 req-cc8ef649-5e66-46a1-b9ff-e0e232c73990 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=d25f458b-5a88-4165-9254-1a9fe75174cf HTTP/1.1" status: 200  len: 210 time: 0.0469296
Dec 18 07:01:16.865423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:01:17.431886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9517b1cb-88b0-4e02-a26d-fc890cda1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:17.437061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:18.498143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:19.423780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:21.263877 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-7d40a7aa-76d1-442c-b0cb-f744ca7a9696 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips/d9337e02-8a54-4014-9623-71a49c3902c0 HTTP/1.1" status: 200  len: 997 time: 0.1121354
Dec 18 07:01:21.422092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-ae74bf43-754c-4e7f-89c3-3e505730930d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:21.423472 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-ae74bf43-754c-4e7f-89c3-3e505730930d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1537070
Dec 18 07:01:21.530791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-bd9fd683-92a1-44f3-94eb-18a9e5f678aa tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Synchronizing usage tracker for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:floatingip {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:01:21.545894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-bd9fd683-92a1-44f3-94eb-18a9e5f678aa tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Unset dirty status for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:floatingip {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:01:21.547149 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-bd9fd683-92a1-44f3-94eb-18a9e5f678aa tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.52 HTTP/1.1" status: 200  len: 1000 time: 0.1165674
Dec 18 07:01:21.625262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-a3df5917-079c-4eb0-9156-f40fc5b3e2c8 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:21.626744 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-a3df5917-079c-4eb0-9156-f40fc5b3e2c8 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports/69b33c41-f900-4cd1-974b-5200a03641de HTTP/1.1" status: 200  len: 942 time: 0.0728626
Dec 18 07:01:21.811212 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-81675798-bc59-4cef-992a-28de3d127f25 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.52 HTTP/1.1" status: 200  len: 1000 time: 0.1047382
Dec 18 07:01:22.024510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Deleting port c3eb4636-ceec-4d68-89cd-e226acc6a6ba {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:22.024824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:22.203349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:22.203726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:22.330092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Calling delete_port for c3eb4636-ceec-4d68-89cd-e226acc6a6ba owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:22.477041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:22.492963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:22.590821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event deleted for resources: {'Port': ['ID=c3eb4636-ceec-4d68-89cd-e226acc6a6ba,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:22.593888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:22.633231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:22.712658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:22.713032 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Floating IP d9337e02-8a54-4014-9623-71a49c3902c0 disassociated (deleted). External IP: 172.26.7.52, port: 69b33c41-f900-4cd1-974b-5200a03641de.
Dec 18 07:01:23.066070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:01:23.249869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:01:23.259430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f79ed0-a90f-4805-80e9-dee7225e65c5 None None] Sync routers for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:01:23.269710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f79ed0-a90f-4805-80e9-dee7225e65c5 None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:01:23.270410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63f79ed0-a90f-4805-80e9-dee7225e65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce2d128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:23.275114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:23.331580 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "DELETE /v2.0/floatingips/d9337e02-8a54-4014-9623-71a49c3902c0 HTTP/1.1" status: 204  len: 173 time: 1.5125434
Dec 18 07:01:23.332219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'tag': '69b33c41-f900-4cd1-974b-5200a03641de'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:01:23.397017 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'tag': '69b33c41-f900-4cd1-974b-5200a03641de', 'status': 'completed', 'code': 200}
Dec 18 07:01:23.424197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-e06f3480-d6b6-4cc4-a8e9-b3b8ae9ecef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:23.425898 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-e06f3480-d6b6-4cc4-a8e9-b3b8ae9ecef3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 1162 time: 0.0810432
Dec 18 07:01:23.460739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-63f79ed0-a90f-4805-80e9-dee7225e65c5 None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:01:23.502663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e22995-c405-4879-8865-3365e0535090 req-ae7caf99-4c61-4636-9d42-c47f14959486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:23.504307 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35e22995-c405-4879-8865-3365e0535090 req-ae7caf99-4c61-4636-9d42-c47f14959486 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 1162 time: 0.0763402
Dec 18 07:01:23.572649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-dadc39f2-2ec3-4ff5-a56a-fcb39498311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:23.574380 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-dadc39f2-2ec3-4ff5-a56a-fcb39498311c service neutron] 10.222.0.23 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.1414771
Dec 18 07:01:23.657467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-48b48424-565d-4607-90f7-4a5f6c8928f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b33c41-f900-4cd1-974b-5200a03641de HTTP/1.1" status: 200  len: 217 time: 0.0748937
Dec 18 07:01:23.663539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e22995-c405-4879-8865-3365e0535090 req-16568b59-bca1-44e2-9283-47355425592b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:23.665170 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35e22995-c405-4879-8865-3365e0535090 req-16568b59-bca1-44e2-9283-47355425592b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 200  len: 906 time: 0.1507587
Dec 18 07:01:23.737553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-0c559334-4de6-47b1-af25-2c53537d870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:23.739188 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-0c559334-4de6-47b1-af25-2c53537d870d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0732684
Dec 18 07:01:23.751775 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35e22995-c405-4879-8865-3365e0535090 req-953881b7-e089-4dfb-976e-2a01905237e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69b33c41-f900-4cd1-974b-5200a03641de HTTP/1.1" status: 200  len: 217 time: 0.0752478
Dec 18 07:01:23.824042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-bd7571eb-7dc8-44cf-8a25-bad42b66d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:23.827440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e22995-c405-4879-8865-3365e0535090 req-a9e4f7aa-7cf7-4020-a4fc-5f4cb630911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:23.829391 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35e22995-c405-4879-8865-3365e0535090 req-a9e4f7aa-7cf7-4020-a4fc-5f4cb630911b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 200  len: 851 time: 0.0671442
Dec 18 07:01:23.833021 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-bd7571eb-7dc8-44cf-8a25-bad42b66d7fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0861099
Dec 18 07:01:23.919345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e22995-c405-4879-8865-3365e0535090 req-3cf4a30f-ac15-49ab-aaa8-6c635b0f3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:23.921038 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35e22995-c405-4879-8865-3365e0535090 req-3cf4a30f-ac15-49ab-aaa8-6c635b0f3cce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a375a69a-6e5f-412d-9823-fc6ead523a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0794752
Dec 18 07:01:23.957915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63f79ed0-a90f-4805-80e9-dee7225e65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce2d128>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:23.962651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f79ed0-a90f-4805-80e9-dee7225e65c5 None None] Checking router: 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:01:23.972387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f79ed0-a90f-4805-80e9-dee7225e65c5 None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:01:23.973092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63f79ed0-a90f-4805-80e9-dee7225e65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce2d128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:24.081227 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35e22995-c405-4879-8865-3365e0535090 req-22a22bd7-c113-484c-9cda-648c83ac4f16 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488464
Dec 18 07:01:24.170842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-63f79ed0-a90f-4805-80e9-dee7225e65c5 None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:01:24.284363 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-2e0897e8-1ca3-4a3d-948a-7f3025a60cb5 service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4504042
Dec 18 07:01:24.443962 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-84b4ad54-bcb1-4c95-ba0f-5418d2164566 req-9c58311f-f636-49fe-ae94-830937c12214 service neutron] 10.222.0.23 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1519663
Dec 18 07:01:24.506798 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35e22995-c405-4879-8865-3365e0535090 req-a3ffea64-9fea-4fb0-a2ba-c3c2ec8ca9e7 service neutron] 10.222.0.15 "GET /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4153752
Dec 18 07:01:24.517921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63f79ed0-a90f-4805-80e9-dee7225e65c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce2d128>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:24.523469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f79ed0-a90f-4805-80e9-dee7225e65c5 None None] The sync data for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs is: [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T06:52:35Z', 'revision_number': 4, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d', 'name': '', 'network_id': 'a375a69a-6e5f-412d-9823-fc6ead523a6c', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'mac_address': 'fa:16:3e:3c:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:31Z', 'updated_at': '2020-12-18T06:53:16Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'subnets': [{'id': '78821787-edac-43eb-b274-9bb49f6c2ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:01:24.867238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a371d5-8c60-4968-9e3f-bbf96b921f26 req-9a149a87-4fb9-4cdc-96b1-7692af916959 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:24.867984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d4a371d5-8c60-4968-9e3f-bbf96b921f26 req-9a149a87-4fb9-4cdc-96b1-7692af916959 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Synchronizing usage tracker for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:01:24.882691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d4a371d5-8c60-4968-9e3f-bbf96b921f26 req-9a149a87-4fb9-4cdc-96b1-7692af916959 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Unset dirty status for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:01:24.883942 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d4a371d5-8c60-4968-9e3f-bbf96b921f26 req-9a149a87-4fb9-4cdc-96b1-7692af916959 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 945 time: 0.0983801
Dec 18 07:01:24.900196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa16ee10-d6d2-43df-8219-8c013ca5977e None None] New status for floating IP d9337e02-8a54-4014-9623-71a49c3902c0: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:01:24.935583 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d4a371d5-8c60-4968-9e3f-bbf96b921f26 req-e8bb6c9b-eb07-48ef-9841-1e0b02ec17f5 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0449295
Dec 18 07:01:26.146642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11baab-15d5-4205-aba8-700fe1b079fd req-fe0f5076-ed05-4118-a69c-956a2d083361 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:26.148224 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b11baab-15d5-4205-aba8-700fe1b079fd req-fe0f5076-ed05-4118-a69c-956a2d083361 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 945 time: 0.0818474
Dec 18 07:01:26.195031 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b11baab-15d5-4205-aba8-700fe1b079fd req-9234d78b-56ab-462e-9dcc-37bde29381ce tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups?id=34eeec42-a908-4a44-902d-e2ca0a6b619c&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0405169
Dec 18 07:01:26.463932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54de483-9540-4955-bd10-95b6b34a11cf req-631ea8b5-1ed3-4e77-add3-1e4072cd2e03 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:26.464686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a54de483-9540-4955-bd10-95b6b34a11cf req-631ea8b5-1ed3-4e77-add3-1e4072cd2e03 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Synchronizing usage tracker for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:01:26.477311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a54de483-9540-4955-bd10-95b6b34a11cf req-631ea8b5-1ed3-4e77-add3-1e4072cd2e03 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Unset dirty status for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:01:26.478501 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a54de483-9540-4955-bd10-95b6b34a11cf req-631ea8b5-1ed3-4e77-add3-1e4072cd2e03 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 945 time: 0.0945647
Dec 18 07:01:26.559858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a54de483-9540-4955-bd10-95b6b34a11cf req-a67a62b3-7a61-44bc-aee9-9802935f81fb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Deleting port 69b33c41-f900-4cd1-974b-5200a03641de {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:26.560156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a54de483-9540-4955-bd10-95b6b34a11cf req-a67a62b3-7a61-44bc-aee9-9802935f81fb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:26.813762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-a54de483-9540-4955-bd10-95b6b34a11cf req-a67a62b3-7a61-44bc-aee9-9802935f81fb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] For port 69b33c41-f900-4cd1-974b-5200a03641de, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=69b33c41-f900-4cd1-974b-5200a03641de,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:01:26.814085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a54de483-9540-4955-bd10-95b6b34a11cf req-a67a62b3-7a61-44bc-aee9-9802935f81fb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:26.939294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a54de483-9540-4955-bd10-95b6b34a11cf req-a67a62b3-7a61-44bc-aee9-9802935f81fb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Calling delete_port for 69b33c41-f900-4cd1-974b-5200a03641de owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:27.064302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 69b33c41-f900-4cd1-974b-5200a03641de no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:01:27.081436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a54de483-9540-4955-bd10-95b6b34a11cf req-a67a62b3-7a61-44bc-aee9-9802935f81fb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:27.096929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fdd910e-0f1c-426b-aabe-8a02ade84d92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:27.101467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: 69b33c41-f900-4cd1-974b-5200a03641de {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:01:27.101887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 69b33c41-f900-4cd1-974b-5200a03641de not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:01:27.186407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a62b3-7a61-44bc-aee9-9802935f81fb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event deleted for resources: {'Port': ['ID=69b33c41-f900-4cd1-974b-5200a03641de,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:27.193334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a67a62b3-7a61-44bc-aee9-9802935f81fb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:27.299679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54de483-9540-4955-bd10-95b6b34a11cf req-a67a62b3-7a61-44bc-aee9-9802935f81fb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] No DVR routers for this DVR port 69b33c41-f900-4cd1-974b-5200a03641de on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:01:27.302062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a54de483-9540-4955-bd10-95b6b34a11cf req-a67a62b3-7a61-44bc-aee9-9802935f81fb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:27.306108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'name': 'network-vif-deleted', 'tag': '69b33c41-f900-4cd1-974b-5200a03641de'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:01:27.319935 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a54de483-9540-4955-bd10-95b6b34a11cf req-a67a62b3-7a61-44bc-aee9-9802935f81fb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.15 "DELETE /v2.0/ports/69b33c41-f900-4cd1-974b-5200a03641de HTTP/1.1" status: 204  len: 173 time: 0.8328557
Dec 18 07:01:27.369691 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90146b72-e3f0-405c-9390-cee9eaf8a877', 'name': 'network-vif-deleted', 'tag': '69b33c41-f900-4cd1-974b-5200a03641de', 'status': 'completed', 'code': 200}
Dec 18 07:01:27.375621 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-721b4908-2729-42aa-be6d-997b86f72053 req-61c9141f-dc25-4089-a1d2-d7c62f4e9078 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/ports?device_id=90146b72-e3f0-405c-9390-cee9eaf8a877 HTTP/1.1" status: 200  len: 210 time: 0.0515463
Dec 18 07:01:28.597136 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a548273-e752-4959-9ce7-c23a2983306d req-65303f97-5d7b-4e94-88ef-fc83a0a31d11 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips/d1b41180-dbf4-4ef8-afc0-3b5e2470cc6e HTTP/1.1" status: 200  len: 692 time: 0.0834579
Dec 18 07:01:28.756066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a548273-e752-4959-9ce7-c23a2983306d req-71ece131-e7b5-4d14-8d06-77f2d6bee350 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:28.757609 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a548273-e752-4959-9ce7-c23a2983306d req-71ece131-e7b5-4d14-8d06-77f2d6bee350 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1544814
Dec 18 07:01:28.843557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-0a548273-e752-4959-9ce7-c23a2983306d req-bdb2bafb-03ca-4eb7-bbf3-3b07d04603cd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Synchronizing usage tracker for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:floatingip {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:01:28.858543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-0a548273-e752-4959-9ce7-c23a2983306d req-bdb2bafb-03ca-4eb7-bbf3-3b07d04603cd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Unset dirty status for tenant:7f07f9809f59456d8b6d837c1309dd5c on resource:floatingip {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:01:28.859773 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a548273-e752-4959-9ce7-c23a2983306d req-bdb2bafb-03ca-4eb7-bbf3-3b07d04603cd tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.94 HTTP/1.1" status: 200  len: 695 time: 0.0958648
Dec 18 07:01:28.945556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a548273-e752-4959-9ce7-c23a2983306d req-98ba510d-97f3-4d2a-b61a-e47af76f2996 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.94 HTTP/1.1" status: 200  len: 695 time: 0.0790803
Dec 18 07:01:29.107936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-0a548273-e752-4959-9ce7-c23a2983306d req-b544fc05-ec58-4139-a6e7-a5d0606eda34 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Deleting port 09a9b88e-eb26-4a22-9d1c-c08fdbd6b7c7 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:29.108247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0a548273-e752-4959-9ce7-c23a2983306d req-b544fc05-ec58-4139-a6e7-a5d0606eda34 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:29.284817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0a548273-e752-4959-9ce7-c23a2983306d req-b544fc05-ec58-4139-a6e7-a5d0606eda34 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:29.285194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0a548273-e752-4959-9ce7-c23a2983306d req-b544fc05-ec58-4139-a6e7-a5d0606eda34 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:29.412970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-0a548273-e752-4959-9ce7-c23a2983306d req-b544fc05-ec58-4139-a6e7-a5d0606eda34 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Calling delete_port for 09a9b88e-eb26-4a22-9d1c-c08fdbd6b7c7 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:29.546872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0a548273-e752-4959-9ce7-c23a2983306d req-b544fc05-ec58-4139-a6e7-a5d0606eda34 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:29.562664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-206ebc6e-c95a-42bd-a26b-9381e759a0da tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:29.654677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544fc05-ec58-4139-a6e7-a5d0606eda34 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event deleted for resources: {'Port': ['ID=09a9b88e-eb26-4a22-9d1c-c08fdbd6b7c7,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:29.657403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b544fc05-ec58-4139-a6e7-a5d0606eda34 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:29.782854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0a548273-e752-4959-9ce7-c23a2983306d req-b544fc05-ec58-4139-a6e7-a5d0606eda34 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:29.803715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0a548273-e752-4959-9ce7-c23a2983306d req-b544fc05-ec58-4139-a6e7-a5d0606eda34 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:29.804935 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a548273-e752-4959-9ce7-c23a2983306d req-b544fc05-ec58-4139-a6e7-a5d0606eda34 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "DELETE /v2.0/floatingips/d1b41180-dbf4-4ef8-afc0-3b5e2470cc6e HTTP/1.1" status: 204  len: 173 time: 0.8537223
Dec 18 07:01:32.400634 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5682d82a-606e-4d42-8b18-ee38c2912d0d req-f247cf13-085b-4164-964d-706d9820dc4b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "GET /v2.0/security-groups/34eeec42-a908-4a44-902d-e2ca0a6b619c HTTP/1.1" status: 200  len: 2889 time: 0.0496588
Dec 18 07:01:32.475350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-5682d82a-606e-4d42-8b18-ee38c2912d0d req-c8ccb8a2-64b9-40c7-b5de-77ea71bc11c4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:32.504929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-5682d82a-606e-4d42-8b18-ee38c2912d0d req-c8ccb8a2-64b9-40c7-b5de-77ea71bc11c4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:32.553911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-5682d82a-606e-4d42-8b18-ee38c2912d0d req-c8ccb8a2-64b9-40c7-b5de-77ea71bc11c4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:32.559167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b1d9f58-5079-4ac9-a120-862dfb753964 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:32.576064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccb8a2-64b9-40c7-b5de-77ea71bc11c4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eeec42-a908-4a44-902d-e2ca0a6b619c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:32.579158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c8ccb8a2-64b9-40c7-b5de-77ea71bc11c4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:32.585055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-5682d82a-606e-4d42-8b18-ee38c2912d0d req-c8ccb8a2-64b9-40c7-b5de-77ea71bc11c4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:32.586327 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5682d82a-606e-4d42-8b18-ee38c2912d0d req-c8ccb8a2-64b9-40c7-b5de-77ea71bc11c4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] 10.222.0.23 "DELETE /v2.0/security-groups/34eeec42-a908-4a44-902d-e2ca0a6b619c HTTP/1.1" status: 204  len: 173 time: 0.1794209
Dec 18 07:01:32.667383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55238) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:33.162103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:33.748652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] Deleting port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:33.749184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:33.928210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] For port ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:01:33.928621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:34.057097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] Calling delete_port for ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:34.659057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:34.674830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2dac7c00-e3ca-4fe3-b1dc-f9a5d7c9f92b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:34.773978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:34.778648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:35.073087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:35.564166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] Router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:01:35.749042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:01:35.759441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7765c-cf9e-4e88-8813-b1b33e600c13 None None] Sync routers for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:01:35.762938 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] 10.222.0.23 "PUT /v2.0/routers/5dab594c-1ebc-4f1f-96a5-024b0a7b06c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0941904
Dec 18 07:01:35.765414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55244) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:35.770779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7765c-cf9e-4e88-8813-b1b33e600c13 None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:01:35.771451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-03c7765c-cf9e-4e88-8813-b1b33e600c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1daf89e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:35.949797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-03c7765c-cf9e-4e88-8813-b1b33e600c13 None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:01:35.950468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:36.131596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:36.136857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] Deleting port 2b1df914-17b5-4b13-bb73-e4e31826a564 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:36.137221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:36.247925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-03c7765c-cf9e-4e88-8813-b1b33e600c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1daf89e8>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T07:01:34Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:36.251927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7765c-cf9e-4e88-8813-b1b33e600c13 None None] Checking router: 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:01:36.261327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7765c-cf9e-4e88-8813-b1b33e600c13 None None] Routers {'5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:01:36.262034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-03c7765c-cf9e-4e88-8813-b1b33e600c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1daf89e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:36.316118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] For port 2b1df914-17b5-4b13-bb73-e4e31826a564, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2b1df914-17b5-4b13-bb73-e4e31826a564,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:01:36.316522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:36.443333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-03c7765c-cf9e-4e88-8813-b1b33e600c13 None None] Set router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:01:36.443935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] Calling delete_port for 2b1df914-17b5-4b13-bb73-e4e31826a564 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:36.577143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:36.752922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-03c7765c-cf9e-4e88-8813-b1b33e600c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1daf89e8>, [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T07:01:34Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:36.757068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7765c-cf9e-4e88-8813-b1b33e600c13 None None] The sync data for ids ['5dab594c-1ebc-4f1f-96a5-024b0a7b06c3'] in dv-neutron-765072-3-ovs is: [{'id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'name': 'tempest-TestVolumeBootPattern-1545178384-router', 'tenant_id': '7f07f9809f59456d8b6d837c1309dd5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46'}], 'enable_snat': True}, 'gw_port_id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:20Z', 'updated_at': '2020-12-18T07:01:34Z', 'revision_number': 5, 'project_id': '7f07f9809f59456d8b6d837c1309dd5c', 'gw_port': {'id': '2b1df914-17b5-4b13-bb73-e4e31826a564', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dab594c-1ebc-4f1f-96a5-024b0a7b06c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:22Z', 'updated_at': '2020-12-18T06:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:01:36.768662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:36.904499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:36.906827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:36.931110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:36.931682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:01:36.945371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:36.946663 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5a4ad351-cecf-4946-ac1a-00d55f07fd87 admin admin] 10.222.0.23 "DELETE /v2.0/routers/5dab594c-1ebc-4f1f-96a5-024b0a7b06c3 HTTP/1.1" status: 204  len: 168 time: 1.1801956
Dec 18 07:01:36.949240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55250) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:37.015836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-8189535c-92da-4420-bc7e-bac4e6384534 admin admin] Deleting subnet 78821787-edac-43eb-b274-9bb49f6c2ee0 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:01:37.019663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8189535c-92da-4420-bc7e-bac4e6384534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:37.074699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8189535c-92da-4420-bc7e-bac4e6384534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:37.155703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8189535c-92da-4420-bc7e-bac4e6384534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:37.697853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8189535c-92da-4420-bc7e-bac4e6384534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:37.713141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a321ac3d-be8b-4d51-bf71-eb75fe35f892 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:37.796787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189535c-92da-4420-bc7e-bac4e6384534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78821787-edac-43eb-b274-9bb49f6c2ee0,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:37.802274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8189535c-92da-4420-bc7e-bac4e6384534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:37.843881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8189535c-92da-4420-bc7e-bac4e6384534 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:37.849196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa30ea7-c5f4-46b5-b565-98730c26f402 None None] Network a375a69a-6e5f-412d-9823-fc6ead523a6c requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:01:37.849917 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8189535c-92da-4420-bc7e-bac4e6384534 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/78821787-edac-43eb-b274-9bb49f6c2ee0 HTTP/1.1" status: 204  len: 168 time: 0.8995862
Dec 18 07:01:37.852599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55254) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:37.978744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:38.047277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Deleting port 3cd8c5fc-83aa-4188-a329-08b2197e3613 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:38.047841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:38.268937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] For port 3cd8c5fc-83aa-4188-a329-08b2197e3613, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3cd8c5fc-83aa-4188-a329-08b2197e3613,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:01:38.269353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:38.274359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d847ea13-0f8e-4c71-a92d-bdbbe90644d8 None None] DHCP port deletion for a375a69a-6e5f-412d-9823-fc6ead523a6c request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:01:38.278668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d847ea13-0f8e-4c71-a92d-bdbbe90644d8 None None] Deleting port 3cd8c5fc-83aa-4188-a329-08b2197e3613 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:38.279099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d847ea13-0f8e-4c71-a92d-bdbbe90644d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:38.399620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Calling delete_port for 3cd8c5fc-83aa-4188-a329-08b2197e3613 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:38.475774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:38.491135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68bfc6c3-7d5c-41d4-bf7a-1fecd218e508 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:38.491296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d847ea13-0f8e-4c71-a92d-bdbbe90644d8 None None] For port 3cd8c5fc-83aa-4188-a329-08b2197e3613, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=3cd8c5fc-83aa-4188-a329-08b2197e3613,segment=NetworkSegment(4f14a297-ceed-4476-91f3-311c927aed28),segment_id=4f14a297-ceed-4476-91f3-311c927aed28)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:01:38.491714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d847ea13-0f8e-4c71-a92d-bdbbe90644d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:38.583962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd8c5fc-83aa-4188-a329-08b2197e3613,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:38.588675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:38.618494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d847ea13-0f8e-4c71-a92d-bdbbe90644d8 None None] Calling delete_port for 3cd8c5fc-83aa-4188-a329-08b2197e3613 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:38.636202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] No DVR routers for this DVR port 3cd8c5fc-83aa-4188-a329-08b2197e3613 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:01:38.692306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:01:38.727276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:01:38.727677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ed0aa3ba-0890-4b5c-a1fe-91af74f2bb8d not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:01:38.728145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3cd8c5fc-83aa-4188-a329-08b2197e3613 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:01:38.760461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-d847ea13-0f8e-4c71-a92d-bdbbe90644d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:01:38.760812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-d847ea13-0f8e-4c71-a92d-bdbbe90644d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:01:38.761464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 3cd8c5fc-83aa-4188-a329-08b2197e3613 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:01:38.761904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 3cd8c5fc-83aa-4188-a329-08b2197e3613 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:01:38.762366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2b1df914-17b5-4b13-bb73-e4e31826a564 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:01:38.762996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:38.795259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 2b1df914-17b5-4b13-bb73-e4e31826a564 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:01:38.795667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2b1df914-17b5-4b13-bb73-e4e31826a564 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:01:38.879139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d1e4780>,) {'filters': {'network_id': ['a375a69a-6e5f-412d-9823-fc6ead523a6c']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:38.891957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d1e4780>, '4f14a297-ceed-4476-91f3-311c927aed28') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:38.892304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d1e4780>, '4f14a297-ceed-4476-91f3-311c927aed28') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:38.904401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:38.919620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:38.921630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:01:39.100485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Network a375a69a-6e5f-412d-9823-fc6ead523a6c has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:01:39.113507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:39.262229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d847ea13-0f8e-4c71-a92d-bdbbe90644d8 None None] Deleting port 3cd8c5fc-83aa-4188-a329-08b2197e3613 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:39.262675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d847ea13-0f8e-4c71-a92d-bdbbe90644d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:39.290084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Network a375a69a-6e5f-412d-9823-fc6ead523a6c has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:01:39.312834 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:01:39.330083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d847ea13-0f8e-4c71-a92d-bdbbe90644d8 None None] The port '3cd8c5fc-83aa-4188-a329-08b2197e3613' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:01:39.392357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:39.397385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-19f3cfcb-c661-4280-987c-516614a009c8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:39.414193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:39.420571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Pushing event deleted for resources: {'Network': ['ID=a375a69a-6e5f-412d-9823-fc6ead523a6c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:39.427625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:39.438527 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] 10.222.0.23 "DELETE /v2.0/networks/a375a69a-6e5f-412d-9823-fc6ead523a6c HTTP/1.1" status: 204  len: 168 time: 1.5849137
Dec 18 07:01:39.442363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55262) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:39.796980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:40.381864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] Deleting port 4131a8a2-e370-4280-bbe5-cece79ff9144 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:40.382409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:40.845179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] For port 4131a8a2-e370-4280-bbe5-cece79ff9144, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4131a8a2-e370-4280-bbe5-cece79ff9144,segment=NetworkSegment(7fb640de-3897-41cc-b3ea-babb952f21d4),segment_id=7fb640de-3897-41cc-b3ea-babb952f21d4)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:01:40.845493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:40.971720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] Calling delete_port for 4131a8a2-e370-4280-bbe5-cece79ff9144 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:41.144650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:41.159356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-675b17a4-78f7-403e-9e36-1c73d0429871 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:41.255027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4131a8a2-e370-4280-bbe5-cece79ff9144,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:41.259574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:41.557148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:42.060568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] Router 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:01:42.247568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:01:42.256839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e702c4-0db0-479a-8fa0-abed94daa632 None None] Sync routers for ids ['7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:01:42.258283 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] 10.222.0.23 "PUT /v2.0/routers/7d342f80-6a33-4ef3-9ea6-ad2bed53ac94/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8148534
Dec 18 07:01:42.260910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55270) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:42.266953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e702c4-0db0-479a-8fa0-abed94daa632 None None] Routers {'7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:01:42.267664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c3e702c4-0db0-479a-8fa0-abed94daa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c163be0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:42.445652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:42.452558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-c3e702c4-0db0-479a-8fa0-abed94daa632 None None] Set router 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:01:42.634500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:42.645220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] Deleting port 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:42.645875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:42.761497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c3e702c4-0db0-479a-8fa0-abed94daa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c163be0>, [{'id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'name': 'tempest-TestVolumeBootPattern-2131621140-router', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:47Z', 'updated_at': '2020-12-18T07:01:41Z', 'revision_number': 5, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'gw_port': {'id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:42.765469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e702c4-0db0-479a-8fa0-abed94daa632 None None] Checking router: 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:01:42.774920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e702c4-0db0-479a-8fa0-abed94daa632 None None] Routers {'7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:01:42.775583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c3e702c4-0db0-479a-8fa0-abed94daa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c163be0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:42.828663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] For port 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:01:42.829354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:42.957372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] Calling delete_port for 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:42.959843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-c3e702c4-0db0-479a-8fa0-abed94daa632 None None] Set router 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:01:43.093565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:43.254835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c3e702c4-0db0-479a-8fa0-abed94daa632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c163be0>, [{'id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'name': 'tempest-TestVolumeBootPattern-2131621140-router', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:47Z', 'updated_at': '2020-12-18T07:01:41Z', 'revision_number': 5, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'gw_port': {'id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:43.258936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e702c4-0db0-479a-8fa0-abed94daa632 None None] The sync data for ids ['7d342f80-6a33-4ef3-9ea6-ad2bed53ac94'] in dv-neutron-765072-3-ovs is: [{'id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'name': 'tempest-TestVolumeBootPattern-2131621140-router', 'tenant_id': '5c857a89f2124cdda8e4b876aa852019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6'}], 'enable_snat': True}, 'gw_port_id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:52:47Z', 'updated_at': '2020-12-18T07:01:41Z', 'revision_number': 5, 'project_id': '5c857a89f2124cdda8e4b876aa852019', 'gw_port': {'id': '5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:66:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d342f80-6a33-4ef3-9ea6-ad2bed53ac94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:52:51Z', 'updated_at': '2020-12-18T06:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:01:43.281447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:43.419764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:43.422163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:43.450180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:43.450753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:01:43.465697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:43.466925 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-394e8b7f-6600-458f-9f14-ec4fc9380075 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7d342f80-6a33-4ef3-9ea6-ad2bed53ac94 HTTP/1.1" status: 204  len: 168 time: 1.2048769
Dec 18 07:01:43.469863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55274) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:43.536891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbe0e90-6e7a-42d3-844a-547dd5796633 admin admin] Deleting subnet f9e71b6b-3a76-4c0b-87f9-2c048ed9609a {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:01:43.540310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cbbe0e90-6e7a-42d3-844a-547dd5796633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:43.598046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cbbe0e90-6e7a-42d3-844a-547dd5796633 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:43.684819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cbbe0e90-6e7a-42d3-844a-547dd5796633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:43.963196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cbbe0e90-6e7a-42d3-844a-547dd5796633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:43.978959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9245c96-c21f-4ff4-8102-6ce2fb6d84be tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:44.355277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe0e90-6e7a-42d3-844a-547dd5796633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e71b6b-3a76-4c0b-87f9-2c048ed9609a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:44.357965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cbbe0e90-6e7a-42d3-844a-547dd5796633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:44.401213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cbbe0e90-6e7a-42d3-844a-547dd5796633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:44.407331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95649ed3-5e0f-43e2-853f-42bc57a53bef None None] Network 307f03e4-a3ab-4d87-b7d8-8169553a16f7 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:01:44.409294 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cbbe0e90-6e7a-42d3-844a-547dd5796633 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f9e71b6b-3a76-4c0b-87f9-2c048ed9609a HTTP/1.1" status: 204  len: 168 time: 0.9375024
Dec 18 07:01:44.411731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55278) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:44.534379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:44.605101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Deleting port 388ac1de-d854-4f4d-b275-64eb60bd2b85 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:44.605232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:44.662935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b33bec09-8b2d-4cfd-ae1f-927c53cd880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:44.686874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47188fd5-dbf2-49be-895b-4de02230db59 None None] DHCP port deletion for 307f03e4-a3ab-4d87-b7d8-8169553a16f7 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:01:44.692092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-47188fd5-dbf2-49be-895b-4de02230db59 None None] Deleting port 388ac1de-d854-4f4d-b275-64eb60bd2b85 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:44.692663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47188fd5-dbf2-49be-895b-4de02230db59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:44.728487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:01:44.768274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:01:44.768679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5f52a82a-0aab-40a1-9bbb-3a9ce2a5a6b8 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:01:44.769141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4131a8a2-e370-4280-bbe5-cece79ff9144 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:01:44.807873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 4131a8a2-e370-4280-bbe5-cece79ff9144 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:01:44.808241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4131a8a2-e370-4280-bbe5-cece79ff9144 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:01:44.850048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] For port 388ac1de-d854-4f4d-b275-64eb60bd2b85, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=388ac1de-d854-4f4d-b275-64eb60bd2b85,segment=NetworkSegment(7fb640de-3897-41cc-b3ea-babb952f21d4),segment_id=7fb640de-3897-41cc-b3ea-babb952f21d4)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:01:44.850449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:44.983577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Calling delete_port for 388ac1de-d854-4f4d-b275-64eb60bd2b85 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:45.062131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:45.078533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9ccba7ba-7531-486a-8d81-58caf8484952 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:45.151824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-47188fd5-dbf2-49be-895b-4de02230db59 None None] For port 388ac1de-d854-4f4d-b275-64eb60bd2b85, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=388ac1de-d854-4f4d-b275-64eb60bd2b85,segment=NetworkSegment(7fb640de-3897-41cc-b3ea-babb952f21d4),segment_id=7fb640de-3897-41cc-b3ea-babb952f21d4)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:01:45.152273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47188fd5-dbf2-49be-895b-4de02230db59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:45.172053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Pushing event deleted for resources: {'Port': ['ID=388ac1de-d854-4f4d-b275-64eb60bd2b85,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:45.175541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:45.218246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] No DVR routers for this DVR port 388ac1de-d854-4f4d-b275-64eb60bd2b85 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:01:45.278873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-47188fd5-dbf2-49be-895b-4de02230db59 None None] Calling delete_port for 388ac1de-d854-4f4d-b275-64eb60bd2b85 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:45.343174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:45.347170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-47188fd5-dbf2-49be-895b-4de02230db59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:01:45.347585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-47188fd5-dbf2-49be-895b-4de02230db59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:01:45.460852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1776f550>,) {'filters': {'network_id': ['307f03e4-a3ab-4d87-b7d8-8169553a16f7']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:45.475406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1776f550>, '7fb640de-3897-41cc-b3ea-babb952f21d4') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:45.475754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1776f550>, '7fb640de-3897-41cc-b3ea-babb952f21d4') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:45.488329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:45.504936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:45.507080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Releasing vxlan tunnel 11 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:01:45.683181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Network 307f03e4-a3ab-4d87-b7d8-8169553a16f7 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:01:45.692178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:45.849456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-47188fd5-dbf2-49be-895b-4de02230db59 None None] Deleting port 388ac1de-d854-4f4d-b275-64eb60bd2b85 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:45.849949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47188fd5-dbf2-49be-895b-4de02230db59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:45.877511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Network 307f03e4-a3ab-4d87-b7d8-8169553a16f7 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:01:45.900465 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:01:45.925815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-47188fd5-dbf2-49be-895b-4de02230db59 None None] The port '388ac1de-d854-4f4d-b275-64eb60bd2b85' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:01:45.985930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:45.989288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d3ee01d-edd5-438c-9aed-6ca805c50e49 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:46.003233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:46.014165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Pushing event deleted for resources: {'Network': ['ID=307f03e4-a3ab-4d87-b7d8-8169553a16f7,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:46.017122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:46.019575 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] 10.222.0.23 "DELETE /v2.0/networks/307f03e4-a3ab-4d87-b7d8-8169553a16f7 HTTP/1.1" status: 204  len: 168 time: 1.6068146
Dec 18 07:01:46.163057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55284) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:46.214832 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-918e313a-0f7c-464a-9476-344a333bced1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f07f9809f59456d8b6d837c1309dd5c&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0503874
Dec 18 07:01:46.217304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55288) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:46.276639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81ae2363-ec28-49b9-8e20-509a9dc56395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:46.302767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81ae2363-ec28-49b9-8e20-509a9dc56395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:46.354901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81ae2363-ec28-49b9-8e20-509a9dc56395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:46.360072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dda0315-c3f1-4b30-afe2-032b91177393 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:46.373819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae2363-ec28-49b9-8e20-509a9dc56395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ecaaf9-3050-4b86-a6df-c76db546ffc8,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:46.379553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81ae2363-ec28-49b9-8e20-509a9dc56395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:46.381557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81ae2363-ec28-49b9-8e20-509a9dc56395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:46.382789 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-81ae2363-ec28-49b9-8e20-509a9dc56395 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f6ecaaf9-3050-4b86-a6df-c76db546ffc8 HTTP/1.1" status: 204  len: 168 time: 0.1644745
Dec 18 07:01:46.648781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 388ac1de-d854-4f4d-b275-64eb60bd2b85 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:01:46.683129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 388ac1de-d854-4f4d-b275-64eb60bd2b85 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:01:46.683532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 388ac1de-d854-4f4d-b275-64eb60bd2b85 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:01:46.794123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55296) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:46.846629 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0f2169d7-e085-402a-b322-3d8d3b12da61 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c857a89f2124cdda8e4b876aa852019&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0505342
Dec 18 07:01:46.849037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55300) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:46.909298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:46.936512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:46.982795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:46.987867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dba6baa0-9225-4e2c-bab7-a6e0ba3a587e tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:47.000998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae718e67-eac2-419c-bd9a-eb6d2272e710,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:47.009588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:47.010734 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ae718e67-eac2-419c-bd9a-eb6d2272e710 HTTP/1.1" status: 204  len: 168 time: 0.1607168
Dec 18 07:01:47.012363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.012796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.013275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.013679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.014095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.014506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.014918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.015325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.015734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.016139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.016545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.016937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.017390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.018383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.018788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.019196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.019599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.020003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.020547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.020953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.021354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.021780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.022183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.022583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:01:47.026297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:47.432190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0868eb16-962e-4d49-9571-6cdd66bd60fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:47.438985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:48.499359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:49.429704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:52.648265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:53.319094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55308) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:53.527451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 279e4a67-b363-4659-80b2-91876740a38d {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:53.527830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:53.707170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:53.707668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:53.837044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 279e4a67-b363-4659-80b2-91876740a38d owned by network:floatingip {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:53.866315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:01:53.982799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:53.998335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9ec6af48-32c2-43e0-a7bc-c890ecdf799c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:54.096396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=279e4a67-b363-4659-80b2-91876740a38d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:54.103644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:54.214308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:54.214678 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP 8b925c85-34cd-4916-a6d1-7cbb83dd409d disassociated (deleted). External IP: 172.26.7.209, port: ff2dbd1a-c50b-4510-9079-015b849b5ed5.
Dec 18 07:01:54.568420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 853114a2-4c31-45c4-bff6-0f9415e60be7 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:01:54.755876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:01:54.765432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c6053-1504-4a20-bbd5-226b14961095 None None] Sync routers for ids ['853114a2-4c31-45c4-bff6-0f9415e60be7'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:01:54.773032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:54.775859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c6053-1504-4a20-bbd5-226b14961095 None None] Routers {'853114a2-4c31-45c4-bff6-0f9415e60be7'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:01:54.776536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e39c6053-1504-4a20-bbd5-226b14961095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc6db38>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853114a2-4c31-45c4-bff6-0f9415e60be7'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:54.827349 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/floatingips/8b925c85-34cd-4916-a6d1-7cbb83dd409d HTTP/1.1" status: 204  len: 168 time: 1.5070899
Dec 18 07:01:54.828288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'tag': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:01:54.888443 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'tag': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5', 'status': 'completed', 'code': 200}
Dec 18 07:01:54.998192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5ad4-4fda-4092-8922-98a8f078743c req-ebf77986-cd57-4856-97c2-fbd95d394b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:55.000422 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5a1d5ad4-4fda-4092-8922-98a8f078743c req-ebf77986-cd57-4856-97c2-fbd95d394b4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 1163 time: 0.0821810
Dec 18 07:01:55.118565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e39c6053-1504-4a20-bbd5-226b14961095 None None] Set router 853114a2-4c31-45c4-bff6-0f9415e60be7 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:01:55.154324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5ad4-4fda-4092-8922-98a8f078743c req-2d0f3f21-20b1-49d9-ab43-985825c33a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:55.156302 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5a1d5ad4-4fda-4092-8922-98a8f078743c req-2d0f3f21-20b1-49d9-ab43-985825c33a6e service neutron] 10.222.0.15 "GET /v2.0/networks?id=eed36718-b544-4e85-ba32-bd4ebffae88b HTTP/1.1" status: 200  len: 891 time: 0.1455567
Dec 18 07:01:55.238712 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5a1d5ad4-4fda-4092-8922-98a8f078743c req-c4b9490c-5dcf-4649-ad61-10843df93585 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff2dbd1a-c50b-4510-9079-015b849b5ed5 HTTP/1.1" status: 200  len: 217 time: 0.0747950
Dec 18 07:01:55.315750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5ad4-4fda-4092-8922-98a8f078743c req-6a737cbf-4421-43a0-9df5-0bdf8d9cbe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:55.317341 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5a1d5ad4-4fda-4092-8922-98a8f078743c req-6a737cbf-4421-43a0-9df5-0bdf8d9cbe60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e74b8ea6-1e27-4ece-bf7b-3cad1038eda3 HTTP/1.1" status: 200  len: 843 time: 0.0711870
Dec 18 07:01:55.390709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3cffd-fbfa-4d9b-a1be-fd0c1fd48615 req-da74a96e-8e76-4641-856c-fe0165b73eb0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:55.392610 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1df3cffd-fbfa-4d9b-a1be-fd0c1fd48615 req-da74a96e-8e76-4641-856c-fe0165b73eb0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 946 time: 0.0857995
Dec 18 07:01:55.401250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d5ad4-4fda-4092-8922-98a8f078743c req-5844c589-6473-4a99-950e-5a9923f8f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:55.402923 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5a1d5ad4-4fda-4092-8922-98a8f078743c req-5844c589-6473-4a99-950e-5a9923f8f3e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=eed36718-b544-4e85-ba32-bd4ebffae88b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0784299
Dec 18 07:01:55.442194 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1df3cffd-fbfa-4d9b-a1be-fd0c1fd48615 req-0c937152-1ad0-46b7-9ef4-9232dc308a5f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=128c0238-1066-4479-a84f-83e41e084fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427966
Dec 18 07:01:55.462938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e39c6053-1504-4a20-bbd5-226b14961095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc6db38>, [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '6118b8ea-707b-4faf-88e7-cfc59a3d4f16', 'name': '', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:09:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:35Z', 'updated_at': '2020-12-18T06:59:43Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:55.473793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c6053-1504-4a20-bbd5-226b14961095 None None] Checking router: 853114a2-4c31-45c4-bff6-0f9415e60be7 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:01:55.483060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39c6053-1504-4a20-bbd5-226b14961095 None None] Routers {'853114a2-4c31-45c4-bff6-0f9415e60be7'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:01:55.483731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e39c6053-1504-4a20-bbd5-226b14961095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc6db38>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853114a2-4c31-45c4-bff6-0f9415e60be7'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:55.551677 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5a1d5ad4-4fda-4092-8922-98a8f078743c req-13ac8f04-11f9-4a07-9432-6bf1cc413675 service neutron] 10.222.0.15 "GET /v2.0/networks/eed36718-b544-4e85-ba32-bd4ebffae88b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381872
Dec 18 07:01:55.669598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e39c6053-1504-4a20-bbd5-226b14961095 None None] Set router 853114a2-4c31-45c4-bff6-0f9415e60be7 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:01:55.976156 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5a1d5ad4-4fda-4092-8922-98a8f078743c req-66534b40-506f-4ad0-97bf-cdacc521cea0 service neutron] 10.222.0.15 "GET /v2.0/networks/eed36718-b544-4e85-ba32-bd4ebffae88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4174623
Dec 18 07:01:56.005783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e39c6053-1504-4a20-bbd5-226b14961095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc6db38>, [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '6118b8ea-707b-4faf-88e7-cfc59a3d4f16', 'name': '', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:09:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:35Z', 'updated_at': '2020-12-18T06:59:43Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:01:56.009996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39c6053-1504-4a20-bbd5-226b14961095 None None] The sync data for ids ['853114a2-4c31-45c4-bff6-0f9415e60be7'] in dv-neutron-765072-3-ovs is: [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '6118b8ea-707b-4faf-88e7-cfc59a3d4f16', 'name': '', 'network_id': 'eed36718-b544-4e85-ba32-bd4ebffae88b', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:09:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:35Z', 'updated_at': '2020-12-18T06:59:43Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'e74b8ea6-1e27-4ece-bf7b-3cad1038eda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:01:56.423438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9d708-761d-487e-b382-1152f32550fc None None] New status for floating IP 8b925c85-34cd-4916-a6d1-7cbb83dd409d: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:01:56.664177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134aea4d-b342-458f-a6c7-c345e7f0cb0d req-670824b5-d3f6-4d92-8366-73c4ecb5f4b3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:56.664945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-134aea4d-b342-458f-a6c7-c345e7f0cb0d req-670824b5-d3f6-4d92-8366-73c4ecb5f4b3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:01:56.668215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d0309-c176-4d7e-9902-467f55140096 req-837f7e13-8466-4a57-bd4b-9e97f7403ca2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:01:56.670276 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fb5d0309-c176-4d7e-9902-467f55140096 req-837f7e13-8466-4a57-bd4b-9e97f7403ca2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 946 time: 0.0913908
Dec 18 07:01:56.682685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-134aea4d-b342-458f-a6c7-c345e7f0cb0d req-670824b5-d3f6-4d92-8366-73c4ecb5f4b3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:01:56.683927 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-134aea4d-b342-458f-a6c7-c345e7f0cb0d req-670824b5-d3f6-4d92-8366-73c4ecb5f4b3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 946 time: 0.1053536
Dec 18 07:01:56.720629 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fb5d0309-c176-4d7e-9902-467f55140096 req-6b4f6303-753b-4645-9dfe-f33ea20d94b0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=128c0238-1066-4479-a84f-83e41e084fe7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428829
Dec 18 07:01:56.764861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-134aea4d-b342-458f-a6c7-c345e7f0cb0d req-df928bf9-79bd-40fc-91de-805db81febed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port ff2dbd1a-c50b-4510-9079-015b849b5ed5 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:01:56.765196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-134aea4d-b342-458f-a6c7-c345e7f0cb0d req-df928bf9-79bd-40fc-91de-805db81febed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:57.010914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-134aea4d-b342-458f-a6c7-c345e7f0cb0d req-df928bf9-79bd-40fc-91de-805db81febed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port ff2dbd1a-c50b-4510-9079-015b849b5ed5, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=ff2dbd1a-c50b-4510-9079-015b849b5ed5,segment=NetworkSegment(a5bd0fc5-5931-45cf-be57-01b11c0f545c),segment_id=a5bd0fc5-5931-45cf-be57-01b11c0f545c)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:01:57.011482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-134aea4d-b342-458f-a6c7-c345e7f0cb0d req-df928bf9-79bd-40fc-91de-805db81febed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:57.135435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-134aea4d-b342-458f-a6c7-c345e7f0cb0d req-df928bf9-79bd-40fc-91de-805db81febed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for ff2dbd1a-c50b-4510-9079-015b849b5ed5 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:01:57.236435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device ff2dbd1a-c50b-4510-9079-015b849b5ed5 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:01:57.285968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-134aea4d-b342-458f-a6c7-c345e7f0cb0d req-df928bf9-79bd-40fc-91de-805db81febed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:57.293881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No active binding found for port ff2dbd1a-c50b-4510-9079-015b849b5ed5 {{(pid=81086) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 18 07:01:57.294343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device ff2dbd1a-c50b-4510-9079-015b849b5ed5 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:01:57.302213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-21575a12-4b00-422c-bb35-df5af5f3ae75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:57.396567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df928bf9-79bd-40fc-91de-805db81febed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=ff2dbd1a-c50b-4510-9079-015b849b5ed5,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:57.405845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-df928bf9-79bd-40fc-91de-805db81febed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:57.502610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-134aea4d-b342-458f-a6c7-c345e7f0cb0d req-df928bf9-79bd-40fc-91de-805db81febed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] No DVR routers for this DVR port ff2dbd1a-c50b-4510-9079-015b849b5ed5 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:01:57.504802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-134aea4d-b342-458f-a6c7-c345e7f0cb0d req-df928bf9-79bd-40fc-91de-805db81febed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:57.507588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'name': 'network-vif-deleted', 'tag': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:01:57.522669 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-134aea4d-b342-458f-a6c7-c345e7f0cb0d req-df928bf9-79bd-40fc-91de-805db81febed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "DELETE /v2.0/ports/ff2dbd1a-c50b-4510-9079-015b849b5ed5 HTTP/1.1" status: 204  len: 173 time: 0.8300855
Dec 18 07:01:57.567340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a', 'name': 'network-vif-deleted', 'tag': 'ff2dbd1a-c50b-4510-9079-015b849b5ed5', 'status': 'completed', 'code': 200}
Dec 18 07:01:57.911982 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-81d5d24c-975c-4cef-acef-75ae4d469d47 req-3f01d316-bc5d-4561-bdf2-79240428ff24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=6cffab7a-f154-46c4-8ef4-0ca38fb1ca5a HTTP/1.1" status: 200  len: 210 time: 0.0464311
Dec 18 07:01:59.023521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55326) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:59.094901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecc0782a-90f4-4c4a-81d1-8c02cf7d2f6f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:59.126451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecc0782a-90f4-4c4a-81d1-8c02cf7d2f6f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:59.176641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecc0782a-90f4-4c4a-81d1-8c02cf7d2f6f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:59.181837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-83805c1c-a998-43bb-9ad8-c137dcb2c496 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:01:59.197706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0782a-90f4-4c4a-81d1-8c02cf7d2f6f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'SecurityGroup': ['ID=128c0238-1066-4479-a84f-83e41e084fe7,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:01:59.202033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ecc0782a-90f4-4c4a-81d1-8c02cf7d2f6f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:01:59.205724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecc0782a-90f4-4c4a-81d1-8c02cf7d2f6f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:01:59.206915 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ecc0782a-90f4-4c4a-81d1-8c02cf7d2f6f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/security-groups/128c0238-1066-4479-a84f-83e41e084fe7 HTTP/1.1" status: 204  len: 168 time: 0.1823103
Dec 18 07:01:59.247238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55332) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:01:59.614730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:00.216754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:02:00.217337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:00.411635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 6118b8ea-707b-4faf-88e7-cfc59a3d4f16, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=6118b8ea-707b-4faf-88e7-cfc59a3d4f16,segment=NetworkSegment(a5bd0fc5-5931-45cf-be57-01b11c0f545c),segment_id=a5bd0fc5-5931-45cf-be57-01b11c0f545c)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:02:00.412039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:00.537395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:02:00.725854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:00.741698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:00.840023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=6118b8ea-707b-4faf-88e7-cfc59a3d4f16,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:00.844638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:01.143518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:01.906189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 853114a2-4c31-45c4-bff6-0f9415e60be7 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:02:02.091990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:02:02.102752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205b5bf-a4a8-4d67-b45d-4c2103474cf7 None None] Sync routers for ids ['853114a2-4c31-45c4-bff6-0f9415e60be7'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:02:02.106053 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/853114a2-4c31-45c4-bff6-0f9415e60be7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8576114
Dec 18 07:02:02.108795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55336) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:02.113683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205b5bf-a4a8-4d67-b45d-4c2103474cf7 None None] Routers {'853114a2-4c31-45c4-bff6-0f9415e60be7'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:02:02.114352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8205b5bf-a4a8-4d67-b45d-4c2103474cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc6d240>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853114a2-4c31-45c4-bff6-0f9415e60be7'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:02.303500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-8205b5bf-a4a8-4d67-b45d-4c2103474cf7 None None] Set router 853114a2-4c31-45c4-bff6-0f9415e60be7 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:02:02.309262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acf4526-c72e-4dd3-9ca0-974f532bc5a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting subnet e74b8ea6-1e27-4ece-bf7b-3cad1038eda3 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:02:02.312425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4acf4526-c72e-4dd3-9ca0-974f532bc5a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:02.373829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4acf4526-c72e-4dd3-9ca0-974f532bc5a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:02.459973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4acf4526-c72e-4dd3-9ca0-974f532bc5a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:02.598968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8205b5bf-a4a8-4d67-b45d-4c2103474cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc6d240>, [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T07:02:00Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:02.603179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205b5bf-a4a8-4d67-b45d-4c2103474cf7 None None] Checking router: 853114a2-4c31-45c4-bff6-0f9415e60be7 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:02:02.613648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8205b5bf-a4a8-4d67-b45d-4c2103474cf7 None None] Routers {'853114a2-4c31-45c4-bff6-0f9415e60be7'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:02:02.614326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8205b5bf-a4a8-4d67-b45d-4c2103474cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc6d240>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853114a2-4c31-45c4-bff6-0f9415e60be7'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:02.767926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4acf4526-c72e-4dd3-9ca0-974f532bc5a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:02.783973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-191233c1-2495-4145-a1bb-3bec2ae17bcc tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:02.797807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-8205b5bf-a4a8-4d67-b45d-4c2103474cf7 None None] Set router 853114a2-4c31-45c4-bff6-0f9415e60be7 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:02:02.876153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf4526-c72e-4dd3-9ca0-974f532bc5a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Subnet': ['ID=e74b8ea6-1e27-4ece-bf7b-3cad1038eda3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:02.880875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4acf4526-c72e-4dd3-9ca0-974f532bc5a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:02.924140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4acf4526-c72e-4dd3-9ca0-974f532bc5a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:02.932914 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4acf4526-c72e-4dd3-9ca0-974f532bc5a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/subnets/e74b8ea6-1e27-4ece-bf7b-3cad1038eda3 HTTP/1.1" status: 204  len: 168 time: 0.8205540
Dec 18 07:02:02.933098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809c0b8d-151c-4723-a14e-2f138bc5c551 None None] Network eed36718-b544-4e85-ba32-bd4ebffae88b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:02:02.933219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55340) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:03.139333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:03.212545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] DHCP port deletion for eed36718-b544-4e85-ba32-bd4ebffae88b request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:02:03.217006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Deleting port 8762374f-b8ae-4422-a59b-7ecba00b11ff {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:02:03.217441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:03.256098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8205b5bf-a4a8-4d67-b45d-4c2103474cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc6d240>, [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T07:02:00Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:03.260162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8205b5bf-a4a8-4d67-b45d-4c2103474cf7 None None] The sync data for ids ['853114a2-4c31-45c4-bff6-0f9415e60be7'] in dv-neutron-765072-3-ovs is: [{'id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'name': 'tempest-TestNetworkBasicOps-router-1608535326', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168'}], 'enable_snat': True}, 'gw_port_id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T06:59:30Z', 'updated_at': '2020-12-18T07:02:00Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'b81fbb7c-7579-47f5-924e-d0d33e21c589', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:8b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853114a2-4c31-45c4-bff6-0f9415e60be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T06:59:31Z', 'updated_at': '2020-12-18T06:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:02:03.329107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:03.335065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port b81fbb7c-7579-47f5-924e-d0d33e21c589 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:02:03.335449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:03.437159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] For port 8762374f-b8ae-4422-a59b-7ecba00b11ff, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8762374f-b8ae-4422-a59b-7ecba00b11ff,segment=NetworkSegment(a5bd0fc5-5931-45cf-be57-01b11c0f545c),segment_id=a5bd0fc5-5931-45cf-be57-01b11c0f545c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:02:03.437598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:03.520355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port b81fbb7c-7579-47f5-924e-d0d33e21c589, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b81fbb7c-7579-47f5-924e-d0d33e21c589,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:02:03.520773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:03.568890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Calling delete_port for 8762374f-b8ae-4422-a59b-7ecba00b11ff owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:02:03.647982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:03.651646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for b81fbb7c-7579-47f5-924e-d0d33e21c589 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:02:03.664526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:03.756912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Pushing event deleted for resources: {'Port': ['ID=8762374f-b8ae-4422-a59b-7ecba00b11ff,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:03.778991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.779389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.779774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.780156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.780540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.780914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.781294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.781715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.782089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.782458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.783477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.784011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.784257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.784627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.784993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.785361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.785754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.786121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.786486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.786847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.787214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.787578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.787940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.788301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:03.789664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:03.793331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:03.821028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] No DVR routers for this DVR port 8762374f-b8ae-4422-a59b-7ecba00b11ff on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:02:03.979184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:04.112450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:04.114784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:04.133204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:04.133786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Fanout notify agent at l3_agent the message router_deleted on router 853114a2-4c31-45c4-bff6-0f9415e60be7 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:02:04.149382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:04.150874 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ff06eb8b-bdb9-4ccb-8388-d4e8af7e42c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/routers/853114a2-4c31-45c4-bff6-0f9415e60be7 HTTP/1.1" status: 204  len: 168 time: 1.2165635
Dec 18 07:02:04.153566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55344) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:04.280745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:04.477118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:04.595736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1cc46c50>,) {'filters': {'network_id': ['eed36718-b544-4e85-ba32-bd4ebffae88b']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:04.608530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1cc46c50>, 'a5bd0fc5-5931-45cf-be57-01b11c0f545c') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:04.608956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1cc46c50>, 'a5bd0fc5-5931-45cf-be57-01b11c0f545c') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:04.623629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:04.639688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:04.641758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Releasing vxlan tunnel 3 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:02:04.669408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8762374f-b8ae-4422-a59b-7ecba00b11ff no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:02:04.708013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 8762374f-b8ae-4422-a59b-7ecba00b11ff {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:02:04.708430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8762374f-b8ae-4422-a59b-7ecba00b11ff not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:02:04.708901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:02:04.741507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:02:04.741956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 6118b8ea-707b-4faf-88e7-cfc59a3d4f16 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:02:04.742432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b81fbb7c-7579-47f5-924e-d0d33e21c589 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:02:04.774500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: b81fbb7c-7579-47f5-924e-d0d33e21c589 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:02:04.774907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b81fbb7c-7579-47f5-924e-d0d33e21c589 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:02:04.827676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network eed36718-b544-4e85-ba32-bd4ebffae88b has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:02:04.836852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:05.015552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network eed36718-b544-4e85-ba32-bd4ebffae88b has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:02:05.043263 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:02:05.120571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:05.123804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8238677c-e931-47c8-8807-a513b7041bb6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:05.141186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:05.150313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Network': ['ID=eed36718-b544-4e85-ba32-bd4ebffae88b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:05.153674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:05.158752 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/networks/eed36718-b544-4e85-ba32-bd4ebffae88b HTTP/1.1" status: 204  len: 168 time: 1.0041611
Dec 18 07:02:05.172265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55348) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:05.179060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'network': {'name': 'tempest-network-smoke--181582004', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'port_security_enabled': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:05.184410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:05.188747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:network and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:05.192062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:05.197929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:05.210831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:02:05.216189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:05.248692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:02:05.257698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:05.258086 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Added segment 5ff48eda-1dd1-4485-a9c4-df3950f40b88 of type vxlan for network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa
Dec 18 07:02:05.284811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:05.313230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:05.317662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:05.318303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:05.323534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a77e2ea5-ee40-4e9b-93ec-047a2185de3d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:05.707035 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5336020
Dec 18 07:02:05.710096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55352) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:05.716074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-191947508', 'admin_state_up': True, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:05.719629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Network': ['ID=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:05.722698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-110548bc-e870-471b-9d68-938f59489a01 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:05.723884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:05.728257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:router and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:05.730682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:02:05.731441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:05.738390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:05.747788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:05.748271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:02:05.748860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:05.766011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:06.037710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:06.348677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:06.380308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:06.644516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.110 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/36b7e040-ddbd-4973-9329-95eb8e636cb3) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:02:06.799582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:06.824771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:06.840142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-03d52c1e-bc18-4da8-aacf-b5921e718731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:07.243141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=36b7e040-ddbd-4973-9329-95eb8e636cb3,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:07.248404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:07.299287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:02:07.300404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:02:07.302704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:02:07.724172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:08.072364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:08.279495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 62d81812-4e0e-46af-bad0-f2f14982415c is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:02:08.462536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:02:08.472071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Sync routers for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:02:08.487989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:02:08.488783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c3bc908>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:08.490454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:08.491781 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.7805176
Dec 18 07:02:08.495135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55356) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:08.540581 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bd0960fb-f438-4090-b0ee-2ca1f83423f5 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets?project_id=6302410f1da34973bcf54fc230e8ac73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0442133
Dec 18 07:02:08.543272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55360) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:08.549804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2093631570', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:08.668701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:08.673029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:subnet and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:08.674537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:02:08.676685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:08.682784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:08.692868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:02:08.804756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:08.977641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c3bc908>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:07Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:08.981908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Checking router: 62d81812-4e0e-46af-bad0-f2f14982415c for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:02:08.982324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Updating router 62d81812-4e0e-46af-bad0-f2f14982415c port 36b7e040-ddbd-4973-9329-95eb8e636cb3 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:02:09.036325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:09.241470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:09.256612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7078c255-661b-45d1-9e52-e0f37abe6a93 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:09.387910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Subnet': ['ID=41688da4-1361-408a-a84f-634d5c4b808c,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:09.400689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:09.431470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:09.444970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Transition to ACTIVE for port object 36b7e040-ddbd-4973-9329-95eb8e636cb3 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:02:09.447714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:09.463623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3141aded-2bbe-4f2a-9d45-9fcaa59f1584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:09.466847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Checking segment: {'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:02:09.467261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network hostable DHCP agents. Network: c9ec4a71-56f8-42de-92c4-e29cc73ab8fa, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:02:09.487656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:02:09.496156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, c9ec4a71-56f8-42de-92c4-e29cc73ab8fa) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:02:09.509975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:09.510625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:09.530709 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2baf55d1-9149-473a-98f6-aa7ec81d03eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9864066
Dec 18 07:02:09.533851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55364) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:09.556931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc461c-31fc-48fa-87d1-cc2b0d587479 None None] Network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:02:09.866819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587000e8-bd88-42a2-99f4-ebb09d92e256 None None] Pushing event updated for resources: {'Port': ['ID=36b7e040-ddbd-4973-9329-95eb8e636cb3,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:09.870060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-587000e8-bd88-42a2-99f4-ebb09d92e256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:10.012508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Attempting to bind port 36b7e040-ddbd-4973-9329-95eb8e636cb3 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:02:10.012937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Attempting to bind port 36b7e040-ddbd-4973-9329-95eb8e636cb3 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:02:10.013353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Attempting to bind port 36b7e040-ddbd-4973-9329-95eb8e636cb3 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:02:10.023796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:02:10.024220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:02:10.024684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:10.025135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:02:10.025678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Bound port: 36b7e040-ddbd-4973-9329-95eb8e636cb3, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:02:10.026106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:10.108885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:02:10.109835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:10.167759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] For port 36b7e040-ddbd-4973-9329-95eb8e636cb3, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:02:10.249557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] For port 36b7e040-ddbd-4973-9329-95eb8e636cb3, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=36b7e040-ddbd-4973-9329-95eb8e636cb3,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:02:10.255337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:10.272172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4211463e-4a28-4129-a68d-60bb87e42b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:10.470179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:10.517980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587000e8-bd88-42a2-99f4-ebb09d92e256 None None] Pushing event updated for resources: {'Port': ['ID=36b7e040-ddbd-4973-9329-95eb8e636cb3,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:10.531885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-587000e8-bd88-42a2-99f4-ebb09d92e256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:10.617097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:02:10.617819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c3bc908>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:10.694294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Allocated IP 172.20.0.2 (c9ec4a71-56f8-42de-92c4-e29cc73ab8fa/41688da4-1361-408a-a84f-634d5c4b808c/91a3e5e3-7c59-431e-a13c-81fb00a78223) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:02:10.916853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:02:11.225324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:11.274081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Transition to ACTIVE for port object 91a3e5e3-7c59-431e-a13c-81fb00a78223 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:02:11.302383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Transition to ACTIVE for port object 91a3e5e3-7c59-431e-a13c-81fb00a78223 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:02:11.309566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:11.327811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3833953-2ee4-4e4e-a5bb-3cbfec4e3ef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:11.373796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.1 (c9ec4a71-56f8-42de-92c4-e29cc73ab8fa/41688da4-1361-408a-a84f-634d5c4b808c/cb10edd7-0768-4d5b-80fb-496c7acbc0c5) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:02:11.472722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Pushing event updated for resources: {'Port': ['ID=91a3e5e3-7c59-431e-a13c-81fb00a78223,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:11.486364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:11.490479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c3bc908>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:07Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:11.497908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0929b7e5-c83d-4d36-90ee-72d1e45d00f0 None None] The sync data for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs is: [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:07Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:02:11.535889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:02:11.537199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:02:11.539882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:02:11.546773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:11.564455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object cb10edd7-0768-4d5b-80fb-496c7acbc0c5 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:02:11.584040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:11.599922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Attempting to bind port 91a3e5e3-7c59-431e-a13c-81fb00a78223 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:02:11.600170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b544fc05-ec58-4139-a6e7-a5d0606eda34 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:11.600392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Attempting to bind port 91a3e5e3-7c59-431e-a13c-81fb00a78223 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:02:11.600720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Attempting to bind port 91a3e5e3-7c59-431e-a13c-81fb00a78223 on network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:02:11.606729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:02:11.607130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Checking segment: {'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:02:11.607595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:11.608050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Bound using segment: {'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:02:11.608574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Bound port: 91a3e5e3-7c59-431e-a13c-81fb00a78223, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:02:11.609014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:11.704360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] For port 91a3e5e3-7c59-431e-a13c-81fb00a78223, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:02:11.707561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] For port 91a3e5e3-7c59-431e-a13c-81fb00a78223, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=91a3e5e3-7c59-431e-a13c-81fb00a78223,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:02:11.711209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:11.727120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:11.740784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=cb10edd7-0768-4d5b-80fb-496c7acbc0c5,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:11.766797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.767244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.767703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.768084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.768507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.768927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.769345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.769762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.770186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.770601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.771018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.771433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.771917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.772334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.772747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.773158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.773587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.774002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.774433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.774845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.775251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.775661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.776069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.776474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:11.782285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:11.817572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:02:11.818854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:02:11.821114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:02:11.881393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Pushing event updated for resources: {'Port': ['ID=91a3e5e3-7c59-431e-a13c-81fb00a78223,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:11.884708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:11.886217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:12.186363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:12.708637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:12.714337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:12.747738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:12.758158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 36b7e040-ddbd-4973-9329-95eb8e636cb3 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:02:12.838701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 36b7e040-ddbd-4973-9329-95eb8e636cb3 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:02:12.843625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=cb10edd7-0768-4d5b-80fb-496c7acbc0c5,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:12.844547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 36b7e040-ddbd-4973-9329-95eb8e636cb3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:12.845007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:12.846414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:12.860963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:12.996720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:02:12.998087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:02:13.182929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:13.205970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 36b7e040-ddbd-4973-9329-95eb8e636cb3, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=36b7e040-ddbd-4973-9329-95eb8e636cb3,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:02:13.209182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 62d81812-4e0e-46af-bad0-f2f14982415c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:02:13.211017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:13.212185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 91a3e5e3-7c59-431e-a13c-81fb00a78223 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:02:13.273378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:13.354769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 91a3e5e3-7c59-431e-a13c-81fb00a78223 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:02:13.370870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=36b7e040-ddbd-4973-9329-95eb8e636cb3,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:13.375746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:13.395286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601f065c-e96b-4b5c-aec8-b03ad7c3464a None None] Network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:02:13.504135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aff29fac-2600-4b9a-bf57-d6f7d29de318 None None] Provisioning for port 91a3e5e3-7c59-431e-a13c-81fb00a78223 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:02:13.524676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aff29fac-2600-4b9a-bf57-d6f7d29de318 None None] Provisioning complete for port 91a3e5e3-7c59-431e-a13c-81fb00a78223 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:13.525107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aff29fac-2600-4b9a-bf57-d6f7d29de318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:13.696299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:02:13.709643 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/62d81812-4e0e-46af-bad0-f2f14982415c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1746624
Dec 18 07:02:13.712365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55368) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:13.756517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aff29fac-2600-4b9a-bf57-d6f7d29de318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:13.804192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-aff29fac-2600-4b9a-bf57-d6f7d29de318 None None] For port 91a3e5e3-7c59-431e-a13c-81fb00a78223, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=91a3e5e3-7c59-431e-a13c-81fb00a78223,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:02:13.809104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aff29fac-2600-4b9a-bf57-d6f7d29de318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:13.810744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:13.864316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29e7196-180f-4e9d-a2fd-87ea422b8001 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:13.864615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29e7196-180f-4e9d-a2fd-87ea422b8001 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:13.865045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29e7196-180f-4e9d-a2fd-87ea422b8001 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:13.865461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29e7196-180f-4e9d-a2fd-87ea422b8001 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:13.869965 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d29e7196-180f-4e9d-a2fd-87ea422b8001 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2864 time: 0.1539435
Dec 18 07:02:13.870273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55372) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:13.878907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff29fac-2600-4b9a-bf57-d6f7d29de318 None None] Pushing event updated for resources: {'Port': ['ID=91a3e5e3-7c59-431e-a13c-81fb00a78223,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:13.882363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aff29fac-2600-4b9a-bf57-d6f7d29de318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:13.947904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1bf1c4-49aa-4c14-97bb-5b23d1f18f32 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:13.948252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1bf1c4-49aa-4c14-97bb-5b23d1f18f32 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:13.948675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1bf1c4-49aa-4c14-97bb-5b23d1f18f32 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:13.949090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1bf1c4-49aa-4c14-97bb-5b23d1f18f32 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:13.951003 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1d1bf1c4-49aa-4c14-97bb-5b23d1f18f32 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0796926
Dec 18 07:02:13.953990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55376) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:14.040703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acbdcdc2-c516-438f-b04f-5ff41bcbd65f None None] Provisioning complete for port 91a3e5e3-7c59-431e-a13c-81fb00a78223 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:14.041147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acbdcdc2-c516-438f-b04f-5ff41bcbd65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.180024 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-99f3053f-e02b-4cc0-857e-d961fd8e1338 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2247100
Dec 18 07:02:14.184051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acbdcdc2-c516-438f-b04f-5ff41bcbd65f None None] Provisioning for port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:02:14.190375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acbdcdc2-c516-438f-b04f-5ff41bcbd65f None None] Provisioning complete for port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:14.190820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acbdcdc2-c516-438f-b04f-5ff41bcbd65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.249458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acbdcdc2-c516-438f-b04f-5ff41bcbd65f None None] Port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:02:14.370154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-06c308ce-e4e1-48a1-b1f8-72254dc54650 None None] Provisioning complete for port 91a3e5e3-7c59-431e-a13c-81fb00a78223 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:14.370724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06c308ce-e4e1-48a1-b1f8-72254dc54650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.438121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Sync routers for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:02:14.449149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:02:14.450229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1da00b00>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:14.517965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-06c308ce-e4e1-48a1-b1f8-72254dc54650 None None] Provisioning complete for port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:14.518501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-06c308ce-e4e1-48a1-b1f8-72254dc54650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.565485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55382) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:14.571794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048549937', 'description': 'tempest-secgroup-smoke-1048549937 description', 'project_id': '6302410f1da34973bcf54fc230e8ac73'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:14.576985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-06c308ce-e4e1-48a1-b1f8-72254dc54650 None None] Port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:02:14.581888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:14.587169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:14.590803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:14.597511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:14.609444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.636215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:14.643118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:14.648439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:14.667665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:14.669504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dadaaa42-35ed-4f75-af69-8a163e8536c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.682600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:02:14.698412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b6fc9f1d-e9ef-43ba-9eac-3b5b8a7c7731 None None] Provisioning complete for port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:14.699540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9f1d-e9ef-43ba-9eac-3b5b8a7c7731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.743442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 36b7e040-ddbd-4973-9329-95eb8e636cb3 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:02:14.795250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.799705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.805719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b53353ce-740e-43d5-8d13-52946525a252 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:14.822581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc9f1d-e9ef-43ba-9eac-3b5b8a7c7731 None None] Port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:02:14.840008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 36b7e040-ddbd-4973-9329-95eb8e636cb3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:14.840440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.851040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroup': ['ID=6bed4b0d-2af6-43b1-a96e-6477944dbf8e,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:14.854217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:14.855128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.856453 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2896502
Dec 18 07:02:14.859641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55386) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:14.865491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0dbe2667-9f77-43fd-87ae-032d8dcb67c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '6bed4b0d-2af6-43b1-a96e-6477944dbf8e', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:14.872011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0dbe2667-9f77-43fd-87ae-032d8dcb67c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:14.876731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0dbe2667-9f77-43fd-87ae-032d8dcb67c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:14.879861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0dbe2667-9f77-43fd-87ae-032d8dcb67c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:14.886128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0dbe2667-9f77-43fd-87ae-032d8dcb67c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:14.909489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2667-9f77-43fd-87ae-032d8dcb67c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.974632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 91a3e5e3-7c59-431e-a13c-81fb00a78223 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:02:14.976468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2667-9f77-43fd-87ae-032d8dcb67c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.979203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2667-9f77-43fd-87ae-032d8dcb67c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:14.981137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a7def314-9f5b-46b6-b6ce-72bc68d9bad4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:15.002572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5b5628c2-e75b-462e-a1e9-64207d25a0ff None None] Provisioning complete for port 91a3e5e3-7c59-431e-a13c-81fb00a78223 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:15.002862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5b5628c2-e75b-462e-a1e9-64207d25a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.005738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe2667-9f77-43fd-87ae-032d8dcb67c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11439dd5-950e-4cd5-86c2-63069b1d47e2,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:15.008394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dbe2667-9f77-43fd-87ae-032d8dcb67c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:15.016567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2667-9f77-43fd-87ae-032d8dcb67c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.021291 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0dbe2667-9f77-43fd-87ae-032d8dcb67c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1578104
Dec 18 07:02:15.021291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55390) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:15.027347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6901861a-0175-41b3-b872-af0066ff0ace tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '6bed4b0d-2af6-43b1-a96e-6477944dbf8e', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:15.033842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6901861a-0175-41b3-b872-af0066ff0ace tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:15.038197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6901861a-0175-41b3-b872-af0066ff0ace tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:15.041257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6901861a-0175-41b3-b872-af0066ff0ace tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:15.047493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6901861a-0175-41b3-b872-af0066ff0ace tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:15.062162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1da00b00>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:15.065772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6901861a-0175-41b3-b872-af0066ff0ace tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.067959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Checking router: 62d81812-4e0e-46af-bad0-f2f14982415c for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:02:15.068556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Updating router 62d81812-4e0e-46af-bad0-f2f14982415c port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:02:15.128609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.132791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6901861a-0175-41b3-b872-af0066ff0ace tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.135691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6901861a-0175-41b3-b872-af0066ff0ace tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.138163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f8f82b16-a0e6-4437-b18d-c49c948ac7d1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:15.141020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 91a3e5e3-7c59-431e-a13c-81fb00a78223 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:15.141450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.168882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6901861a-0175-41b3-b872-af0066ff0ace tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.170552 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6901861a-0175-41b3-b872-af0066ff0ace tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1482158
Dec 18 07:02:15.171737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901861a-0175-41b3-b872-af0066ff0ace tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6724dc-95f1-40d0-9de6-492c2f9a70b3,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:15.174115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55394) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:15.175980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6901861a-0175-41b3-b872-af0066ff0ace tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:15.180120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4b8f1743-b7ef-4f27-8934-4d280bee25c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '6bed4b0d-2af6-43b1-a96e-6477944dbf8e', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:15.186562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4b8f1743-b7ef-4f27-8934-4d280bee25c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:15.191723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4b8f1743-b7ef-4f27-8934-4d280bee25c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:15.194795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4b8f1743-b7ef-4f27-8934-4d280bee25c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:15.200675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4b8f1743-b7ef-4f27-8934-4d280bee25c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:15.218284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1743-b7ef-4f27-8934-4d280bee25c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.285553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1743-b7ef-4f27-8934-4d280bee25c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.290125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1743-b7ef-4f27-8934-4d280bee25c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.291967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:15.313186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f1743-b7ef-4f27-8934-4d280bee25c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87da0da3-7505-45c7-b99d-67af9e2974e5,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:15.318310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b8f1743-b7ef-4f27-8934-4d280bee25c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:15.325196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b8f1743-b7ef-4f27-8934-4d280bee25c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.326503 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4b8f1743-b7ef-4f27-8934-4d280bee25c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1513109
Dec 18 07:02:15.329356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55398) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:15.334942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d30adf22-9429-4945-8722-adb644032057 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '6bed4b0d-2af6-43b1-a96e-6477944dbf8e', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:15.341133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d30adf22-9429-4945-8722-adb644032057 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:15.345203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d30adf22-9429-4945-8722-adb644032057 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:15.348217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d30adf22-9429-4945-8722-adb644032057 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:15.353931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d30adf22-9429-4945-8722-adb644032057 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:15.370147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d30adf22-9429-4945-8722-adb644032057 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.434919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d30adf22-9429-4945-8722-adb644032057 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.437581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d30adf22-9429-4945-8722-adb644032057 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.439507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-84509c02-8a37-491b-bebd-b46c45d55597 tempest-TestNetworkAdvancedServerOps-1123469716 tempest-TestNetworkAdvancedServerOps-1123469716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:15.465405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30adf22-9429-4945-8722-adb644032057 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbebcffd-ea94-4f7d-a983-7e7f4e5c3706,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:15.467971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d30adf22-9429-4945-8722-adb644032057 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:15.475154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d30adf22-9429-4945-8722-adb644032057 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.476455 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d30adf22-9429-4945-8722-adb644032057 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1460843
Dec 18 07:02:15.479469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55402) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:15.486139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '6bed4b0d-2af6-43b1-a96e-6477944dbf8e', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:15.492664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:15.496796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:15.499908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:15.505921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:15.515735 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:02:15.522752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.552865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.565198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Transition to ACTIVE for port object cb10edd7-0768-4d5b-80fb-496c7acbc0c5 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:02:15.569277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.584227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca909219-92ab-4383-9491-7f9263e9d784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:15.593451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.596600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.598605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6901861a-0175-41b3-b872-af0066ff0ace tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:15.623195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ba8292-b4eb-437c-84f8-0821edee28f0,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:15.625849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:15.632191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.636286 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1529231
Dec 18 07:02:15.636665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55406) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:15.642584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '6bed4b0d-2af6-43b1-a96e-6477944dbf8e', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:15.649277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:15.653347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:15.656406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:15.662671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:15.675122 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:02:15.682564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.723695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Pushing event updated for resources: {'Port': ['ID=cb10edd7-0768-4d5b-80fb-496c7acbc0c5,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:15.746016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.746535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.746790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.747150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.747522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.747895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.748273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.748636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.749003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.749371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.749783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.750153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.750577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.750963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.751335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.751696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.752059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.752421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.752781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.753142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.753392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.753504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.753863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.754305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.754763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:02:15.756350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.758370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8ddeb653-6f16-4238-a93b-97ddd4620466 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:15.759388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:15.776375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77efb076-7b0b-47d1-8b39-f041df1372ae,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:15.783804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:15.792878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.794185 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1564498
Dec 18 07:02:15.922049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Attempting to bind port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:02:15.922049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Attempting to bind port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:02:15.922407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Attempting to bind port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 on network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:02:15.928451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:02:15.928873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Checking segment: {'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:02:15.929324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:15.929791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Bound using segment: {'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:02:15.930324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Bound port: cb10edd7-0768-4d5b-80fb-496c7acbc0c5, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:02:15.930743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:16.032986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] For port cb10edd7-0768-4d5b-80fb-496c7acbc0c5, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:02:16.036198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] For port cb10edd7-0768-4d5b-80fb-496c7acbc0c5, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=cb10edd7-0768-4d5b-80fb-496c7acbc0c5,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:02:16.040947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:16.056556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:16.056728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-2d4a76e6-5fd9-4a64-acbd-2dfb3b37db30 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:02:16.070963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-2d4a76e6-5fd9-4a64-acbd-2dfb3b37db30 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:02:16.072338 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-2d4a76e6-5fd9-4a64-acbd-2dfb3b37db30 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048549937&fields=id&tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 267 time: 0.0626495
Dec 18 07:02:16.204008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Pushing event updated for resources: {'Port': ['ID=cb10edd7-0768-4d5b-80fb-496c7acbc0c5,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:16.209910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:16.235961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-16520e6d-4674-4068-a470-9c8c357f224f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:16.237584 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-16520e6d-4674-4068-a470-9c8c357f224f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/networks?id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 200  len: 796 time: 0.1570208
Dec 18 07:02:16.249229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:02:16.249946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1da00b00>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:01:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:16.254779 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-408fd2b1-5146-4969-b3b9-62ad562ae4fb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/quotas/6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 375 time: 0.0110924
Dec 18 07:02:16.352482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-0c9c0632-0166-489d-9e8c-31c0efec315e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:02:16.370341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-0c9c0632-0166-489d-9e8c-31c0efec315e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:02:16.372129 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-0c9c0632-0166-489d-9e8c-31c0efec315e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1070681
Dec 18 07:02:16.441093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:02:16.668751 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7c0e84ed-e829-4f40-a7fb-d07041ecbfd9 service neutron] 10.222.0.23 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2817268
Dec 18 07:02:16.772037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1da00b00>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:16Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:16.776170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4307c5a-7353-411a-8619-eeffaaba1edc None None] The sync data for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs is: [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:16Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:02:16.819469 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-92704d2f-354f-4dcc-ac74-3b04ee6156af service neutron] 10.222.0.23 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433418
Dec 18 07:02:17.060340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7035fb64-89f9-4538-b666-6b8c965e5074 req-9f55329d-06bf-4168-afd0-3a43c01f6dd3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 210 time: 0.0556808
Dec 18 07:02:17.424980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-855f3535-4ded-46bd-9e1f-a5155cab8c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:17.443817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:18.211041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-623a8f95-3b96-47d9-ad6a-02832042fcaf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:18.211790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-623a8f95-3b96-47d9-ad6a-02832042fcaf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:02:18.227042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-623a8f95-3b96-47d9-ad6a-02832042fcaf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:02:18.228270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-623a8f95-3b96-47d9-ad6a-02832042fcaf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks?id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 200  len: 796 time: 0.1782906
Dec 18 07:02:18.249895 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c924691d-8b45-4c33-bd87-412c9c08626e req-5d79c9e8-6e20-4cf4-b4e5-ffb5c8b046c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 210 time: 0.0489850
Dec 18 07:02:18.318458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-04bfcd18-5152-4f69-b222-10e4c7e95925 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:02:18.331383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-04bfcd18-5152-4f69-b222-10e4c7e95925 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:02:18.332815 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-04bfcd18-5152-4f69-b222-10e4c7e95925 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 7769 time: 0.0829985
Dec 18 07:02:18.352150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'port': {'device_id': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'admin_state_up': True, 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'security_groups': ['6bed4b0d-2af6-43b1-a96e-6477944dbf8e']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:18.496517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:18.500611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:18.507168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:18.515673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:02:18.521912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:18.695398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device cb10edd7-0768-4d5b-80fb-496c7acbc0c5 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:02:18.762810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:02:18.768456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:18.768898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:18.841110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.10 (c9ec4a71-56f8-42de-92c4-e29cc73ab8fa/41688da4-1361-408a-a84f-634d5c4b808c/cfa66afd-4a4d-4800-b7c6-b5e1b80dac88) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:02:18.889362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:18.922261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port cb10edd7-0768-4d5b-80fb-496c7acbc0c5, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=cb10edd7-0768-4d5b-80fb-496c7acbc0c5,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:02:18.925605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:18.927637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca1adcfa-b9da-4684-825c-eee10f3604e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:18.996496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=cb10edd7-0768-4d5b-80fb-496c7acbc0c5,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:18.999772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:19.041298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:19.057727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:02:19.077532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:19.091947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ceafcc02-bd3a-4633-87a6-5365cf6c6441 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:19.230216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:19.235896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:19.286447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:02:19.287766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:02:19.290239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:02:19.363778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:19.364520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:19.391307 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0433249
Dec 18 07:02:19.409355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Request body: {'port': {'device_id': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:19.434175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:19.477415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c5042-9436-4145-bfa4-7ec232544128 req-d46be2a1-db54-4174-b9fa-c7d355bb9f23 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:19.480851 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-652c5042-9436-4145-bfa4-7ec232544128 req-d46be2a1-db54-4174-b9fa-c7d355bb9f23 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 932 time: 0.0908566
Dec 18 07:02:19.531262 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-652c5042-9436-4145-bfa4-7ec232544128 req-14f43540-1d74-463a-9a15-2b5e194e0249 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=6bed4b0d-2af6-43b1-a96e-6477944dbf8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456982
Dec 18 07:02:19.531882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:19.599628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3bc6a850-ecf3-451e-a5ad-827316685d89 None None] Provisioning for port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:02:19.604519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3bc6a850-ecf3-451e-a5ad-827316685d89 None None] Provisioning complete for port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:19.604941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bc6a850-ecf3-451e-a5ad-827316685d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:19.659823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6a850-ecf3-451e-a5ad-827316685d89 None None] Port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:02:19.941141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:02:19.948177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:19.963408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Transition to ACTIVE for port object cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:02:19.966015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:19.985239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d145a7d5-1c1b-461b-8b38-264a039c9636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:20.115896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:20.120844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:20.300301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Attempting to bind port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:02:20.300721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Attempting to bind port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:02:20.301022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Attempting to bind port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 on network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:02:20.307168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:02:20.307546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Checking segment: {'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:02:20.307953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:20.308353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Bound using segment: {'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:02:20.308827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Bound port: cfa66afd-4a4d-4800-b7c6-b5e1b80dac88, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:02:20.309196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:20.400244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] For port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:02:20.403366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] For port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:02:20.406682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:20.421618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81ac1480-e693-429d-8933-6677a168fa09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:20.573860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:20.578378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:20.607890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:20.608575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:20.610075 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] 10.222.0.15 "PUT /v2.0/ports/cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 HTTP/1.1" status: 200  len: 1158 time: 1.2062118
Dec 18 07:02:20.611549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:02:20.716839 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'status': 'completed', 'code': 200}
Dec 18 07:02:20.722470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device cb10edd7-0768-4d5b-80fb-496c7acbc0c5 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:02:20.761767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-6f2ddc51-dab1-4744-b7ed-7ca0a310bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:20.763688 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-6f2ddc51-dab1-4744-b7ed-7ca0a310bca2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 1161 time: 0.0999956
Dec 18 07:02:20.803815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1375f-1934-4183-8810-28cb8c096eb3 req-be113bc1-898f-4943-bfc4-f363b1d27777 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:20.805737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:20.806324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:20.813101 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d8f1375f-1934-4183-8810-28cb8c096eb3 req-be113bc1-898f-4943-bfc4-f363b1d27777 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 944 time: 0.1001091
Dec 18 07:02:20.854162 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-86bc03f5-f530-4efd-ac87-b6a9c0778f92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 HTTP/1.1" status: 200  len: 217 time: 0.0773187
Dec 18 07:02:20.858653 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d8f1375f-1934-4183-8810-28cb8c096eb3 req-4c8036e1-ef59-41b1-87ed-dc4ad4e4cae4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=6bed4b0d-2af6-43b1-a96e-6477944dbf8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443275
Dec 18 07:02:20.927743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-8236b690-6143-4053-a11b-3fbd418e6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:20.929390 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-8236b690-6143-4053-a11b-3fbd418e6623 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41688da4-1361-408a-a84f-634d5c4b808c HTTP/1.1" status: 200  len: 835 time: 0.0657687
Dec 18 07:02:21.020154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-8fe78575-426a-4672-8895-2f4f6c13fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:21.021794 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-8fe78575-426a-4672-8895-2f4f6c13fc0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0820675
Dec 18 07:02:21.166340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-6c82cf2a-9173-4f99-a768-18728c312716 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331720
Dec 18 07:02:21.307949 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b34f25-8029-4bd5-af68-8366ad149f86 req-6801b186-2377-4eb0-b932-99fd1d873cad service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1326778
Dec 18 07:02:21.435714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a183b00-7a0c-4263-9aa3-134609665665 req-ce011cb7-3802-43c3-b1b6-390e4b0fb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:21.437477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a183b00-7a0c-4263-9aa3-134609665665 req-ce011cb7-3802-43c3-b1b6-390e4b0fb846 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 1161 time: 0.0748122
Dec 18 07:02:21.581397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a183b00-7a0c-4263-9aa3-134609665665 req-1d2115d6-8b78-486c-9a7c-762d95a6eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:21.583038 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a183b00-7a0c-4263-9aa3-134609665665 req-1d2115d6-8b78-486c-9a7c-762d95a6eb0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 200  len: 890 time: 0.1383677
Dec 18 07:02:21.657290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a183b00-7a0c-4263-9aa3-134609665665 req-ea1d46f6-9370-453a-bb25-03eb0febc663 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 HTTP/1.1" status: 200  len: 217 time: 0.0663798
Dec 18 07:02:21.728479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a183b00-7a0c-4263-9aa3-134609665665 req-fd211907-02fa-474d-96c1-33726bd02640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:21.730061 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a183b00-7a0c-4263-9aa3-134609665665 req-fd211907-02fa-474d-96c1-33726bd02640 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41688da4-1361-408a-a84f-634d5c4b808c HTTP/1.1" status: 200  len: 835 time: 0.0660968
Dec 18 07:02:21.809107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a183b00-7a0c-4263-9aa3-134609665665 req-fe7c8620-ae3d-4386-9fa5-36ebad418a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:21.810707 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a183b00-7a0c-4263-9aa3-134609665665 req-fe7c8620-ae3d-4386-9fa5-36ebad418a1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0731091
Dec 18 07:02:21.957298 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a183b00-7a0c-4263-9aa3-134609665665 req-cd6f6f22-598f-41fb-a98c-2872c353ea07 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383004
Dec 18 07:02:22.083107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10eb7a2-2ceb-4eb9-90a9-48985cbf4118 req-3accb1e2-de2a-4da9-b4c8-ae3a353182eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:22.084721 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f10eb7a2-2ceb-4eb9-90a9-48985cbf4118 req-3accb1e2-de2a-4da9-b4c8-ae3a353182eb tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 944 time: 0.0939682
Dec 18 07:02:22.105396 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a183b00-7a0c-4263-9aa3-134609665665 req-9b0df9b7-c84d-4de8-9e1b-39ecaab17de3 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1404824
Dec 18 07:02:22.132788 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f10eb7a2-2ceb-4eb9-90a9-48985cbf4118 req-f1d801f7-2f0b-4ac6-a70b-2d25e19a6e1d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=6bed4b0d-2af6-43b1-a96e-6477944dbf8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414531
Dec 18 07:02:22.663096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:23.347852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bba744-3ebd-4afd-8c1b-c14e4a4ae793 req-0939c69f-921b-49c8-a82f-9c8a55b1bf25 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:23.349472 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d5bba744-3ebd-4afd-8c1b-c14e4a4ae793 req-0939c69f-921b-49c8-a82f-9c8a55b1bf25 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 944 time: 0.0861831
Dec 18 07:02:23.399347 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d5bba744-3ebd-4afd-8c1b-c14e4a4ae793 req-fb31c309-4639-4185-b8d3-ff40f9ebdd1f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=6bed4b0d-2af6-43b1-a96e-6477944dbf8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435250
Dec 18 07:02:23.631123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:02:23.698294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:02:23.703086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:23.703509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:23.819887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:23.846677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:02:23.857269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:02:23.859840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:23.861817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:23.905662 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'code': 200}
Dec 18 07:02:23.929624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:23.932766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:24.158097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32738c5b-7be8-4844-99ce-4c2ad4e8cbbf req-6f412cfa-a103-4a89-baff-9fcc529accb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:24.159598 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-32738c5b-7be8-4844-99ce-4c2ad4e8cbbf req-6f412cfa-a103-4a89-baff-9fcc529accb7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 1163 time: 0.0776787
Dec 18 07:02:24.207218 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-32738c5b-7be8-4844-99ce-4c2ad4e8cbbf req-ff769706-d141-486c-8c12-124eb77631cb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6bed4b0d-2af6-43b1-a96e-6477944dbf8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368879
Dec 18 07:02:24.760094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462d541-f9f2-4f1f-8a7a-3f39be02fe76 req-20368930-243e-482c-9b64-06558258bb15 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:24.761659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d462d541-f9f2-4f1f-8a7a-3f39be02fe76 req-20368930-243e-482c-9b64-06558258bb15 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 946 time: 0.0828936
Dec 18 07:02:24.808296 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d462d541-f9f2-4f1f-8a7a-3f39be02fe76 req-85f0ddb2-fbe1-43bb-a2bc-d3f0fb741454 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=6bed4b0d-2af6-43b1-a96e-6477944dbf8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398903
Dec 18 07:02:25.290047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:02:25.362321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:25.362751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:26.021365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae669648-3be8-4164-87f6-10d27c50865d req-5269a306-5c31-4ecf-89d5-186ff1a430d9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:26.022903 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae669648-3be8-4164-87f6-10d27c50865d req-5269a306-5c31-4ecf-89d5-186ff1a430d9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 946 time: 0.0855544
Dec 18 07:02:26.076195 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae669648-3be8-4164-87f6-10d27c50865d req-a060b0ea-6dd4-4bc7-931c-ec3a9d299df1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=6bed4b0d-2af6-43b1-a96e-6477944dbf8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467265
Dec 18 07:02:26.281610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc84947-3017-4c40-b164-2abc9432490a req-4202dcee-5264-4e4d-a99d-5b12e89eccbe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:26.283691 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fbc84947-3017-4c40-b164-2abc9432490a req-4202dcee-5264-4e4d-a99d-5b12e89eccbe tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 946 time: 0.0818975
Dec 18 07:02:26.339788 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fbc84947-3017-4c40-b164-2abc9432490a req-035e239a-1557-4a0b-b801-fbeda5b4c083 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=6bed4b0d-2af6-43b1-a96e-6477944dbf8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499346
Dec 18 07:02:26.369437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55460) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:26.441725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbe57ce-e86d-4ebb-9eb1-15b1f1f71ba6 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:26.443336 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7fbe57ce-e86d-4ebb-9eb1-15b1f1f71ba6 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 1158 time: 0.0728660
Dec 18 07:02:26.446249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55464) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:26.451576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address': '172.20.0.10'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:26.457868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:26.461905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:floatingip and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:26.464867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:26.471242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:26.480514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:26.622053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:26.891580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.213 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/690a92d2-ba5f-454c-97a1-d453b03d1024) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:02:27.045444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:27.070730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:27.086087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:27.215860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=690a92d2-ba5f-454c-97a1-d453b03d1024,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:27.221385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:27.268655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:02:27.269836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:02:27.272054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:02:27.685931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:27.761234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:28.016941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:28.020365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:28.035140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:28.440371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=690a92d2-ba5f-454c-97a1-d453b03d1024,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:28.445702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:28.544161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:28.726102 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP 9be391fc-7c00-4952-ab88-a9b263422acf associated. External IP: 172.26.7.213, port: cfa66afd-4a4d-4800-b7c6-b5e1b80dac88.
Dec 18 07:02:29.084428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 62d81812-4e0e-46af-bad0-f2f14982415c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:02:29.263798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:02:29.274119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee092b3-81cd-4bd8-80aa-1c9b55610be9 None None] Sync routers for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:02:29.283664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee092b3-81cd-4bd8-80aa-1c9b55610be9 None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:02:29.284344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-bee092b3-81cd-4bd8-80aa-1c9b55610be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f7da7b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:02:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:29.289582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:29.348287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9008691
Dec 18 07:02:29.349122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:02:29.351343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55468) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:29.410124 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'status': 'completed', 'code': 200}
Dec 18 07:02:29.426650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e1dc5a-640d-4513-a00d-441079a56812 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:29.428312 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-35e1dc5a-640d-4513-a00d-441079a56812 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 1158 time: 0.0759034
Dec 18 07:02:29.470945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-bee092b3-81cd-4bd8-80aa-1c9b55610be9 None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:02:29.512520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0240f5-e190-46fc-af91-4574e203ad96 req-f91f0af1-f175-479e-8ade-227038e24a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:29.514185 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d0240f5-e190-46fc-af91-4574e203ad96 req-f91f0af1-f175-479e-8ade-227038e24a6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 1163 time: 0.0797272
Dec 18 07:02:29.774669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55476) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:29.782546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066211002', 'description': 'tempest-secgroup-smoke-2066211002 description', 'project_id': '6302410f1da34973bcf54fc230e8ac73'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:29.790493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:29.803382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:29.815257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:29.840960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:29.846388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:29.850162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:29.856954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:29.940496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:29.943449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:29.949086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e3102918-3272-468c-a2e2-7a754ada881f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:29.963661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0240f5-e190-46fc-af91-4574e203ad96 req-c8aeccd3-248b-4cde-a1b9-2d499d8fc231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:29.965770 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d0240f5-e190-46fc-af91-4574e203ad96 req-c8aeccd3-248b-4cde-a1b9-2d499d8fc231 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 200  len: 890 time: 0.4448903
Dec 18 07:02:29.993359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7d32b8-7d5c-4543-aea5-80f4138c5a53,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:29.996611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:30.002409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.004218 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3751026c-2e75-473b-8575-efe600e76ba8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2281446
Dec 18 07:02:30.007310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55480) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:30.013190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fb4d0faa-7a1e-4b7c-833f-d4f8bc383fe4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'ba7d32b8-7d5c-4543-aea5-80f4138c5a53', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:30.022513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fb4d0faa-7a1e-4b7c-833f-d4f8bc383fe4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:30.026923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fb4d0faa-7a1e-4b7c-833f-d4f8bc383fe4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:30.030369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fb4d0faa-7a1e-4b7c-833f-d4f8bc383fe4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:30.035323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-bee092b3-81cd-4bd8-80aa-1c9b55610be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f7da7b8>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '9be391fc-7c00-4952-ab88-a9b263422acf', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'port_id': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'mac_address': 'fa:16:3e:e0:87:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:02:27Z', 'updated_at': '2020-12-18T07:02:27Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:30.037852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fb4d0faa-7a1e-4b7c-833f-d4f8bc383fe4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:30.039629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee092b3-81cd-4bd8-80aa-1c9b55610be9 None None] Checking router: 62d81812-4e0e-46af-bad0-f2f14982415c for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:02:30.048887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee092b3-81cd-4bd8-80aa-1c9b55610be9 None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:02:30.049606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-bee092b3-81cd-4bd8-80aa-1c9b55610be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f7da7b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:02:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:30.060730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0faa-7a1e-4b7c-833f-d4f8bc383fe4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.081849 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d0240f5-e190-46fc-af91-4574e203ad96 req-1f55d7f0-8772-4f0c-98fc-d1cac026c740 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 HTTP/1.1" status: 200  len: 1000 time: 0.1096146
Dec 18 07:02:30.127685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0faa-7a1e-4b7c-833f-d4f8bc383fe4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.132989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0faa-7a1e-4b7c-833f-d4f8bc383fe4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.134964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4e3c7877-03e0-445d-9c6c-218188170598 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:30.152733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0240f5-e190-46fc-af91-4574e203ad96 req-535debc8-3e2e-4430-90a0-0823976496d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:30.154361 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d0240f5-e190-46fc-af91-4574e203ad96 req-535debc8-3e2e-4430-90a0-0823976496d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41688da4-1361-408a-a84f-634d5c4b808c HTTP/1.1" status: 200  len: 835 time: 0.0659108
Dec 18 07:02:30.160173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d0faa-7a1e-4b7c-833f-d4f8bc383fe4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6b039a-6a00-47b1-9895-11c6be7fdb50,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:30.162877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb4d0faa-7a1e-4b7c-833f-d4f8bc383fe4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:30.170759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0faa-7a1e-4b7c-833f-d4f8bc383fe4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.174659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fb4d0faa-7a1e-4b7c-833f-d4f8bc383fe4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1637414
Dec 18 07:02:30.174925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55484) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:30.180882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bfdee595-6d34-4fbb-9bde-80cb90371c9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'ba7d32b8-7d5c-4543-aea5-80f4138c5a53', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:30.187336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bfdee595-6d34-4fbb-9bde-80cb90371c9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:30.191755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bfdee595-6d34-4fbb-9bde-80cb90371c9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:30.194863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bfdee595-6d34-4fbb-9bde-80cb90371c9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:30.200889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bfdee595-6d34-4fbb-9bde-80cb90371c9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:30.225907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee595-6d34-4fbb-9bde-80cb90371c9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.236239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0240f5-e190-46fc-af91-4574e203ad96 req-b6b64f40-73d2-462f-b0e5-3545ada099f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:30.237955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d0240f5-e190-46fc-af91-4574e203ad96 req-b6b64f40-73d2-462f-b0e5-3545ada099f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0773752
Dec 18 07:02:30.242857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-bee092b3-81cd-4bd8-80aa-1c9b55610be9 None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:02:30.298146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee595-6d34-4fbb-9bde-80cb90371c9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.302184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee595-6d34-4fbb-9bde-80cb90371c9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.304479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d16e1974-d495-4986-9ca5-29b629e547dc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:30.327460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdee595-6d34-4fbb-9bde-80cb90371c9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbf3fbf-376d-496c-8a2b-67fded00f276,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:30.332721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfdee595-6d34-4fbb-9bde-80cb90371c9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:30.343107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee595-6d34-4fbb-9bde-80cb90371c9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.345437 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bfdee595-6d34-4fbb-9bde-80cb90371c9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1694982
Dec 18 07:02:30.347848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55488) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:30.354069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-96fe8d39-92a6-4afd-be5f-3527c2a954a9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'ba7d32b8-7d5c-4543-aea5-80f4138c5a53', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:30.360580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-96fe8d39-92a6-4afd-be5f-3527c2a954a9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:30.364648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-96fe8d39-92a6-4afd-be5f-3527c2a954a9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:30.367739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-96fe8d39-92a6-4afd-be5f-3527c2a954a9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:30.375328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-96fe8d39-92a6-4afd-be5f-3527c2a954a9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:30.387873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d0240f5-e190-46fc-af91-4574e203ad96 req-b71da95e-66f0-4f75-a78a-b47c8db435f3 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413531
Dec 18 07:02:30.395183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96fe8d39-92a6-4afd-be5f-3527c2a954a9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.471080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96fe8d39-92a6-4afd-be5f-3527c2a954a9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.474828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96fe8d39-92a6-4afd-be5f-3527c2a954a9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.477213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2b3a97b4-95ed-48d4-b710-d0471414a4b7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:30.501037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe8d39-92a6-4afd-be5f-3527c2a954a9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e42021-4f24-4a58-9c5c-3a5fe7eb31b9,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:30.506809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-96fe8d39-92a6-4afd-be5f-3527c2a954a9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:30.514606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-96fe8d39-92a6-4afd-be5f-3527c2a954a9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.519077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-96fe8d39-92a6-4afd-be5f-3527c2a954a9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1670532
Dec 18 07:02:30.519376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55492) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:30.535650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6bb4334d-e670-4a3c-ab2b-26c0d5ecf1e9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'ba7d32b8-7d5c-4543-aea5-80f4138c5a53', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:30.544664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6bb4334d-e670-4a3c-ab2b-26c0d5ecf1e9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:30.551847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6bb4334d-e670-4a3c-ab2b-26c0d5ecf1e9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:30.555998 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d0240f5-e190-46fc-af91-4574e203ad96 req-db46002f-3539-40d8-b78f-d280e15bcdec service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1614239
Dec 18 07:02:30.556812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6bb4334d-e670-4a3c-ab2b-26c0d5ecf1e9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:30.563520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6bb4334d-e670-4a3c-ab2b-26c0d5ecf1e9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:30.580993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bb4334d-e670-4a3c-ab2b-26c0d5ecf1e9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.631713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-bee092b3-81cd-4bd8-80aa-1c9b55610be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f7da7b8>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '9be391fc-7c00-4952-ab88-a9b263422acf', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'port_id': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'mac_address': 'fa:16:3e:e0:87:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:02:27Z', 'updated_at': '2020-12-18T07:02:27Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:30.637000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee092b3-81cd-4bd8-80aa-1c9b55610be9 None None] The sync data for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs is: [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '9be391fc-7c00-4952-ab88-a9b263422acf', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'port_id': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'mac_address': 'fa:16:3e:e0:87:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:02:27Z', 'updated_at': '2020-12-18T07:02:27Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:02:30.652947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bb4334d-e670-4a3c-ab2b-26c0d5ecf1e9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.657358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bb4334d-e670-4a3c-ab2b-26c0d5ecf1e9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.659332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5a8055b9-fc44-4d60-a7fb-99fe414da194 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:30.683625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4334d-e670-4a3c-ab2b-26c0d5ecf1e9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03d7ef7-896a-4531-8f0f-93908847b9e8,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:30.686418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6bb4334d-e670-4a3c-ab2b-26c0d5ecf1e9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:30.694584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bb4334d-e670-4a3c-ab2b-26c0d5ecf1e9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.695947 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6bb4334d-e670-4a3c-ab2b-26c0d5ecf1e9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1754954
Dec 18 07:02:30.698850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55496) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:30.705216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'ba7d32b8-7d5c-4543-aea5-80f4138c5a53', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:30.712386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:30.716535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:30.719691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:30.725475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:30.735110 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:02:30.741731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.808599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.811198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.813768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2bc122d-bcf1-45b7-90f3-5ed8436d62b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:30.837256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60833476-13c3-48ea-b115-951af1862ac1,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:30.842721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:30.846241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.847525 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1476891
Dec 18 07:02:30.850400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55500) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:30.856018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ff0d531d-ad05-43cd-afbe-61a09b4797af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': 'ba7d32b8-7d5c-4543-aea5-80f4138c5a53', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:30.862704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ff0d531d-ad05-43cd-afbe-61a09b4797af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:30.866287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:02:30.866779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ff0d531d-ad05-43cd-afbe-61a09b4797af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:30.869862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ff0d531d-ad05-43cd-afbe-61a09b4797af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:30.876422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ff0d531d-ad05-43cd-afbe-61a09b4797af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:30.886375 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-ff0d531d-ad05-43cd-afbe-61a09b4797af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:02:30.893539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff0d531d-ad05-43cd-afbe-61a09b4797af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.939181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab4013b-27d6-41a3-98fd-94a582d625d2 None None] New status for floating IP 9be391fc-7c00-4952-ab88-a9b263422acf: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:02:30.964596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff0d531d-ad05-43cd-afbe-61a09b4797af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.967366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff0d531d-ad05-43cd-afbe-61a09b4797af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:30.969330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d30adf22-9429-4945-8722-adb644032057 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:30.996568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d531d-ad05-43cd-afbe-61a09b4797af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc724cc1-b8dc-408c-9d8f-c3a1c5cb9439,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:30.999132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff0d531d-ad05-43cd-afbe-61a09b4797af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:31.006899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff0d531d-ad05-43cd-afbe-61a09b4797af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:31.008239 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ff0d531d-ad05-43cd-afbe-61a09b4797af tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1568120
Dec 18 07:02:31.200617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-351718d7-eae4-4d81-a38a-b818fb27487b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:02:31.219100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-351718d7-eae4-4d81-a38a-b818fb27487b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:02:31.221019 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-351718d7-eae4-4d81-a38a-b818fb27487b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066211002&fields=id&tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 267 time: 0.0657756
Dec 18 07:02:31.383670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-562304fb-5e3e-46cd-9004-4367a9543629 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:31.385269 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-562304fb-5e3e-46cd-9004-4367a9543629 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/networks?id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 200  len: 796 time: 0.1565390
Dec 18 07:02:31.401112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-07ee1d3f-7303-4be0-9363-3fd2fafe7f78 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/quotas/6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 375 time: 0.0096886
Dec 18 07:02:31.497087 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-3432ee16-b897-44c3-b569-5abd32b0ed26 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0902846
Dec 18 07:02:31.647741 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-ee9bddce-7c71-4345-80ac-0594cd944c6b service neutron] 10.222.0.23 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373780
Dec 18 07:02:31.791387 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-3a42c8cd-9bb2-4d68-9a19-97563ffe7e98 service neutron] 10.222.0.23 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369915
Dec 18 07:02:31.995043 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f29da562-fa17-4c08-9fd2-45cbde88506c req-b398620f-078e-4a66-94dd-64af255ac06e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 210 time: 0.0464990
Dec 18 07:02:33.046724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-f3e51df7-66a8-4bb6-b9b4-7d9c94e446f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:33.048825 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-f3e51df7-66a8-4bb6-b9b4-7d9c94e446f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks?id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 200  len: 796 time: 0.1595776
Dec 18 07:02:33.148969 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-e52aa2d7-e785-407e-9ae9-71a7e2515011 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 12655 time: 0.0864391
Dec 18 07:02:33.159985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'port': {'device_id': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'admin_state_up': True, 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'security_groups': ['ba7d32b8-7d5c-4543-aea5-80f4138c5a53']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:33.178475 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b943edb1-10a7-46c0-9daa-73e6322d3425 req-a13c8839-6060-418c-a510-b988c0279336 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 210 time: 0.0498395
Dec 18 07:02:33.304059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:33.308283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:port and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:33.311273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for port was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:33.317961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:33.326532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:02:33.332089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:33.637411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.8 (c9ec4a71-56f8-42de-92c4-e29cc73ab8fa/41688da4-1361-408a-a84f-634d5c4b808c/6bcb407a-1d7b-47dd-a955-0d8ce647c58e) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:02:33.834571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:33.851133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object 6bcb407a-1d7b-47dd-a955-0d8ce647c58e will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:02:33.870731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:33.887624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a67a62b3-7a61-44bc-aee9-9802935f81fb tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:34.020877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=6bcb407a-1d7b-47dd-a955-0d8ce647c58e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:34.024290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:34.086695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:02:34.087871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:02:34.090224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:02:34.155293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:34.155965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:34.183274 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0274141
Dec 18 07:02:34.196616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Request body: {'port': {'device_id': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:34.314978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:34.349115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-922a9401-db7a-4410-8f2c-1b1820976ed0 None None] Provisioning for port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:02:34.354113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-922a9401-db7a-4410-8f2c-1b1820976ed0 None None] Provisioning complete for port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:34.354756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-922a9401-db7a-4410-8f2c-1b1820976ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:34.398425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb0a17-a2a5-4c67-9ba1-da81ab03d95b req-193e12e7-82e4-43a7-9d18-cf65e5d49869 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:34.399949 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eacb0a17-a2a5-4c67-9ba1-da81ab03d95b req-193e12e7-82e4-43a7-9d18-cf65e5d49869 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 931 time: 0.0845242
Dec 18 07:02:34.412798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-922a9401-db7a-4410-8f2c-1b1820976ed0 None None] Port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:02:34.451775 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eacb0a17-a2a5-4c67-9ba1-da81ab03d95b req-f1330c06-e18c-49f5-a706-2183508b834f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=ba7d32b8-7d5c-4543-aea5-80f4138c5a53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443487
Dec 18 07:02:34.725092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bcb407a-1d7b-47dd-a955-0d8ce647c58e {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:02:34.732436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:34.745107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Transition to ACTIVE for port object 6bcb407a-1d7b-47dd-a955-0d8ce647c58e will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:02:34.747578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:34.763317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2c9293cd-99e6-4b7d-b94c-6e6449fc1060 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:34.891217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Pushing event updated for resources: {'Port': ['ID=6bcb407a-1d7b-47dd-a955-0d8ce647c58e,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:34.896441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:35.086232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Attempting to bind port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:02:35.086610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Attempting to bind port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:02:35.086984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Attempting to bind port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e on network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:02:35.092878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:02:35.093262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Checking segment: {'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:02:35.093771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:35.094718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Bound using segment: {'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:02:35.095162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Bound port: 6bcb407a-1d7b-47dd-a955-0d8ce647c58e, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff48eda-1dd1-4485-a9c4-df3950f40b88', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:02:35.095564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:35.186519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] For port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:02:35.189983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] For port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6bcb407a-1d7b-47dd-a955-0d8ce647c58e,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:02:35.193254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:35.208258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c9ef9dfb-1a26-47ef-8771-04153238c95d tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:35.358852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Pushing event updated for resources: {'Port': ['ID=6bcb407a-1d7b-47dd-a955-0d8ce647c58e,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:35.363733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:35.397776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:35.398460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:35.399948 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] 10.222.0.15 "PUT /v2.0/ports/6bcb407a-1d7b-47dd-a955-0d8ce647c58e HTTP/1.1" status: 200  len: 1157 time: 1.2081978
Dec 18 07:02:35.400517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'tag': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:02:35.473986 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'tag': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e', 'status': 'completed', 'code': 200}
Dec 18 07:02:35.517479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-a1813a11-9028-4fd5-8fb5-bfc603f5ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:35.519203 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-a1813a11-9028-4fd5-8fb5-bfc603f5ab45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 1160 time: 0.0819483
Dec 18 07:02:35.596971 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-89d1c0af-ff93-4874-8aa4-3b60947d52bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bcb407a-1d7b-47dd-a955-0d8ce647c58e HTTP/1.1" status: 200  len: 217 time: 0.0692313
Dec 18 07:02:35.673642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5526b-7de6-4307-af7a-a58c8d85a425 req-3deb4526-fc1d-4ee2-a438-50c1306be596 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:35.675237 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-97b5526b-7de6-4307-af7a-a58c8d85a425 req-3deb4526-fc1d-4ee2-a438-50c1306be596 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 943 time: 0.0905633
Dec 18 07:02:35.675555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-1f610fd3-282a-4475-8fd0-a7da8320c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:35.677441 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-1f610fd3-282a-4475-8fd0-a7da8320c753 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41688da4-1361-408a-a84f-634d5c4b808c HTTP/1.1" status: 200  len: 835 time: 0.0739918
Dec 18 07:02:35.725680 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-97b5526b-7de6-4307-af7a-a58c8d85a425 req-8eb161d4-a0c4-4a72-ad4a-4df9228eb829 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=ba7d32b8-7d5c-4543-aea5-80f4138c5a53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428579
Dec 18 07:02:35.758936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-a6a39e59-77ed-48de-9e19-4bbe8fb31706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:35.760544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-a6a39e59-77ed-48de-9e19-4bbe8fb31706 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0764949
Dec 18 07:02:35.900789 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-90fc1fb6-41d2-4a78-9c86-741e3f99ed65 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320884
Dec 18 07:02:36.042840 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e60528a-2beb-43aa-9187-03d81549d3b6 req-20092ff0-0c89-408f-aa90-b891b58e3574 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348331
Dec 18 07:02:36.165542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028fe6b-3796-4c13-8a30-342ad901985d req-baa56dab-204a-423c-a530-df51e7020807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:36.167141 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f028fe6b-3796-4c13-8a30-342ad901985d req-baa56dab-204a-423c-a530-df51e7020807 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 1160 time: 0.0782728
Dec 18 07:02:36.307778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028fe6b-3796-4c13-8a30-342ad901985d req-98aa71da-40e9-41f0-9cfc-bfe4ca982f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:36.309303 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f028fe6b-3796-4c13-8a30-342ad901985d req-98aa71da-40e9-41f0-9cfc-bfe4ca982f1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 200  len: 890 time: 0.1335635
Dec 18 07:02:36.380750 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f028fe6b-3796-4c13-8a30-342ad901985d req-7cdf66be-7710-4c73-ac1b-37b4fd4edf60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bcb407a-1d7b-47dd-a955-0d8ce647c58e HTTP/1.1" status: 200  len: 217 time: 0.0620418
Dec 18 07:02:36.454721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028fe6b-3796-4c13-8a30-342ad901985d req-391849ea-3126-4a77-a861-47d75b7b05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:36.456265 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f028fe6b-3796-4c13-8a30-342ad901985d req-391849ea-3126-4a77-a861-47d75b7b05c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41688da4-1361-408a-a84f-634d5c4b808c HTTP/1.1" status: 200  len: 835 time: 0.0653315
Dec 18 07:02:36.535297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028fe6b-3796-4c13-8a30-342ad901985d req-9406f4f8-8281-4abc-b431-deb63347458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:36.536813 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f028fe6b-3796-4c13-8a30-342ad901985d req-9406f4f8-8281-4abc-b431-deb63347458f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0722106
Dec 18 07:02:36.679297 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f028fe6b-3796-4c13-8a30-342ad901985d req-62e70418-08dc-4117-894f-2618729a6ab1 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342118
Dec 18 07:02:36.822394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f028fe6b-3796-4c13-8a30-342ad901985d req-ec9a68f9-ab11-4bb9-83e6-092178bf73c3 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353045
Dec 18 07:02:36.937828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4ac39-c3a0-4291-9a1e-f8d9e1dbb59c req-1b2cfdc3-edb3-4d43-acc1-65ea44d80b97 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:36.939359 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2b4ac39-c3a0-4291-9a1e-f8d9e1dbb59c req-1b2cfdc3-edb3-4d43-acc1-65ea44d80b97 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 943 time: 0.0824621
Dec 18 07:02:36.990159 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2b4ac39-c3a0-4291-9a1e-f8d9e1dbb59c req-d82a807f-f2c2-4dc5-bfbe-437d9d606ad1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=ba7d32b8-7d5c-4543-aea5-80f4138c5a53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440359
Dec 18 07:02:37.681450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 6bcb407a-1d7b-47dd-a955-0d8ce647c58e up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:02:37.748051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:02:37.753454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:37.753917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:37.870013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:37.898240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:02:37.909284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6bcb407a-1d7b-47dd-a955-0d8ce647c58e,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:02:37.912323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:37.914206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36c44d16-f64f-480e-be5a-d6593db14526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:37.959672 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e', 'code': 200}
Dec 18 07:02:37.982305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=6bcb407a-1d7b-47dd-a955-0d8ce647c58e,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:37.986351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:38.200015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fa0f4-e88a-4a5f-bf1a-1dbaf8122cd0 req-32757956-209e-4063-96fd-e14b3b38fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:38.201574 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-893fa0f4-e88a-4a5f-bf1a-1dbaf8122cd0 req-32757956-209e-4063-96fd-e14b3b38fbe1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 1162 time: 0.0787239
Dec 18 07:02:38.204322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11cafe-bf1c-4f9f-91dc-86b0f76f49dd req-45aa5d5d-80c9-477b-b036-98fd2244ab1e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:38.205929 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9d11cafe-bf1c-4f9f-91dc-86b0f76f49dd req-45aa5d5d-80c9-477b-b036-98fd2244ab1e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 945 time: 0.0837889
Dec 18 07:02:38.256213 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9d11cafe-bf1c-4f9f-91dc-86b0f76f49dd req-791dac5c-2989-4f8e-a9a9-60fe6a11b23d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=ba7d32b8-7d5c-4543-aea5-80f4138c5a53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435326
Dec 18 07:02:38.515162 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-893fa0f4-e88a-4a5f-bf1a-1dbaf8122cd0 req-3e36fd58-4e5b-409e-af28-6fc0e9358e82 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba7d32b8-7d5c-4543-aea5-80f4138c5a53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3042994
Dec 18 07:02:39.396933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 6bcb407a-1d7b-47dd-a955-0d8ce647c58e up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:02:39.471975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:02:39.473395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:39.475331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90bbc-bc7b-4014-b750-2bdb03d3a338 req-4e4b9b04-2450-4a58-a169-974f0040d1a1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:39.476986 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c90bbc-bc7b-4014-b750-2bdb03d3a338 req-4e4b9b04-2450-4a58-a169-974f0040d1a1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 945 time: 0.0901945
Dec 18 07:02:39.525727 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c90bbc-bc7b-4014-b750-2bdb03d3a338 req-b4ff7fd5-b4b0-4dc4-9bb8-e2ee047632ed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=ba7d32b8-7d5c-4543-aea5-80f4138c5a53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420017
Dec 18 07:02:40.739695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1642be-2277-4980-a58b-875207678250 req-1468593c-d49e-4024-939c-dc773987483e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:40.741313 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f1642be-2277-4980-a58b-875207678250 req-1468593c-d49e-4024-939c-dc773987483e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 945 time: 0.0828691
Dec 18 07:02:40.791431 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f1642be-2277-4980-a58b-875207678250 req-922313cf-ede9-4d7c-9647-c81fc2cc4008 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=ba7d32b8-7d5c-4543-aea5-80f4138c5a53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436888
Dec 18 07:02:41.001758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bc490-2336-434f-b80f-124f96771ec8 req-36baeb9a-5a88-4eff-b3c1-81c1884cd661 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:41.003364 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a4bc490-2336-434f-b80f-124f96771ec8 req-36baeb9a-5a88-4eff-b3c1-81c1884cd661 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 945 time: 0.0827332
Dec 18 07:02:41.050045 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a4bc490-2336-434f-b80f-124f96771ec8 req-430dcead-8e48-43fd-b229-ce3ffdae6cca tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=ba7d32b8-7d5c-4543-aea5-80f4138c5a53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404119
Dec 18 07:02:41.079364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55550) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:41.152201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13559810-cbda-4a64-a465-453876c446b6 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:41.153782 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-13559810-cbda-4a64-a465-453876c446b6 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 1157 time: 0.0733402
Dec 18 07:02:41.157217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55554) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:02:41.162636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address': '172.20.0.8'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:02:41.168676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:02:41.173347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:floatingip and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:02:41.176340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:02:41.182126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:02:41.191416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:41.331236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:41.595464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.96 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/80ce3991-1186-4f43-97df-abbb9513330f) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:02:41.749063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:41.774865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:41.790158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-41703a70-c2d0-4c4d-9cf5-ab057fb122b3 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:41.919422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=80ce3991-1186-4f43-97df-abbb9513330f,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:41.923028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:41.977818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:02:41.979024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:02:41.981332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:02:42.407790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:42.479048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:42.743348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:42.746705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:42.762094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67371a3c-5053-4aa9-a94c-99e141418500 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:02:42.891421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=80ce3991-1186-4f43-97df-abbb9513330f,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:02:42.896602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:02:42.993827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:43.170872 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP 02f21897-6cac-4568-b098-3f19fe6bbd05 associated. External IP: 172.26.7.96, port: 6bcb407a-1d7b-47dd-a955-0d8ce647c58e.
Dec 18 07:02:43.523998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 62d81812-4e0e-46af-bad0-f2f14982415c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:02:43.705072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:02:43.715297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db251ee-1f3b-4a41-a41a-b2a1fd0551ec None None] Sync routers for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:02:43.725112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db251ee-1f3b-4a41-a41a-b2a1fd0551ec None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:02:43.725848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5db251ee-1f3b-4a41-a41a-b2a1fd0551ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c19bf60>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:02:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:43.728814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:43.786807 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6283829
Dec 18 07:02:43.787445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'tag': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:02:43.845983 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'tag': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e', 'status': 'completed', 'code': 200}
Dec 18 07:02:43.913278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-5db251ee-1f3b-4a41-a41a-b2a1fd0551ec None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:02:43.945256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8cb11-9054-4b02-af3e-7c25953c90f8 req-e3484e5b-0e6d-424d-af8a-5cd3d84069c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:43.946984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-76e8cb11-9054-4b02-af3e-7c25953c90f8 req-e3484e5b-0e6d-424d-af8a-5cd3d84069c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 1162 time: 0.0776808
Dec 18 07:02:44.091171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8cb11-9054-4b02-af3e-7c25953c90f8 req-eada5a18-13bd-4ed7-b275-89d0b0af7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:44.092771 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-76e8cb11-9054-4b02-af3e-7c25953c90f8 req-eada5a18-13bd-4ed7-b275-89d0b0af7d3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 200  len: 890 time: 0.1386721
Dec 18 07:02:44.201285 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-76e8cb11-9054-4b02-af3e-7c25953c90f8 req-bdb5bb3d-1a38-42c0-93d6-51906d17c7c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bcb407a-1d7b-47dd-a955-0d8ce647c58e HTTP/1.1" status: 200  len: 998 time: 0.1010191
Dec 18 07:02:44.270888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8cb11-9054-4b02-af3e-7c25953c90f8 req-11c22e71-faa0-4afb-a84d-579ad3389a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:44.272478 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-76e8cb11-9054-4b02-af3e-7c25953c90f8 req-11c22e71-faa0-4afb-a84d-579ad3389a49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41688da4-1361-408a-a84f-634d5c4b808c HTTP/1.1" status: 200  len: 835 time: 0.0645154
Dec 18 07:02:44.282239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5db251ee-1f3b-4a41-a41a-b2a1fd0551ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c19bf60>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '02f21897-6cac-4568-b098-3f19fe6bbd05', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.96', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'port_id': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'mac_address': 'fa:16:3e:19:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:02:42Z', 'updated_at': '2020-12-18T07:02:42Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}, {'id': '9be391fc-7c00-4952-ab88-a9b263422acf', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'port_id': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'mac_address': 'fa:16:3e:e0:87:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:02:27Z', 'updated_at': '2020-12-18T07:02:31Z', 'revision_number': 1, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:44.286361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db251ee-1f3b-4a41-a41a-b2a1fd0551ec None None] Checking router: 62d81812-4e0e-46af-bad0-f2f14982415c for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:02:44.295266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db251ee-1f3b-4a41-a41a-b2a1fd0551ec None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:02:44.295937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5db251ee-1f3b-4a41-a41a-b2a1fd0551ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c19bf60>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:02:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:44.355554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8cb11-9054-4b02-af3e-7c25953c90f8 req-816d0b76-fb96-43d4-87d2-3ab2dc7f6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:02:44.357154 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-76e8cb11-9054-4b02-af3e-7c25953c90f8 req-816d0b76-fb96-43d4-87d2-3ab2dc7f6928 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0778503
Dec 18 07:02:44.478869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-5db251ee-1f3b-4a41-a41a-b2a1fd0551ec None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:02:44.791355 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-76e8cb11-9054-4b02-af3e-7c25953c90f8 req-bd38fca3-0035-4869-a006-a15b1179e43a service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4246755
Dec 18 07:02:44.810649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36619fba-e3f7-458d-8b7e-032c1ed7c46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:44.939216 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-76e8cb11-9054-4b02-af3e-7c25953c90f8 req-1f691448-9ed9-4f8c-b9e5-3eecaafba101 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397653
Dec 18 07:02:45.040856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5db251ee-1f3b-4a41-a41a-b2a1fd0551ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c19bf60>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '02f21897-6cac-4568-b098-3f19fe6bbd05', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.96', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'port_id': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'mac_address': 'fa:16:3e:19:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:02:42Z', 'updated_at': '2020-12-18T07:02:42Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}, {'id': '9be391fc-7c00-4952-ab88-a9b263422acf', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'port_id': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'mac_address': 'fa:16:3e:e0:87:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:02:27Z', 'updated_at': '2020-12-18T07:02:31Z', 'revision_number': 1, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:02:45.045256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db251ee-1f3b-4a41-a41a-b2a1fd0551ec None None] The sync data for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs is: [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '02f21897-6cac-4568-b098-3f19fe6bbd05', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.96', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'port_id': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'mac_address': 'fa:16:3e:19:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:02:42Z', 'updated_at': '2020-12-18T07:02:42Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}, {'id': '9be391fc-7c00-4952-ab88-a9b263422acf', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'port_id': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'mac_address': 'fa:16:3e:e0:87:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:02:27Z', 'updated_at': '2020-12-18T07:02:31Z', 'revision_number': 1, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:02:45.324863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f822b8-a971-4b52-8921-4c33a801028c None None] New status for floating IP 02f21897-6cac-4568-b098-3f19fe6bbd05: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:02:47.425681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad6c9e58-bd65-43b1-80ba-4ff86dc61b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:47.442063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:48.503198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:49.431827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:02:52.683790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:06.020254 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4ba4f22d-c74a-4e17-9873-0efff19702bd req-c368ca37-461f-4f29-b8bb-6d64df2e7687 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0747104
Dec 18 07:03:06.172929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4f22d-c74a-4e17-9873-0efff19702bd req-4ecf9646-6abb-41fb-a106-bfc326d9b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:06.174561 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4ba4f22d-c74a-4e17-9873-0efff19702bd req-4ecf9646-6abb-41fb-a106-bfc326d9b4bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 1163 time: 0.0815732
Dec 18 07:03:06.332494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4f22d-c74a-4e17-9873-0efff19702bd req-335784af-f7ae-4645-8f54-93fd2f2d0e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:06.334088 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4ba4f22d-c74a-4e17-9873-0efff19702bd req-335784af-f7ae-4645-8f54-93fd2f2d0e9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 200  len: 890 time: 0.1360033
Dec 18 07:03:06.436452 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4ba4f22d-c74a-4e17-9873-0efff19702bd req-113df2fc-306e-42f9-b672-5ae905b7736e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 HTTP/1.1" status: 200  len: 1002 time: 0.0954483
Dec 18 07:03:06.509412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4f22d-c74a-4e17-9873-0efff19702bd req-941909ee-bf5f-485d-95dd-c1cb7bd1875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:06.511001 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4ba4f22d-c74a-4e17-9873-0efff19702bd req-941909ee-bf5f-485d-95dd-c1cb7bd1875e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41688da4-1361-408a-a84f-634d5c4b808c HTTP/1.1" status: 200  len: 835 time: 0.0660009
Dec 18 07:03:06.590265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4f22d-c74a-4e17-9873-0efff19702bd req-80a6567d-718a-4413-b6f2-7f24a4d4b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:06.591757 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4ba4f22d-c74a-4e17-9873-0efff19702bd req-80a6567d-718a-4413-b6f2-7f24a4d4b744 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0725224
Dec 18 07:03:06.735657 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4ba4f22d-c74a-4e17-9873-0efff19702bd req-bbdc8301-896b-4923-b344-155066818d48 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360698
Dec 18 07:03:06.879295 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4ba4f22d-c74a-4e17-9873-0efff19702bd req-3c88bc5c-b227-481c-b717-009ca341efd5 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363146
Dec 18 07:03:07.866509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:03:14.653227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7ae2405f-5c35-467f-8eac-ba6565be43cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:17.426358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60710c07-72d5-4388-b8a1-7952b8d602ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:17.443572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:18.249838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55572) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:18.361862 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-49797b65-2ca3-458b-b52e-769877d1b8d8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/9be391fc-7c00-4952-ab88-a9b263422acf HTTP/1.1" status: 200  len: 994 time: 0.1100905
Dec 18 07:03:18.505338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:19.235780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55582) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:19.242619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'port': {'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:03:19.367759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:19.433812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:19.648197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:19.674819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:19.678395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:19.694415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e857b8e4-946a-49ea-8eb6-7312eeeeabc1 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:19.845240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,revision_number=5']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:19.858595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.859030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.859457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.860412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.860834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.861249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.861689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.862102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.862512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.862922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.863328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.863736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.864203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.864609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.865015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.865421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.865871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.866261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.866668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.867075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.867481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.867887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.868291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.868693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:19.881384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:19.903099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:19.903773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:19.905279 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/ports/cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 HTTP/1.1" status: 200  len: 939 time: 0.6684332
Dec 18 07:03:19.906027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:03:19.967949 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'status': 'completed', 'code': 200}
Dec 18 07:03:20.080942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9485dd4-5654-4691-894f-11847f67b1d5 req-f484b936-9e27-49a3-a932-b3182ae9652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:20.082654 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f9485dd4-5654-4691-894f-11847f67b1d5 req-f484b936-9e27-49a3-a932-b3182ae9652c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 1164 time: 0.0787263
Dec 18 07:03:20.117184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-77b58c0c-34c4-4d6d-9897-039dbe860535 None None] Provisioning complete for port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:03:20.117648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-77b58c0c-34c4-4d6d-9897-039dbe860535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:20.181288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-77b58c0c-34c4-4d6d-9897-039dbe860535 None None] Port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 is administratively disabled so it will not transition to active. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}}
Dec 18 07:03:20.231897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9485dd4-5654-4691-894f-11847f67b1d5 req-16b53b27-3599-4283-9094-553b0fc06783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:20.233483 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f9485dd4-5654-4691-894f-11847f67b1d5 req-16b53b27-3599-4283-9094-553b0fc06783 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 200  len: 890 time: 0.1409230
Dec 18 07:03:20.348246 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f9485dd4-5654-4691-894f-11847f67b1d5 req-5add522b-b1f2-49d5-b34d-c4666fef9409 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 HTTP/1.1" status: 200  len: 1003 time: 0.1055901
Dec 18 07:03:20.419321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9485dd4-5654-4691-894f-11847f67b1d5 req-1144e45b-b249-4ceb-b068-d727f6f2835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:20.420860 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f9485dd4-5654-4691-894f-11847f67b1d5 req-1144e45b-b249-4ceb-b068-d727f6f2835b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41688da4-1361-408a-a84f-634d5c4b808c HTTP/1.1" status: 200  len: 835 time: 0.0660727
Dec 18 07:03:20.505492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9485dd4-5654-4691-894f-11847f67b1d5 req-a1120f0e-a24e-4aef-88d7-8628e5a3aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:20.507024 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f9485dd4-5654-4691-894f-11847f67b1d5 req-a1120f0e-a24e-4aef-88d7-8628e5a3aa90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0793042
Dec 18 07:03:20.651877 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f9485dd4-5654-4691-894f-11847f67b1d5 req-ac83d304-14a3-45ef-9037-0fcec7253e7c service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342981
Dec 18 07:03:20.798351 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f9485dd4-5654-4691-894f-11847f67b1d5 req-0774165a-2905-46fc-af21-7ee4195cbf2d service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1351891
Dec 18 07:03:21.606919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:03:21.721470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:21.748506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:03:21.759439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:21.763113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:21.764901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-587000e8-bd88-42a2-99f4-ebb09d92e256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:21.811325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'code': 200}
Dec 18 07:03:21.835732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:21.843548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.843946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.844359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.844752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.845124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.845503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.845905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.846280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.846660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.847029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.847398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.847769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.848196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.848565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.848934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.849305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.849701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.850071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.850439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.850824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.851171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.851538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.851901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.852268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:21.856522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:22.693698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:23.615145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:03:23.750185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:03:24.398404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55594) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:24.404933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b186c4a6-09a2-41b8-8b4a-6df1398d8cc6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'port': {'admin_state_up': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:03:24.534470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b186c4a6-09a2-41b8-8b4a-6df1398d8cc6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:24.812021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b186c4a6-09a2-41b8-8b4a-6df1398d8cc6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:24.838288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b186c4a6-09a2-41b8-8b4a-6df1398d8cc6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:24.841767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b186c4a6-09a2-41b8-8b4a-6df1398d8cc6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:24.856588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-972d3772-d9ec-4099-8f7d-e2fef1856240 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:25.009715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186c4a6-09a2-41b8-8b4a-6df1398d8cc6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,revision_number=7']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:25.014399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b186c4a6-09a2-41b8-8b4a-6df1398d8cc6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:25.046913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b186c4a6-09a2-41b8-8b4a-6df1398d8cc6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:25.048134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b186c4a6-09a2-41b8-8b4a-6df1398d8cc6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:25.052512 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b186c4a6-09a2-41b8-8b4a-6df1398d8cc6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/ports/cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 HTTP/1.1" status: 200  len: 936 time: 0.6501503
Dec 18 07:03:25.052512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:03:25.052888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55598) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:25.113881 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'status': 'completed', 'code': 200}
Dec 18 07:03:25.171869 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9d98e53a-4ae5-4e91-9849-b2dbc5372537 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/9be391fc-7c00-4952-ab88-a9b263422acf HTTP/1.1" status: 200  len: 992 time: 0.1173511
Dec 18 07:03:25.226358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2d457-b728-45a4-a0a7-c4bff9536164 req-4a8c4e78-d5f7-4594-a4ff-13d2aa65de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:25.228064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29f2d457-b728-45a4-a0a7-c4bff9536164 req-4a8c4e78-d5f7-4594-a4ff-13d2aa65de3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 1161 time: 0.0854194
Dec 18 07:03:25.229030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c4e7d8d9-0bdd-45fa-943d-97bb19f72f2c None None] Provisioning complete for port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:03:25.229456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e7d8d9-0bdd-45fa-943d-97bb19f72f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:25.349309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e7d8d9-0bdd-45fa-943d-97bb19f72f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:25.372028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2d457-b728-45a4-a0a7-c4bff9536164 req-4e39a7c7-44cc-4612-bf31-2b37f88567dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:25.373701 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29f2d457-b728-45a4-a0a7-c4bff9536164 req-4e39a7c7-44cc-4612-bf31-2b37f88567dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 200  len: 890 time: 0.1359499
Dec 18 07:03:25.377692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:03:25.388571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c4e7d8d9-0bdd-45fa-943d-97bb19f72f2c None None] For port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:25.392491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4e7d8d9-0bdd-45fa-943d-97bb19f72f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:25.394445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:25.439172 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'code': 200}
Dec 18 07:03:25.463233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7d8d9-0bdd-45fa-943d-97bb19f72f2c None None] Pushing event updated for resources: {'Port': ['ID=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,revision_number=8']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:25.466768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c4e7d8d9-0bdd-45fa-943d-97bb19f72f2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:25.484219 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29f2d457-b728-45a4-a0a7-c4bff9536164 req-a0a57a9b-b605-444a-94de-1f1d25901d86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 HTTP/1.1" status: 200  len: 1002 time: 0.1005707
Dec 18 07:03:25.556972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2d457-b728-45a4-a0a7-c4bff9536164 req-04c53d96-9f7f-472d-a2d5-f5c3fac7f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:25.558557 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29f2d457-b728-45a4-a0a7-c4bff9536164 req-04c53d96-9f7f-472d-a2d5-f5c3fac7f001 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41688da4-1361-408a-a84f-634d5c4b808c HTTP/1.1" status: 200  len: 835 time: 0.0663888
Dec 18 07:03:25.632932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:03:25.642733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2d457-b728-45a4-a0a7-c4bff9536164 req-eff9c965-4e62-48a5-b18c-80e6e75e290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:25.644335 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29f2d457-b728-45a4-a0a7-c4bff9536164 req-eff9c965-4e62-48a5-b18c-80e6e75e290f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0753479
Dec 18 07:03:25.751389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:25.785401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:25.788715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:25.790600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:25.795893 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29f2d457-b728-45a4-a0a7-c4bff9536164 req-9c89526e-fb42-4742-bd2c-8da7056ed4a5 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393504
Dec 18 07:03:25.860472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,revision_number=9']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:25.864731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:03:25.888982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:25.933628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:03:25.934068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:25.943311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29f2d457-b728-45a4-a0a7-c4bff9536164 req-d39049dd-4382-47c4-ba08-7bfe96af1ec0 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1367974
Dec 18 07:03:26.052767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:26.086195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:26.088908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:26.090811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:26.155665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,revision_number=10']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:26.158787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:27.440746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88'}, {'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:03:27.501137 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'code': 200}
Dec 18 07:03:27.501451 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'code': 200}
Dec 18 07:03:27.686611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:03:27.760839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:03:27.761201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:27.796038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55614) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:28.005274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 80ce3991-1186-4f43-97df-abbb9513330f {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:03:28.005712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:28.450255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:28.450830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:28.576089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 80ce3991-1186-4f43-97df-abbb9513330f owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:03:28.724986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:28.741287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9822be50-aecd-4189-93a1-8d82a94632f5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:28.842470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=80ce3991-1186-4f43-97df-abbb9513330f,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:28.854890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.855322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.855757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.856183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.856604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.857024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.857440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.857883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.858297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.858712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.859126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.859546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.860610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.861024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.861437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.861878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.862288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.862699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.863132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.863539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.863948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.864357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.864768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.865177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:28.869148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:28.985750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:28.986127 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP 02f21897-6cac-4568-b098-3f19fe6bbd05 disassociated (deleted). External IP: 172.26.7.96, port: 6bcb407a-1d7b-47dd-a955-0d8ce647c58e.
Dec 18 07:03:29.341302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 62d81812-4e0e-46af-bad0-f2f14982415c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:03:29.522297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:03:29.532671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41b34a-c920-4b49-9923-9e236b0aa3a3 None None] Sync routers for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:03:29.539405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:29.542355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41b34a-c920-4b49-9923-9e236b0aa3a3 None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:03:29.543051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed41b34a-c920-4b49-9923-9e236b0aa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c0712e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:03:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:29.597900 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/floatingips/02f21897-6cac-4568-b098-3f19fe6bbd05 HTTP/1.1" status: 204  len: 168 time: 1.8005672
Dec 18 07:03:29.598622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'tag': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:03:29.664463 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'tag': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e', 'status': 'completed', 'code': 200}
Dec 18 07:03:29.749545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ed41b34a-c920-4b49-9923-9e236b0aa3a3 None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:03:29.764490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a54562-82e3-487d-931b-395dd439f1ae req-93f48703-ad0e-4fb8-927b-306ec3e34abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:29.767034 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-46a54562-82e3-487d-931b-395dd439f1ae req-93f48703-ad0e-4fb8-927b-306ec3e34abb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 1162 time: 0.0768118
Dec 18 07:03:29.919198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a54562-82e3-487d-931b-395dd439f1ae req-24551c91-95a3-4329-92ae-0e616e63125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:29.920792 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-46a54562-82e3-487d-931b-395dd439f1ae req-24551c91-95a3-4329-92ae-0e616e63125e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 200  len: 890 time: 0.1435149
Dec 18 07:03:29.997095 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-46a54562-82e3-487d-931b-395dd439f1ae req-d7506573-9af6-4995-9448-5048c41dd478 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bcb407a-1d7b-47dd-a955-0d8ce647c58e HTTP/1.1" status: 200  len: 217 time: 0.0680814
Dec 18 07:03:30.067568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a54562-82e3-487d-931b-395dd439f1ae req-5a89e838-313f-47a7-8dc1-fc299bf673b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:30.069152 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-46a54562-82e3-487d-931b-395dd439f1ae req-5a89e838-313f-47a7-8dc1-fc299bf673b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41688da4-1361-408a-a84f-634d5c4b808c HTTP/1.1" status: 200  len: 835 time: 0.0648537
Dec 18 07:03:30.097707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addeadbe-a216-451f-9f8a-54d7cd5854ca req-00c68283-d3ad-476e-a328-9c87f8b12f04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:30.098553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-addeadbe-a216-451f-9f8a-54d7cd5854ca req-00c68283-d3ad-476e-a328-9c87f8b12f04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:03:30.114577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-addeadbe-a216-451f-9f8a-54d7cd5854ca req-00c68283-d3ad-476e-a328-9c87f8b12f04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:03:30.115872 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-addeadbe-a216-451f-9f8a-54d7cd5854ca req-00c68283-d3ad-476e-a328-9c87f8b12f04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 945 time: 0.1858582
Dec 18 07:03:30.130975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed41b34a-c920-4b49-9923-9e236b0aa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c0712e8>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '9be391fc-7c00-4952-ab88-a9b263422acf', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'port_id': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'mac_address': 'fa:16:3e:e0:87:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:02:27Z', 'updated_at': '2020-12-18T07:02:31Z', 'revision_number': 1, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:30.135143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41b34a-c920-4b49-9923-9e236b0aa3a3 None None] Checking router: 62d81812-4e0e-46af-bad0-f2f14982415c for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:03:30.144491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41b34a-c920-4b49-9923-9e236b0aa3a3 None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:03:30.145168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed41b34a-c920-4b49-9923-9e236b0aa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c0712e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:03:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:30.163952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a54562-82e3-487d-931b-395dd439f1ae req-39af6e2e-8b1c-422d-908c-1cb3f45bf613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:30.165310 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-addeadbe-a216-451f-9f8a-54d7cd5854ca req-abdd2801-5879-4473-b08a-0f8ede050ced tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=ba7d32b8-7d5c-4543-aea5-80f4138c5a53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424139
Dec 18 07:03:30.166210 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-46a54562-82e3-487d-931b-395dd439f1ae req-39af6e2e-8b1c-422d-908c-1cb3f45bf613 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0887444
Dec 18 07:03:30.332675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ed41b34a-c920-4b49-9923-9e236b0aa3a3 None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:03:30.594043 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-46a54562-82e3-487d-931b-395dd439f1ae req-6f3df2b7-3e6d-45ca-8fcb-d04dc24f70cf service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4200282
Dec 18 07:03:30.745588 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-46a54562-82e3-487d-931b-395dd439f1ae req-dede77f1-25ae-49da-b902-1ab1da5df448 service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444216
Dec 18 07:03:30.886669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ed41b34a-c920-4b49-9923-9e236b0aa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c0712e8>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '9be391fc-7c00-4952-ab88-a9b263422acf', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'port_id': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'mac_address': 'fa:16:3e:e0:87:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:02:27Z', 'updated_at': '2020-12-18T07:02:31Z', 'revision_number': 1, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:30.890735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41b34a-c920-4b49-9923-9e236b0aa3a3 None None] The sync data for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs is: [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '9be391fc-7c00-4952-ab88-a9b263422acf', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'port_id': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'mac_address': 'fa:16:3e:e0:87:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:02:27Z', 'updated_at': '2020-12-18T07:02:31Z', 'revision_number': 1, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:03:31.255642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa7ffd6-fa38-46dd-9b80-2c52f840499d None None] New status for floating IP 02f21897-6cac-4568-b098-3f19fe6bbd05: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:03:31.461058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b2014-7d9d-4599-91f0-5a02a573ce38 req-38dad918-2d89-42c6-89e4-d1cc64b213d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:31.462732 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-118b2014-7d9d-4599-91f0-5a02a573ce38 req-38dad918-2d89-42c6-89e4-d1cc64b213d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 945 time: 0.1638315
Dec 18 07:03:31.493169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-9cc85e56-234b-40a8-9f02-b2b569eb1b6b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:31.494415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-9cc85e56-234b-40a8-9f02-b2b569eb1b6b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:03:31.507336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-9cc85e56-234b-40a8-9f02-b2b569eb1b6b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:03:31.508545 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-9cc85e56-234b-40a8-9f02-b2b569eb1b6b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 945 time: 0.1009977
Dec 18 07:03:31.513389 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-118b2014-7d9d-4599-91f0-5a02a573ce38 req-fb30606f-ec5e-445c-beb4-503a1c981d9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=ba7d32b8-7d5c-4543-aea5-80f4138c5a53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441985
Dec 18 07:03:31.589049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:03:31.589439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:31.684014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 6bcb407a-1d7b-47dd-a955-0d8ce647c58e no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:03:31.796403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:31.824781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:03:31.834348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6bcb407a-1d7b-47dd-a955-0d8ce647c58e,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:31.837613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:31.840286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-587000e8-bd88-42a2-99f4-ebb09d92e256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:31.842614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6bcb407a-1d7b-47dd-a955-0d8ce647c58e,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:31.843024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:31.887306 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e', 'code': 200}
Dec 18 07:03:31.915952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=6bcb407a-1d7b-47dd-a955-0d8ce647c58e,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:31.919216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:31.973568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 6bcb407a-1d7b-47dd-a955-0d8ce647c58e owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:03:32.054967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:03:32.055283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:03:32.556738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:03:32.557133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:32.733892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da018c-16c8-4b57-a61a-1b97afa856c5 req-d56be2c1-4dca-41f9-bb2a-b6f9b0f10a8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:32.735542 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4da018c-16c8-4b57-a61a-1b97afa856c5 req-d56be2c1-4dca-41f9-bb2a-b6f9b0f10a8b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 943 time: 0.0867760
Dec 18 07:03:32.786343 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4da018c-16c8-4b57-a61a-1b97afa856c5 req-7dbe78cf-cd4b-4fd1-a057-debf34c5515a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=ba7d32b8-7d5c-4543-aea5-80f4138c5a53&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444155
Dec 18 07:03:32.821833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6bcb407a-1d7b-47dd-a955-0d8ce647c58e,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:32.822236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:32.948228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 6bcb407a-1d7b-47dd-a955-0d8ce647c58e owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:03:33.090962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:33.107596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2440a370-380e-40dd-a0d2-55515170f367 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:33.208384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=6bcb407a-1d7b-47dd-a955-0d8ce647c58e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:33.211501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:33.305936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] No DVR routers for this DVR port 6bcb407a-1d7b-47dd-a955-0d8ce647c58e on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:03:33.308269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:33.311182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'name': 'network-vif-deleted', 'tag': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:03:33.326926 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1b90404d-7198-43fa-b9d9-2a2cd3b9e8bb req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "DELETE /v2.0/ports/6bcb407a-1d7b-47dd-a955-0d8ce647c58e HTTP/1.1" status: 204  len: 173 time: 1.8093538
Dec 18 07:03:33.373592 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb2d435-6d05-433c-ae89-7c5cedfce311', 'name': 'network-vif-deleted', 'tag': '6bcb407a-1d7b-47dd-a955-0d8ce647c58e', 'status': 'completed', 'code': 200}
Dec 18 07:03:33.976336 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b7849c2-6f06-4a77-8e67-00b9d6bc5205 req-3cbc42a9-6b43-4b2f-815e-77c55cc73061 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=5fb2d435-6d05-433c-ae89-7c5cedfce311 HTTP/1.1" status: 200  len: 210 time: 0.0464928
Dec 18 07:03:35.089330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55642) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:35.160158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-816c872b-6c78-4644-8c4a-991be7db8967 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:35.190787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-816c872b-6c78-4644-8c4a-991be7db8967 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:35.241631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-816c872b-6c78-4644-8c4a-991be7db8967 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:35.246847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8564e447-866e-4025-a2b4-e4b2217dacc7 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:35.265089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c872b-6c78-4644-8c4a-991be7db8967 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7d32b8-7d5c-4543-aea5-80f4138c5a53,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:35.268637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-816c872b-6c78-4644-8c4a-991be7db8967 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:35.274569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-816c872b-6c78-4644-8c4a-991be7db8967 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:35.275774 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-816c872b-6c78-4644-8c4a-991be7db8967 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/security-groups/ba7d32b8-7d5c-4543-aea5-80f4138c5a53 HTTP/1.1" status: 204  len: 168 time: 0.1853542
Dec 18 07:03:35.315515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55648) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:35.520481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 690a92d2-ba5f-454c-97a1-d453b03d1024 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:03:35.520792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:35.696115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:35.696490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:35.824102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 690a92d2-ba5f-454c-97a1-d453b03d1024 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:03:35.968366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:36.033480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7c96f12f-5e8f-4373-84f5-e95e2abde27b tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:36.087926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=690a92d2-ba5f-454c-97a1-d453b03d1024,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:36.091908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:36.201414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:36.201808 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP 9be391fc-7c00-4952-ab88-a9b263422acf disassociated (deleted). External IP: 172.26.7.213, port: cfa66afd-4a4d-4800-b7c6-b5e1b80dac88.
Dec 18 07:03:36.555349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 62d81812-4e0e-46af-bad0-f2f14982415c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:03:37.012267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:03:37.022449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875f556-c21d-4a89-9827-9a8a4abf67e0 None None] Sync routers for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:03:37.030076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:37.032794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875f556-c21d-4a89-9827-9a8a4abf67e0 None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:03:37.033481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3875f556-c21d-4a89-9827-9a8a4abf67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1a67f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:03:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:37.084940 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/floatingips/9be391fc-7c00-4952-ab88-a9b263422acf HTTP/1.1" status: 204  len: 168 time: 1.7682495
Dec 18 07:03:37.085669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:03:37.159214 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'status': 'completed', 'code': 200}
Dec 18 07:03:37.221927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3875f556-c21d-4a89-9827-9a8a4abf67e0 None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:03:37.268065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e136-7230-46a4-a6dd-1469435928ac req-12d9ff37-e577-4743-a748-e56517c4397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:37.270052 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16d6e136-7230-46a4-a6dd-1469435928ac req-12d9ff37-e577-4743-a748-e56517c4397f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 1164 time: 0.0837395
Dec 18 07:03:37.428051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e136-7230-46a4-a6dd-1469435928ac req-90a9ca4e-312c-4ab0-83f5-de6d2dca571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:37.429648 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16d6e136-7230-46a4-a6dd-1469435928ac req-90a9ca4e-312c-4ab0-83f5-de6d2dca571f service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 200  len: 890 time: 0.1480062
Dec 18 07:03:37.500621 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16d6e136-7230-46a4-a6dd-1469435928ac req-85eac09f-9555-48e9-aa17-5634c791027f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 HTTP/1.1" status: 200  len: 217 time: 0.0630550
Dec 18 07:03:37.507311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f043d5-1f13-4576-a387-2cd07247accf req-e4aa0295-ef30-4b7b-b845-33eded340159 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:37.508088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-02f043d5-1f13-4576-a387-2cd07247accf req-e4aa0295-ef30-4b7b-b845-33eded340159 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:03:37.524196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-02f043d5-1f13-4576-a387-2cd07247accf req-e4aa0295-ef30-4b7b-b845-33eded340159 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:03:37.525405 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-02f043d5-1f13-4576-a387-2cd07247accf req-e4aa0295-ef30-4b7b-b845-33eded340159 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 947 time: 0.1008761
Dec 18 07:03:37.559502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3875f556-c21d-4a89-9827-9a8a4abf67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1a67f0>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:37.563741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875f556-c21d-4a89-9827-9a8a4abf67e0 None None] Checking router: 62d81812-4e0e-46af-bad0-f2f14982415c for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:03:37.573547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875f556-c21d-4a89-9827-9a8a4abf67e0 None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:03:37.574245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3875f556-c21d-4a89-9827-9a8a4abf67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1a67f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:03:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:37.574692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e136-7230-46a4-a6dd-1469435928ac req-7fc685fa-3f36-4719-8c6f-a52adb537278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:37.576266 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16d6e136-7230-46a4-a6dd-1469435928ac req-7fc685fa-3f36-4719-8c6f-a52adb537278 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41688da4-1361-408a-a84f-634d5c4b808c HTTP/1.1" status: 200  len: 835 time: 0.0694430
Dec 18 07:03:37.577743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-02f043d5-1f13-4576-a387-2cd07247accf req-77ccc0f7-fc80-4f4c-b5fa-253b7f888591 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:03:37.593805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-02f043d5-1f13-4576-a387-2cd07247accf req-77ccc0f7-fc80-4f4c-b5fa-253b7f888591 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:03:37.595611 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-02f043d5-1f13-4576-a387-2cd07247accf req-77ccc0f7-fc80-4f4c-b5fa-253b7f888591 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=6bed4b0d-2af6-43b1-a96e-6477944dbf8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630808
Dec 18 07:03:37.659999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e136-7230-46a4-a6dd-1469435928ac req-b6b5396e-f964-4baa-950a-a8ba6a4a6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:37.661665 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16d6e136-7230-46a4-a6dd-1469435928ac req-b6b5396e-f964-4baa-950a-a8ba6a4a6f7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0780687
Dec 18 07:03:37.673945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-16d6e136-7230-46a4-a6dd-1469435928ac req-72facf1c-21f0-4dce-aac0-6e6161acbaf0 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:03:37.675075 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16d6e136-7230-46a4-a6dd-1469435928ac req-72facf1c-21f0-4dce-aac0-6e6161acbaf0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0056717
Dec 18 07:03:37.764876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3875f556-c21d-4a89-9827-9a8a4abf67e0 None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:03:37.819056 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16d6e136-7230-46a4-a6dd-1469435928ac req-09f2043a-5e48-44de-a6e4-caf1cacdee0c service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364486
Dec 18 07:03:37.962313 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16d6e136-7230-46a4-a6dd-1469435928ac req-f921c628-d075-4eab-ad95-c5a9a6ac72da service neutron] 10.222.0.15 "GET /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358433
Dec 18 07:03:38.092150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3875f556-c21d-4a89-9827-9a8a4abf67e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1a67f0>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:38.096390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3875f556-c21d-4a89-9827-9a8a4abf67e0 None None] The sync data for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs is: [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:02:12Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'cb10edd7-0768-4d5b-80fb-496c7acbc0c5', 'name': '', 'network_id': 'c9ec4a71-56f8-42de-92c4-e29cc73ab8fa', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:55:0b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '41688da4-1361-408a-a84f-634d5c4b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:10Z', 'updated_at': '2020-12-18T07:02:18Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': '41688da4-1361-408a-a84f-634d5c4b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:03:38.479502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f7e17a-b209-415f-b2df-fdd71f08a3f1 None None] New status for floating IP 9be391fc-7c00-4952-ab88-a9b263422acf: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:03:38.809940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b3fbd-33fc-4800-817f-bce82abc6abb req-daa4c0b1-b1a0-44d0-b81f-406cb9e76ab3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:38.811519 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6a1b3fbd-33fc-4800-817f-bce82abc6abb req-daa4c0b1-b1a0-44d0-b81f-406cb9e76ab3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 947 time: 0.0824747
Dec 18 07:03:38.857883 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6a1b3fbd-33fc-4800-817f-bce82abc6abb req-3563dfc1-0116-4a53-bfd0-7ce24c511a52 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=6bed4b0d-2af6-43b1-a96e-6477944dbf8e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395405
Dec 18 07:03:38.926080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95af542-5b6b-4654-a094-1ab41763413a req-54d755d2-5536-4ef9-945e-477f1ef9b18f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:38.926837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a95af542-5b6b-4654-a094-1ab41763413a req-54d755d2-5536-4ef9-945e-477f1ef9b18f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:03:38.939032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a95af542-5b6b-4654-a094-1ab41763413a req-54d755d2-5536-4ef9-945e-477f1ef9b18f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:03:38.940467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a95af542-5b6b-4654-a094-1ab41763413a req-54d755d2-5536-4ef9-945e-477f1ef9b18f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 947 time: 0.0947521
Dec 18 07:03:39.019922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a95af542-5b6b-4654-a094-1ab41763413a req-32545493-3f0b-4c93-b592-bb6029b9a15e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:03:39.020305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a95af542-5b6b-4654-a094-1ab41763413a req-32545493-3f0b-4c93-b592-bb6029b9a15e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:39.270323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-a95af542-5b6b-4654-a094-1ab41763413a req-32545493-3f0b-4c93-b592-bb6029b9a15e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:39.270643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a95af542-5b6b-4654-a094-1ab41763413a req-32545493-3f0b-4c93-b592-bb6029b9a15e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:39.399421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a95af542-5b6b-4654-a094-1ab41763413a req-32545493-3f0b-4c93-b592-bb6029b9a15e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:03:39.539121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a95af542-5b6b-4654-a094-1ab41763413a req-32545493-3f0b-4c93-b592-bb6029b9a15e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:39.554342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-07530b0e-3f0b-420e-a03f-3d255baa1083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:39.659785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32545493-3f0b-4c93-b592-bb6029b9a15e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=cfa66afd-4a4d-4800-b7c6-b5e1b80dac88,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:39.668506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-32545493-3f0b-4c93-b592-bb6029b9a15e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:39.709774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:03:39.744480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:03:39.744880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:03:39.756605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95af542-5b6b-4654-a094-1ab41763413a req-32545493-3f0b-4c93-b592-bb6029b9a15e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] No DVR routers for this DVR port cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:03:39.758795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a95af542-5b6b-4654-a094-1ab41763413a req-32545493-3f0b-4c93-b592-bb6029b9a15e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:39.761626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'name': 'network-vif-deleted', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:03:39.776968 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a95af542-5b6b-4654-a094-1ab41763413a req-32545493-3f0b-4c93-b592-bb6029b9a15e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "DELETE /v2.0/ports/cfa66afd-4a4d-4800-b7c6-b5e1b80dac88 HTTP/1.1" status: 204  len: 173 time: 0.8270459
Dec 18 07:03:39.822521 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb85a667-d595-4b0a-8518-f3f8498c5147', 'name': 'network-vif-deleted', 'tag': 'cfa66afd-4a4d-4800-b7c6-b5e1b80dac88', 'status': 'completed', 'code': 200}
Dec 18 07:03:40.052186 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-793542bc-53fe-49cc-a89f-3853edb8e856 req-ec1eebe3-c4a5-431f-9bc3-d0774e233c7f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=eb85a667-d595-4b0a-8518-f3f8498c5147 HTTP/1.1" status: 200  len: 210 time: 0.0488884
Dec 18 07:03:41.162661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55666) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:41.235787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4078-5952-4b63-9ebf-b07a54a94551 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:41.266189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4078-5952-4b63-9ebf-b07a54a94551 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:41.321213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4078-5952-4b63-9ebf-b07a54a94551 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:41.325253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-61b6f1a4-08a8-46ad-865b-f4d71b6d6d04 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:41.339931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b4078-5952-4b63-9ebf-b07a54a94551 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bed4b0d-2af6-43b1-a96e-6477944dbf8e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:41.343882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a4b4078-5952-4b63-9ebf-b07a54a94551 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:41.351878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4078-5952-4b63-9ebf-b07a54a94551 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:41.353105 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6a4b4078-5952-4b63-9ebf-b07a54a94551 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/security-groups/6bed4b0d-2af6-43b1-a96e-6477944dbf8e HTTP/1.1" status: 204  len: 168 time: 0.1893721
Dec 18 07:03:41.394710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55672) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:42.034799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:42.636070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port cb10edd7-0768-4d5b-80fb-496c7acbc0c5 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:03:42.636600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:42.831762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port cb10edd7-0768-4d5b-80fb-496c7acbc0c5, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=cb10edd7-0768-4d5b-80fb-496c7acbc0c5,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:42.832165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:42.962252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for cb10edd7-0768-4d5b-80fb-496c7acbc0c5 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:03:43.144231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:43.159348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89cf428d-f761-42d4-ab31-f87d2e5ddf1a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:43.253218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=cb10edd7-0768-4d5b-80fb-496c7acbc0c5,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:43.263003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:43.566541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:44.057419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 62d81812-4e0e-46af-bad0-f2f14982415c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:03:44.236643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:03:44.246136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9879dd-ecbc-49f1-9d42-c004c21a4b7b None None] Sync routers for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:03:44.253590 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/62d81812-4e0e-46af-bad0-f2f14982415c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8574934
Dec 18 07:03:44.255924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9879dd-ecbc-49f1-9d42-c004c21a4b7b None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:03:44.256480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55676) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:44.256600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3a9879dd-ecbc-49f1-9d42-c004c21a4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c1dfc18>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:03:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:44.443074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3a9879dd-ecbc-49f1-9d42-c004c21a4b7b None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:03:44.466445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-c730a0ab-45ed-4443-a778-90b2f1141429 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting subnet 41688da4-1361-408a-a84f-634d5c4b808c {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:03:44.470115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c730a0ab-45ed-4443-a778-90b2f1141429 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:44.526081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c730a0ab-45ed-4443-a778-90b2f1141429 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:44.611784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c730a0ab-45ed-4443-a778-90b2f1141429 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:44.692041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bd277ac-c39d-4a9e-97e4-f167fe1ca3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:44.761861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3a9879dd-ecbc-49f1-9d42-c004c21a4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c1dfc18>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:03:43Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:44.766941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9879dd-ecbc-49f1-9d42-c004c21a4b7b None None] Checking router: 62d81812-4e0e-46af-bad0-f2f14982415c for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:03:44.776504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9879dd-ecbc-49f1-9d42-c004c21a4b7b None None] Routers {'62d81812-4e0e-46af-bad0-f2f14982415c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:03:44.777279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3a9879dd-ecbc-49f1-9d42-c004c21a4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c1dfc18>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:03:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['62d81812-4e0e-46af-bad0-f2f14982415c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:44.866810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:03:44.904719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c730a0ab-45ed-4443-a778-90b2f1141429 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:44.920082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4acf4526-c72e-4dd3-9ca0-974f532bc5a7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:44.964136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3a9879dd-ecbc-49f1-9d42-c004c21a4b7b None None] Set router 62d81812-4e0e-46af-bad0-f2f14982415c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:03:45.007427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730a0ab-45ed-4443-a778-90b2f1141429 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Subnet': ['ID=41688da4-1361-408a-a84f-634d5c4b808c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:45.012022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c730a0ab-45ed-4443-a778-90b2f1141429 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:45.054023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c730a0ab-45ed-4443-a778-90b2f1141429 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:45.060175 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c730a0ab-45ed-4443-a778-90b2f1141429 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/subnets/41688da4-1361-408a-a84f-634d5c4b808c HTTP/1.1" status: 204  len: 168 time: 0.8026857
Dec 18 07:03:45.063654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55680) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:45.068421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa5668-aa99-4af3-920b-480ee8a8001c None None] Network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:03:45.547611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:45.639470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3a9879dd-ecbc-49f1-9d42-c004c21a4b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c1dfc18>, [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:03:43Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:45.643345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9879dd-ecbc-49f1-9d42-c004c21a4b7b None None] The sync data for ids ['62d81812-4e0e-46af-bad0-f2f14982415c'] in dv-neutron-765072-3-ovs is: [{'id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'name': 'tempest-TestNetworkBasicOps-router-191947508', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110'}], 'enable_snat': True}, 'gw_port_id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:02:05Z', 'updated_at': '2020-12-18T07:03:43Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': '36b7e040-ddbd-4973-9329-95eb8e636cb3', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d81812-4e0e-46af-bad0-f2f14982415c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1485, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:02:06Z', 'updated_at': '2020-12-18T07:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:03:45.713095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4203a8bd-a28c-4704-a026-ad8d053427f9 None None] DHCP port deletion for c9ec4a71-56f8-42de-92c4-e29cc73ab8fa request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:03:45.717587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4203a8bd-a28c-4704-a026-ad8d053427f9 None None] Deleting port 91a3e5e3-7c59-431e-a13c-81fb00a78223 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:03:45.718021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4203a8bd-a28c-4704-a026-ad8d053427f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:45.734334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:45.740306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 36b7e040-ddbd-4973-9329-95eb8e636cb3 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:03:45.740676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:45.926858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port 36b7e040-ddbd-4973-9329-95eb8e636cb3, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=36b7e040-ddbd-4973-9329-95eb8e636cb3,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:45.927178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:45.939159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4203a8bd-a28c-4704-a026-ad8d053427f9 None None] For port 91a3e5e3-7c59-431e-a13c-81fb00a78223, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=91a3e5e3-7c59-431e-a13c-81fb00a78223,segment=NetworkSegment(5ff48eda-1dd1-4485-a9c4-df3950f40b88),segment_id=5ff48eda-1dd1-4485-a9c4-df3950f40b88)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:45.939722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4203a8bd-a28c-4704-a026-ad8d053427f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:46.056886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 36b7e040-ddbd-4973-9329-95eb8e636cb3 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:03:46.068665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4203a8bd-a28c-4704-a026-ad8d053427f9 None None] Calling delete_port for 91a3e5e3-7c59-431e-a13c-81fb00a78223 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:03:46.141688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4203a8bd-a28c-4704-a026-ad8d053427f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:46.156780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aff29fac-2600-4b9a-bf57-d6f7d29de318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:46.192816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:46.248114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203a8bd-a28c-4704-a026-ad8d053427f9 None None] Pushing event deleted for resources: {'Port': ['ID=91a3e5e3-7c59-431e-a13c-81fb00a78223,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:46.251411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4203a8bd-a28c-4704-a026-ad8d053427f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:46.296471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203a8bd-a28c-4704-a026-ad8d053427f9 None None] No DVR routers for this DVR port 91a3e5e3-7c59-431e-a13c-81fb00a78223 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:03:46.380011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:46.513926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:46.516329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:46.538171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:46.538728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Fanout notify agent at l3_agent the message router_deleted on router 62d81812-4e0e-46af-bad0-f2f14982415c {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:03:46.554306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:46.555521 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a7963e11-ecff-4163-8c62-044bf8387ded tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/routers/62d81812-4e0e-46af-bad0-f2f14982415c HTTP/1.1" status: 204  len: 168 time: 1.4908504
Dec 18 07:03:46.558767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55684) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:46.687610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:46.725660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device cb10edd7-0768-4d5b-80fb-496c7acbc0c5 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:03:46.765254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: cb10edd7-0768-4d5b-80fb-496c7acbc0c5 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:03:46.765822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device cb10edd7-0768-4d5b-80fb-496c7acbc0c5 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:03:46.766298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 91a3e5e3-7c59-431e-a13c-81fb00a78223 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:03:46.799464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 91a3e5e3-7c59-431e-a13c-81fb00a78223 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:03:46.799803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 91a3e5e3-7c59-431e-a13c-81fb00a78223 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:03:46.891906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.023851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17a4b160>,) {'filters': {'network_id': ['c9ec4a71-56f8-42de-92c4-e29cc73ab8fa']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:47.036767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17a4b160>, '5ff48eda-1dd1-4485-a9c4-df3950f40b88') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:47.037109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17a4b160>, '5ff48eda-1dd1-4485-a9c4-df3950f40b88') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:47.049566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.064034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.066316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:03:47.244537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:03:47.253741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.426945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c969-d947-4c48-ae5b-08cd40733b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.429258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network c9ec4a71-56f8-42de-92c4-e29cc73ab8fa has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:03:47.447227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:03:47.458017 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:03:47.536889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.540284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8d2bd421-b988-4899-b4d9-e0e362638edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:47.555416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.568721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Network': ['ID=c9ec4a71-56f8-42de-92c4-e29cc73ab8fa,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:47.572162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:47.576532 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/networks/c9ec4a71-56f8-42de-92c4-e29cc73ab8fa HTTP/1.1" status: 204  len: 168 time: 1.0162976
Dec 18 07:03:47.606060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55688) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:47.612962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'network': {'name': 'tempest-network-smoke--388772687', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'port_security_enabled': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:03:47.618396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:03:47.622894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:network and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:03:47.626615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:03:47.632510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:03:47.643004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:03:47.648587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.685679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:03:47.695909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.696358 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Added segment 0ae4dbca-16f0-4570-aab2-491ed8267e1b of type vxlan for network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74
Dec 18 07:03:47.723617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.752797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.756902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:47.757598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.762855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-05efc1e8-8945-4e14-9ff2-28a7dcd79a8d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:47.868010 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2606061
Dec 18 07:03:47.871028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55692) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:47.877208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Network': ['ID=3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:47.877557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'admin_state_up': True, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:03:47.880115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:47.885586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:03:47.887939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:03:47.891641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:router and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:03:47.894803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:03:47.900894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:03:47.905695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:03:47.911388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.912497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:47.927548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:48.201861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:48.507203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:48.512073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:48.544839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:48.716559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 36b7e040-ddbd-4973-9329-95eb8e636cb3 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:03:48.755418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 36b7e040-ddbd-4973-9329-95eb8e636cb3 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:03:48.755822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 36b7e040-ddbd-4973-9329-95eb8e636cb3 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:03:48.818185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.87 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/abfe43ac-4f84-43ff-8627-674f7d0c3348) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:03:48.969823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:48.994519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:49.012696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-df928bf9-79bd-40fc-91de-805db81febed tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:49.142637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=abfe43ac-4f84-43ff-8627-674f7d0c3348,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:49.147626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:49.195017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:03:49.196204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:03:49.198398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:03:49.436010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:49.610256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:50.233754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:50.442437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 4f4eb022-160a-4e38-be8e-8548f85e29fb is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:03:50.633709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:03:50.646398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Sync routers for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:03:50.656918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:03:50.657595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1de640f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:03:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:50.660174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:50.661502 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.7892139
Dec 18 07:03:50.665014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55696) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:50.850412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Set router 4f4eb022-160a-4e38-be8e-8548f85e29fb gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:03:50.855454 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-33e00a7f-25da-4f5f-9c95-4df02894eb31 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets?project_id=6302410f1da34973bcf54fc230e8ac73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1891053
Dec 18 07:03:50.858219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55702) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:50.864758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'subnet': {'name': 'tempest-subnet-smoke-246718400', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:03:50.983062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:03:50.987685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:subnet and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:03:50.990747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:03:50.996575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:03:51.006890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:03:51.118943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:51.146383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1de640f0>, [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:03:49Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:51.150422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Checking router: 4f4eb022-160a-4e38-be8e-8548f85e29fb for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:03:51.150832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Updating router 4f4eb022-160a-4e38-be8e-8548f85e29fb port abfe43ac-4f84-43ff-8627-674f7d0c3348 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:03:51.203640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:51.571486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:51.591320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-caa2479d-f355-4fbf-a402-2c7aa2c6680c tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:51.614938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:51.627896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Transition to ACTIVE for port object abfe43ac-4f84-43ff-8627-674f7d0c3348 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:03:51.630692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:51.648560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-421a373c-fa3c-4f74-b912-349b49832cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:51.725953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Subnet': ['ID=cc46a5e5-c132-49ef-bd00-cf7591ef530d,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:51.731270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:51.807565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Checking segment: {'id': '0ae4dbca-16f0-4570-aab2-491ed8267e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:03:51.807969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network hostable DHCP agents. Network: 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:03:51.831173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:03:51.842047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:03:51.855523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ee540e-bce5-48ed-ba85-7b4e99811a3b None None] Network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:03:51.857564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:51.858242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:51.883844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3e9d64fa-bee4-427b-b71c-161cd31250df tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0217230
Dec 18 07:03:51.884254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55706) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:51.967608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Pushing event updated for resources: {'Port': ['ID=abfe43ac-4f84-43ff-8627-674f7d0c3348,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:51.990027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.990420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.990803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.991178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.991551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.991924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.992293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.992660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.993060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.993548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.994759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.994903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.995529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.996046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.996573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.997127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.997707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.998232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.998751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.999273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:51.999901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:52.000921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:52.001495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:52.002102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:03:52.008979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:52.055552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Attempting to bind port abfe43ac-4f84-43ff-8627-674f7d0c3348 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:03:52.055795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Attempting to bind port abfe43ac-4f84-43ff-8627-674f7d0c3348 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:03:52.056063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Attempting to bind port abfe43ac-4f84-43ff-8627-674f7d0c3348 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:03:52.061997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:03:52.062975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:03:52.063425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:52.063860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:03:52.064373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Bound port: abfe43ac-4f84-43ff-8627-674f7d0c3348, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:03:52.064794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:52.108700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ips': [{'subnet_id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:03:52.110328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:52.139378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] For port abfe43ac-4f84-43ff-8627-674f7d0c3348, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:03:52.143153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] For port abfe43ac-4f84-43ff-8627-674f7d0c3348, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=abfe43ac-4f84-43ff-8627-674f7d0c3348,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:03:52.149625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:52.165354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:52.313864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Pushing event updated for resources: {'Port': ['ID=abfe43ac-4f84-43ff-8627-674f7d0c3348,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:52.318872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:52.361190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:03:52.361848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1de640f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:03:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:52.404924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Allocated IP 172.20.0.2 (3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74/cc46a5e5-c132-49ef-bd00-cf7591ef530d/20e8a681-cdaf-48cf-b283-e2495193d979) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:03:52.552822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] Set router 4f4eb022-160a-4e38-be8e-8548f85e29fb gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:03:52.653176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:52.667765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Transition to ACTIVE for port object 20e8a681-cdaf-48cf-b283-e2495193d979 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:03:52.697290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Transition to ACTIVE for port object 20e8a681-cdaf-48cf-b283-e2495193d979 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:03:52.708584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:52.727447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:52.811205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:52.851866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:52.866587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Pushing event updated for resources: {'Port': ['ID=20e8a681-cdaf-48cf-b283-e2495193d979,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:52.871767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1de640f0>, [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:03:49Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:52.876742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e41e4b-15f9-447c-808d-95b9d7d4cdfc None None] The sync data for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs is: [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:03:49Z', 'revision_number': 3, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:03:52.879843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:52.919832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:03:52.920930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:03:52.923517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:03:52.983915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Attempting to bind port 20e8a681-cdaf-48cf-b283-e2495193d979 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:03:52.984340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Attempting to bind port 20e8a681-cdaf-48cf-b283-e2495193d979 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '0ae4dbca-16f0-4570-aab2-491ed8267e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:03:52.984753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Attempting to bind port 20e8a681-cdaf-48cf-b283-e2495193d979 on network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:03:52.990553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:03:52.990971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Checking segment: {'id': '0ae4dbca-16f0-4570-aab2-491ed8267e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:03:52.991417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:52.991858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Bound using segment: {'id': '0ae4dbca-16f0-4570-aab2-491ed8267e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:03:52.992372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Bound port: 20e8a681-cdaf-48cf-b283-e2495193d979, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae4dbca-16f0-4570-aab2-491ed8267e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:03:52.992795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:53.082837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] For port 20e8a681-cdaf-48cf-b283-e2495193d979, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:03:53.086048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] For port 20e8a681-cdaf-48cf-b283-e2495193d979, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=20e8a681-cdaf-48cf-b283-e2495193d979,segment=NetworkSegment(0ae4dbca-16f0-4570-aab2-491ed8267e1b),segment_id=0ae4dbca-16f0-4570-aab2-491ed8267e1b)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:03:53.089363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:53.107470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:53.273175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Pushing event updated for resources: {'Port': ['ID=20e8a681-cdaf-48cf-b283-e2495193d979,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:53.280618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:53.453940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.1 (3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74/cc46a5e5-c132-49ef-bd00-cf7591ef530d/f628018f-f72b-4291-9e20-76a59495661d) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:03:53.655086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:53.674301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object f628018f-f72b-4291-9e20-76a59495661d will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:03:53.703526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:53.721171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-558d288d-76da-422f-88e6-87b6e184b1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:53.858016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=f628018f-f72b-4291-9e20-76a59495661d,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:53.863380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:53.915261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:03:53.916414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:03:53.918813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:03:53.982665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:54.103982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:54.591381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:54.595511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:54.627433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a25314bf-600e-49ac-9378-b333595a642a tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:54.685956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b9ff0e-0e37-4ca7-ba6d-678a0dc055fd None None] Network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:03:54.718024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=f628018f-f72b-4291-9e20-76a59495661d,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:54.720826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:54.741429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:54.825448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 20e8a681-cdaf-48cf-b283-e2495193d979 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:03:54.873976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-226d394f-d9dc-444a-bf26-0b13dd3b7717 None None] Provisioning for port 20e8a681-cdaf-48cf-b283-e2495193d979 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:03:54.877627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:03:54.878735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:03:54.991252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 20e8a681-cdaf-48cf-b283-e2495193d979 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:03:54.998712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 20e8a681-cdaf-48cf-b283-e2495193d979 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:03:54.999135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:55.076811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 4f4eb022-160a-4e38-be8e-8548f85e29fb has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:03:55.265954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:03:55.282773 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/4f4eb022-160a-4e38-be8e-8548f85e29fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3944855
Dec 18 07:03:55.283135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55710) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:55.321214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:55.364021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 20e8a681-cdaf-48cf-b283-e2495193d979, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=20e8a681-cdaf-48cf-b283-e2495193d979,segment=NetworkSegment(0ae4dbca-16f0-4570-aab2-491ed8267e1b),segment_id=0ae4dbca-16f0-4570-aab2-491ed8267e1b)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:55.368522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:55.369679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device abfe43ac-4f84-43ff-8627-674f7d0c3348 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:03:55.402431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:55.439331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef031afc-9a82-4539-b276-cbb525a19b26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:55.439762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef031afc-9a82-4539-b276-cbb525a19b26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:55.440450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef031afc-9a82-4539-b276-cbb525a19b26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:55.440862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef031afc-9a82-4539-b276-cbb525a19b26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:55.442753 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ef031afc-9a82-4539-b276-cbb525a19b26 tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2864 time: 0.1586673
Dec 18 07:03:55.445712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55714) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:55.499207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=20e8a681-cdaf-48cf-b283-e2495193d979,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:55.503313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:55.512346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port abfe43ac-4f84-43ff-8627-674f7d0c3348 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:03:55.518589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port abfe43ac-4f84-43ff-8627-674f7d0c3348 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:03:55.519434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:55.535841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd73f2-1139-4706-887d-af23c94b6cfc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:55.536267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd73f2-1139-4706-887d-af23c94b6cfc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:55.536677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd73f2-1139-4706-887d-af23c94b6cfc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:55.537079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acd73f2-1139-4706-887d-af23c94b6cfc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:55.542282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55718) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:55.542497 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6acd73f2-1139-4706-887d-af23c94b6cfc tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0951810
Dec 18 07:03:55.591254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b53db71a-e1e0-45aa-9368-d25df2a79c24 None None] Provisioning complete for port 20e8a681-cdaf-48cf-b283-e2495193d979 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:03:55.591849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b53db71a-e1e0-45aa-9368-d25df2a79c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:55.772595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:55.778696 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-232c8754-7008-40e0-891a-fa7422a8d3eb tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2350626
Dec 18 07:03:55.810619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Sync routers for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:03:55.828866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port abfe43ac-4f84-43ff-8627-674f7d0c3348, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=abfe43ac-4f84-43ff-8627-674f7d0c3348,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:03:55.832691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:03:55.833401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f5e54e0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:03:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:55.907790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:55.917098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c4e7d8d9-0bdd-45fa-943d-97bb19f72f2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:55.981282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b53db71a-e1e0-45aa-9368-d25df2a79c24 None None] Provisioning for port f628018f-f72b-4291-9e20-76a59495661d completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:03:56.060174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b53db71a-e1e0-45aa-9368-d25df2a79c24 None None] Provisioning complete for port f628018f-f72b-4291-9e20-76a59495661d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:03:56.060616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b53db71a-e1e0-45aa-9368-d25df2a79c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.134770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=abfe43ac-4f84-43ff-8627-674f7d0c3348,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:56.143426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:56.156291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Set router 4f4eb022-160a-4e38-be8e-8548f85e29fb gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:03:56.210636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b53db71a-e1e0-45aa-9368-d25df2a79c24 None None] Port f628018f-f72b-4291-9e20-76a59495661d cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:03:56.299662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55724) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:56.305737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1854892865', 'description': 'tempest-secgroup-smoke-1854892865 description', 'project_id': '6302410f1da34973bcf54fc230e8ac73'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:03:56.312896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:03:56.317604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:03:56.320640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:03:56.326415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:03:56.340059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.361928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:03:56.365997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:03:56.368947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:03:56.375312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:03:56.395978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5092795d-8391-4196-b914-f6dc4b30e6bc None None] Provisioning complete for port 20e8a681-cdaf-48cf-b283-e2495193d979 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:03:56.396425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5092795d-8391-4196-b914-f6dc4b30e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.450694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.453411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.458864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c8ccb8a2-64b9-40c7-b5de-77ea71bc11c4 tempest-TestVolumeBootPattern-1069619158 tempest-TestVolumeBootPattern-1069619158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:56.502201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroup': ['ID=00748d48-d152-4410-a0bb-f60085c232e2,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:56.505013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.506355 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2056217
Dec 18 07:03:56.507354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:56.509256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55728) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:56.515447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2712cb43-508c-48f5-941c-72bf3c2ea4a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '00748d48-d152-4410-a0bb-f60085c232e2', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:03:56.521872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2712cb43-508c-48f5-941c-72bf3c2ea4a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:03:56.525950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2712cb43-508c-48f5-941c-72bf3c2ea4a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:03:56.529174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2712cb43-508c-48f5-941c-72bf3c2ea4a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:03:56.534942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2712cb43-508c-48f5-941c-72bf3c2ea4a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:03:56.551393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2712cb43-508c-48f5-941c-72bf3c2ea4a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.619243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2712cb43-508c-48f5-941c-72bf3c2ea4a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.622207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2712cb43-508c-48f5-941c-72bf3c2ea4a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.624237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb4d0faa-7a1e-4b7c-833f-d4f8bc383fe4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:56.626092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f5e54e0>, [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:03:54Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'f628018f-f72b-4291-9e20-76a59495661d', 'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:51:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:53Z', 'updated_at': '2020-12-18T07:03:54Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:56.629352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5092795d-8391-4196-b914-f6dc4b30e6bc None None] Provisioning complete for port f628018f-f72b-4291-9e20-76a59495661d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:03:56.629822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5092795d-8391-4196-b914-f6dc4b30e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.646075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712cb43-508c-48f5-941c-72bf3c2ea4a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bca95fe-6bbd-4ed9-8b28-9d66877074f5,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:56.650464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2712cb43-508c-48f5-941c-72bf3c2ea4a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:56.658146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2712cb43-508c-48f5-941c-72bf3c2ea4a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.658811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Checking router: 4f4eb022-160a-4e38-be8e-8548f85e29fb for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:03:56.659239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Updating router 4f4eb022-160a-4e38-be8e-8548f85e29fb port f628018f-f72b-4291-9e20-76a59495661d binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:03:56.659453 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2712cb43-508c-48f5-941c-72bf3c2ea4a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1489460
Dec 18 07:03:56.667766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55732) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:56.668507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-45659e95-7192-44eb-983a-e0b9c906418d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '00748d48-d152-4410-a0bb-f60085c232e2', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:03:56.675115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-45659e95-7192-44eb-983a-e0b9c906418d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:03:56.679337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-45659e95-7192-44eb-983a-e0b9c906418d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:03:56.682468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-45659e95-7192-44eb-983a-e0b9c906418d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:03:56.688808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-45659e95-7192-44eb-983a-e0b9c906418d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:03:56.705938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45659e95-7192-44eb-983a-e0b9c906418d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.721176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5092795d-8391-4196-b914-f6dc4b30e6bc None None] Port f628018f-f72b-4291-9e20-76a59495661d cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:03:56.739429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.779095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45659e95-7192-44eb-983a-e0b9c906418d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.782211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45659e95-7192-44eb-983a-e0b9c906418d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.789675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c207095b-2ed1-421d-ba8c-a2f04724782c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:56.789858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 20e8a681-cdaf-48cf-b283-e2495193d979 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:03:56.812304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45659e95-7192-44eb-983a-e0b9c906418d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea62db8-8abe-4832-951a-a2b676f3b6a3,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:56.814928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-45659e95-7192-44eb-983a-e0b9c906418d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:56.819447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-45659e95-7192-44eb-983a-e0b9c906418d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.820755 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-45659e95-7192-44eb-983a-e0b9c906418d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1573279
Dec 18 07:03:56.823687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55736) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:56.829270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b08ca135-c4d5-4385-b24a-a5c6fddaeb24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '00748d48-d152-4410-a0bb-f60085c232e2', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:03:56.835832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b08ca135-c4d5-4385-b24a-a5c6fddaeb24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:03:56.839907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b08ca135-c4d5-4385-b24a-a5c6fddaeb24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:03:56.843026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b08ca135-c4d5-4385-b24a-a5c6fddaeb24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:03:56.849628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b08ca135-c4d5-4385-b24a-a5c6fddaeb24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:03:56.867196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b08ca135-c4d5-4385-b24a-a5c6fddaeb24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.941283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b08ca135-c4d5-4385-b24a-a5c6fddaeb24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.943924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b08ca135-c4d5-4385-b24a-a5c6fddaeb24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.945897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-19c9c181-2716-476f-8af3-a3b1ae413b63 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:56.967568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 20e8a681-cdaf-48cf-b283-e2495193d979 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:03:56.968010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.969857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ca135-c4d5-4385-b24a-a5c6fddaeb24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d6b822-e2f2-4209-8929-7a78130786bf,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:56.972430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b08ca135-c4d5-4385-b24a-a5c6fddaeb24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:56.978968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b08ca135-c4d5-4385-b24a-a5c6fddaeb24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:56.980257 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b08ca135-c4d5-4385-b24a-a5c6fddaeb24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1555698
Dec 18 07:03:56.983024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55740) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:56.989102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5135d7b4-46b6-47e7-9f6a-db8bf5b0f29e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '00748d48-d152-4410-a0bb-f60085c232e2', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:03:56.995370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5135d7b4-46b6-47e7-9f6a-db8bf5b0f29e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:03:56.999448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5135d7b4-46b6-47e7-9f6a-db8bf5b0f29e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:03:57.002565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5135d7b4-46b6-47e7-9f6a-db8bf5b0f29e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:03:57.008899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5135d7b4-46b6-47e7-9f6a-db8bf5b0f29e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:03:57.025634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5135d7b4-46b6-47e7-9f6a-db8bf5b0f29e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.095052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5135d7b4-46b6-47e7-9f6a-db8bf5b0f29e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.097803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5135d7b4-46b6-47e7-9f6a-db8bf5b0f29e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.104898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-681f2b37-4629-49ad-a55a-013a0a2986de tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:57.126412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135d7b4-46b6-47e7-9f6a-db8bf5b0f29e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d403cd8d-967a-45e5-9bd0-2ec5e16bd9f0,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:57.129121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5135d7b4-46b6-47e7-9f6a-db8bf5b0f29e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:57.134163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5135d7b4-46b6-47e7-9f6a-db8bf5b0f29e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.135461 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5135d7b4-46b6-47e7-9f6a-db8bf5b0f29e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1514308
Dec 18 07:03:57.138527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55744) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:57.144637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c45472c8-03b4-4e0e-b9ec-e6f01c3680b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '00748d48-d152-4410-a0bb-f60085c232e2', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:03:57.151070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c45472c8-03b4-4e0e-b9ec-e6f01c3680b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:03:57.155178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c45472c8-03b4-4e0e-b9ec-e6f01c3680b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:03:57.158955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c45472c8-03b4-4e0e-b9ec-e6f01c3680b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:03:57.164776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c45472c8-03b4-4e0e-b9ec-e6f01c3680b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:03:57.174923 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-c45472c8-03b4-4e0e-b9ec-e6f01c3680b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:03:57.181779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c45472c8-03b4-4e0e-b9ec-e6f01c3680b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.223819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device abfe43ac-4f84-43ff-8627-674f7d0c3348 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:03:57.248912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c45472c8-03b4-4e0e-b9ec-e6f01c3680b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.252344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c45472c8-03b4-4e0e-b9ec-e6f01c3680b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.254320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b6dacb36-bd86-4df8-be27-7235c3aa7075 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:57.276038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45472c8-03b4-4e0e-b9ec-e6f01c3680b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0880df6-f4d3-4224-adc3-1f47ebab8549,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:57.280345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c45472c8-03b4-4e0e-b9ec-e6f01c3680b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:57.287294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c45472c8-03b4-4e0e-b9ec-e6f01c3680b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.288595 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c45472c8-03b4-4e0e-b9ec-e6f01c3680b2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1490622
Dec 18 07:03:57.291517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55748) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:03:57.297763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4791954a-f203-4ba1-8736-3aebe6f79ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'security_group_rule': {'security_group_id': '00748d48-d152-4410-a0bb-f60085c232e2', 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:03:57.303954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4791954a-f203-4ba1-8736-3aebe6f79ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:03:57.307970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4791954a-f203-4ba1-8736-3aebe6f79ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:security_group_rule and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:03:57.311359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4791954a-f203-4ba1-8736-3aebe6f79ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:03:57.317694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4791954a-f203-4ba1-8736-3aebe6f79ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:03:57.330362 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-4791954a-f203-4ba1-8736-3aebe6f79ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Project 6302410f1da34973bcf54fc230e8ac73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:03:57.337107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4791954a-f203-4ba1-8736-3aebe6f79ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.367102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port abfe43ac-4f84-43ff-8627-674f7d0c3348 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:03:57.367466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.405548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4791954a-f203-4ba1-8736-3aebe6f79ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.408833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4791954a-f203-4ba1-8736-3aebe6f79ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.415793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5059c690-e07d-4685-ae25-48b4b3a8dca0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:57.432849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.435700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791954a-f203-4ba1-8736-3aebe6f79ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674ac6d5-b4ae-4754-b92b-c714ecbd0948,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:57.439238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4791954a-f203-4ba1-8736-3aebe6f79ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:57.446812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4791954a-f203-4ba1-8736-3aebe6f79ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.448102 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4791954a-f203-4ba1-8736-3aebe6f79ccd tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1555960
Dec 18 07:03:57.453621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Transition to ACTIVE for port object f628018f-f72b-4291-9e20-76a59495661d will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:03:57.456712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:57.474865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:57.657278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-7c6ec09f-12e8-4458-9213-a932bdf8f0f3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:03:57.674749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-7c6ec09f-12e8-4458-9213-a932bdf8f0f3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:03:57.676087 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-7c6ec09f-12e8-4458-9213-a932bdf8f0f3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1854892865&fields=id&tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 267 time: 0.0803587
Dec 18 07:03:57.819448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8122698-9048-4272-9b1a-66e991b8678c None None] Pushing event updated for resources: {'Port': ['ID=f628018f-f72b-4291-9e20-76a59495661d,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:57.830883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c8122698-9048-4272-9b1a-66e991b8678c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:57.841538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-4ea3781f-c9a2-484a-bc43-bdbe62b2887d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:57.842286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-4ea3781f-c9a2-484a-bc43-bdbe62b2887d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:03:57.857645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-4ea3781f-c9a2-484a-bc43-bdbe62b2887d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:03:57.858908 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-4ea3781f-c9a2-484a-bc43-bdbe62b2887d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/networks?id=3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 HTTP/1.1" status: 200  len: 796 time: 0.1745014
Dec 18 07:03:57.875284 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-ae2f7e40-e739-4af4-a84b-3c9d091c0a40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/quotas/6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 375 time: 0.0099456
Dec 18 07:03:57.965230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-f7ef2afb-c585-4452-ba4a-0a4bbfc7e641 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:03:57.982739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-f7ef2afb-c585-4452-ba4a-0a4bbfc7e641 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:03:57.984395 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-f7ef2afb-c585-4452-ba4a-0a4bbfc7e641 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1020451
Dec 18 07:03:57.995978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Attempting to bind port f628018f-f72b-4291-9e20-76a59495661d on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:03:57.996412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Attempting to bind port f628018f-f72b-4291-9e20-76a59495661d by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '0ae4dbca-16f0-4570-aab2-491ed8267e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:03:57.996827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Attempting to bind port f628018f-f72b-4291-9e20-76a59495661d on network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:03:58.002935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-d6713247-6418-4097-a8f2-a04fa941d07c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:03:58.003360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:03:58.003789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Checking segment: {'id': '0ae4dbca-16f0-4570-aab2-491ed8267e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:03:58.004250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:58.004480 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-d6713247-6418-4097-a8f2-a04fa941d07c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0063078
Dec 18 07:03:58.004690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Bound using segment: {'id': '0ae4dbca-16f0-4570-aab2-491ed8267e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:03:58.005216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Bound port: f628018f-f72b-4291-9e20-76a59495661d, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae4dbca-16f0-4570-aab2-491ed8267e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:03:58.005695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:58.097886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] For port f628018f-f72b-4291-9e20-76a59495661d, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:03:58.101096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] For port f628018f-f72b-4291-9e20-76a59495661d, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f628018f-f72b-4291-9e20-76a59495661d,segment=NetworkSegment(0ae4dbca-16f0-4570-aab2-491ed8267e1b),segment_id=0ae4dbca-16f0-4570-aab2-491ed8267e1b)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:03:58.104556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:03:58.119532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0aa74951-87f1-4d16-88ed-51f03138752a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:03:58.158697 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-0978fe44-5ac5-47e2-a093-fae8dbc5c5a0 service neutron] 10.222.0.23 "GET /v2.0/networks/3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454122
Dec 18 07:03:58.272215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8122698-9048-4272-9b1a-66e991b8678c None None] Pushing event updated for resources: {'Port': ['ID=f628018f-f72b-4291-9e20-76a59495661d,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:03:58.288536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c8122698-9048-4272-9b1a-66e991b8678c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:03:58.310428 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-12003590-bfe7-4547-b6ed-ec9e3615c11f service neutron] 10.222.0.23 "GET /v2.0/networks/3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452460
Dec 18 07:03:58.332757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:03:58.333411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f5e54e0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:03:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:58.537559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] Set router 4f4eb022-160a-4e38-be8e-8548f85e29fb gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:03:58.545134 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-678efb4d-0f02-44d9-af90-f883d77d4874 req-17389de7-5a1b-4be9-9bb8-0db8c154b6d7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 210 time: 0.0612020
Dec 18 07:03:58.894025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f5e54e0>, [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:03:54Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'f628018f-f72b-4291-9e20-76a59495661d', 'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:51:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:53Z', 'updated_at': '2020-12-18T07:03:58Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:03:58.898301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0ca72c-a446-4363-a703-fe1d6b19d43d None None] The sync data for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs is: [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:03:54Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'f628018f-f72b-4291-9e20-76a59495661d', 'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:51:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:53Z', 'updated_at': '2020-12-18T07:03:58Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:03:59.697831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-478344f0-ed3d-4992-9bff-45563574b591 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:03:59.700265 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-478344f0-ed3d-4992-9bff-45563574b591 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/networks?id=3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 HTTP/1.1" status: 200  len: 796 time: 0.1727943
Dec 18 07:03:59.741087 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43e6943a-0c36-4971-b2a9-7475da52630b req-42a69fbf-ad1e-46b3-90fc-74cfa3b74964 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 210 time: 0.0526953
Dec 18 07:03:59.792817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-b9ee43f0-ece6-4563-a137-445623848c66 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:03:59.805383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-b9ee43f0-ece6-4563-a137-445623848c66 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:03:59.806801 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-b9ee43f0-ece6-4563-a137-445623848c66 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6302410f1da34973bcf54fc230e8ac73 HTTP/1.1" status: 200  len: 7769 time: 0.0876555
Dec 18 07:03:59.817296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'port': {'device_id': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'admin_state_up': True, 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'security_groups': ['00748d48-d152-4410-a0bb-f60085c232e2']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:03:59.964101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:03:59.973998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:03:59.982790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Made reservation on behalf of 6302410f1da34973bcf54fc230e8ac73 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:03:59.989178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:00.299716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.20.0.3 (3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74/cc46a5e5-c132-49ef-bd00-cf7591ef530d/f467095e-f106-48f9-ae98-f4d265bc8a0b) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:04:00.497292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:00.513592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Transition to ACTIVE for port object f467095e-f106-48f9-ae98-f4d265bc8a0b will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:04:00.534347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:00.554022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:00.686555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=f467095e-f106-48f9-ae98-f4d265bc8a0b,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:00.692708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:00.749633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:04:00.750665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:04:00.753058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:04:00.764901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f628018f-f72b-4291-9e20-76a59495661d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:04:00.822836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:00.823507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:00.848407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port f628018f-f72b-4291-9e20-76a59495661d completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:04:00.854430 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0418258
Dec 18 07:04:00.854768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f628018f-f72b-4291-9e20-76a59495661d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:04:00.855198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:00.979587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Request body: {'port': {'device_id': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:04:00.988714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:01.003249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dd518-1f9c-488b-bf0c-80c0307601aa req-3a6f5be0-9f3b-4727-ace6-36f3a5c61897 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:01.005255 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-578dd518-1f9c-488b-bf0c-80c0307601aa req-3a6f5be0-9f3b-4727-ace6-36f3a5c61897 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 931 time: 0.1092219
Dec 18 07:04:01.031641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port f628018f-f72b-4291-9e20-76a59495661d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f628018f-f72b-4291-9e20-76a59495661d,segment=NetworkSegment(0ae4dbca-16f0-4570-aab2-491ed8267e1b),segment_id=0ae4dbca-16f0-4570-aab2-491ed8267e1b)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:04:01.036039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:01.038304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:01.062414 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-578dd518-1f9c-488b-bf0c-80c0307601aa req-4683311f-1693-4f46-a5d9-122ba695775b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=00748d48-d152-4410-a0bb-f60085c232e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499611
Dec 18 07:04:01.072349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-de6791a9-2381-4832-a737-36db739e546b None None] Provisioning for port f467095e-f106-48f9-ae98-f4d265bc8a0b completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:04:01.088829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-de6791a9-2381-4832-a737-36db739e546b None None] Provisioning complete for port f467095e-f106-48f9-ae98-f4d265bc8a0b triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:04:01.089353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de6791a9-2381-4832-a737-36db739e546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:01.113103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:01.165369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-de6791a9-2381-4832-a737-36db739e546b None None] Port f467095e-f106-48f9-ae98-f4d265bc8a0b cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:04:01.167031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=f628018f-f72b-4291-9e20-76a59495661d,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:01.170260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:01.513649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f467095e-f106-48f9-ae98-f4d265bc8a0b {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:04:01.520710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:01.533800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Transition to ACTIVE for port object f467095e-f106-48f9-ae98-f4d265bc8a0b will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:04:01.536469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:01.552000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cca83959-2d92-44ce-8ca3-41b1ead2debe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:01.685734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Pushing event updated for resources: {'Port': ['ID=f467095e-f106-48f9-ae98-f4d265bc8a0b,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:01.689542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:01.874056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Attempting to bind port f467095e-f106-48f9-ae98-f4d265bc8a0b on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:04:01.874429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Attempting to bind port f467095e-f106-48f9-ae98-f4d265bc8a0b by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '0ae4dbca-16f0-4570-aab2-491ed8267e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:04:01.874806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Attempting to bind port f467095e-f106-48f9-ae98-f4d265bc8a0b on network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:04:01.880742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:04:01.881223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Checking segment: {'id': '0ae4dbca-16f0-4570-aab2-491ed8267e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:04:01.881656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:01.882053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Bound using segment: {'id': '0ae4dbca-16f0-4570-aab2-491ed8267e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:04:01.882535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Bound port: f467095e-f106-48f9-ae98-f4d265bc8a0b, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae4dbca-16f0-4570-aab2-491ed8267e1b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:04:01.882910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:01.975339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] For port f467095e-f106-48f9-ae98-f4d265bc8a0b, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:04:01.978917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] For port f467095e-f106-48f9-ae98-f4d265bc8a0b, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f467095e-f106-48f9-ae98-f4d265bc8a0b,segment=NetworkSegment(0ae4dbca-16f0-4570-aab2-491ed8267e1b),segment_id=0ae4dbca-16f0-4570-aab2-491ed8267e1b)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:04:01.982381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:01.998739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-42e11f1e-1d85-435f-b073-a9a923947906 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:02.150869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Pushing event updated for resources: {'Port': ['ID=f467095e-f106-48f9-ae98-f4d265bc8a0b,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:02.157242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:02.189991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:02.190954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:02.192461 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] 10.222.0.15 "PUT /v2.0/ports/f467095e-f106-48f9-ae98-f4d265bc8a0b HTTP/1.1" status: 200  len: 1157 time: 1.3252432
Dec 18 07:04:02.193094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'tag': 'f467095e-f106-48f9-ae98-f4d265bc8a0b'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:04:02.270817 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'tag': 'f467095e-f106-48f9-ae98-f4d265bc8a0b', 'status': 'completed', 'code': 200}
Dec 18 07:04:02.286579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a112d7e-718a-4531-a7f2-20822c8e86ca req-281f7fcc-83dd-4f5c-bdfd-d5287b319ac6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:02.288369 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a112d7e-718a-4531-a7f2-20822c8e86ca req-281f7fcc-83dd-4f5c-bdfd-d5287b319ac6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 943 time: 0.0919452
Dec 18 07:04:02.320345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-0ec04f33-a4d3-4cec-8c66-6ec7bba5f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:02.322103 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-0ec04f33-a4d3-4cec-8c66-6ec7bba5f830 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 1160 time: 0.0871897
Dec 18 07:04:02.338345 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a112d7e-718a-4531-a7f2-20822c8e86ca req-62fd40bf-bc3c-4ea8-ad4c-67ca9ff20d5c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=00748d48-d152-4410-a0bb-f60085c232e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436361
Dec 18 07:04:02.401821 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-9bf69b79-9c17-4e72-b146-4b822e18bf01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f467095e-f106-48f9-ae98-f4d265bc8a0b HTTP/1.1" status: 200  len: 217 time: 0.0674107
Dec 18 07:04:02.476514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-b9664675-2417-46e6-b9a8-cea1c68101eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:02.478098 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-b9664675-2417-46e6-b9a8-cea1c68101eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc46a5e5-c132-49ef-bd00-cf7591ef530d HTTP/1.1" status: 200  len: 834 time: 0.0665743
Dec 18 07:04:02.560106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-8cd94889-2886-4ee2-ae77-0afaf4fe3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:02.561612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-8cd94889-2886-4ee2-ae77-0afaf4fe3780 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0730400
Dec 18 07:04:02.709682 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-6ba9f06d-f08a-4e79-8a78-6a42d813c2eb service neutron] 10.222.0.15 "GET /v2.0/networks/3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399021
Dec 18 07:04:02.737490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f628018f-f72b-4291-9e20-76a59495661d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:04:02.806760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f628018f-f72b-4291-9e20-76a59495661d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:04:02.807186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:02.858280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b1b1acd-1022-4980-8489-996b24e8b6ea req-cb36f8cc-02d7-4aca-acb7-dbbddd8ca95e service neutron] 10.222.0.15 "GET /v2.0/networks/3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384528
Dec 18 07:04:03.261335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cae95b-63a2-4548-9029-93345ed0d8d3 req-60cc0262-114d-4b1a-a2ef-26b7fcab808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:03.262996 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-47cae95b-63a2-4548-9029-93345ed0d8d3 req-60cc0262-114d-4b1a-a2ef-26b7fcab808b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 1160 time: 0.3546565
Dec 18 07:04:03.402142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cae95b-63a2-4548-9029-93345ed0d8d3 req-d7a3c501-2172-4b44-91ad-0e1deb05ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:03.403722 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-47cae95b-63a2-4548-9029-93345ed0d8d3 req-d7a3c501-2172-4b44-91ad-0e1deb05ac29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 HTTP/1.1" status: 200  len: 890 time: 0.1332717
Dec 18 07:04:03.477157 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-47cae95b-63a2-4548-9029-93345ed0d8d3 req-ef6437cd-53e8-4d9a-8b2d-9c86a63b033a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f467095e-f106-48f9-ae98-f4d265bc8a0b HTTP/1.1" status: 200  len: 217 time: 0.0658150
Dec 18 07:04:03.549951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cae95b-63a2-4548-9029-93345ed0d8d3 req-5d6aae76-1fcc-4bbc-9736-28521c52cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:03.551484 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-47cae95b-63a2-4548-9029-93345ed0d8d3 req-5d6aae76-1fcc-4bbc-9736-28521c52cc6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc46a5e5-c132-49ef-bd00-cf7591ef530d HTTP/1.1" status: 200  len: 834 time: 0.0663450
Dec 18 07:04:03.637441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cae95b-63a2-4548-9029-93345ed0d8d3 req-ebaa7e4d-a69e-44c7-9a79-abc2de748058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:03.639126 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-47cae95b-63a2-4548-9029-93345ed0d8d3 req-ebaa7e4d-a69e-44c7-9a79-abc2de748058 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0802097
Dec 18 07:04:03.794763 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-47cae95b-63a2-4548-9029-93345ed0d8d3 req-61675c4c-2a1d-4502-a33b-13b0eee3601c service neutron] 10.222.0.15 "GET /v2.0/networks/3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473434
Dec 18 07:04:03.835763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17bf13-f976-4766-90f9-8059110ed3ff req-6947fb2a-057b-4288-8994-4b352aa9c40f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:03.837389 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8e17bf13-f976-4766-90f9-8059110ed3ff req-6947fb2a-057b-4288-8994-4b352aa9c40f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 943 time: 0.3672657
Dec 18 07:04:03.885290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8e17bf13-f976-4766-90f9-8059110ed3ff req-458c0986-42ac-47a8-8be8-d474bc66d503 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=00748d48-d152-4410-a0bb-f60085c232e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407789
Dec 18 07:04:03.942234 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-47cae95b-63a2-4548-9029-93345ed0d8d3 req-a740f6bb-e881-45c2-bb6c-1d4e4708b664 service neutron] 10.222.0.15 "GET /v2.0/networks/3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399581
Dec 18 07:04:05.095232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9be89-5b2c-485d-812e-424689cf6985 req-5bcf2a92-6c9f-4abc-a3bc-0da4be88cc11 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:05.096828 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d6c9be89-5b2c-485d-812e-424689cf6985 req-5bcf2a92-6c9f-4abc-a3bc-0da4be88cc11 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 943 time: 0.0843711
Dec 18 07:04:05.146675 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d6c9be89-5b2c-485d-812e-424689cf6985 req-59a6938b-4afb-4029-b7b7-5d1a650fac2e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=00748d48-d152-4410-a0bb-f60085c232e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435109
Dec 18 07:04:06.201898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f467095e-f106-48f9-ae98-f4d265bc8a0b up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:04:06.268822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port f467095e-f106-48f9-ae98-f4d265bc8a0b completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:04:06.273863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f467095e-f106-48f9-ae98-f4d265bc8a0b triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:04:06.274295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:06.354135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576feb9-94dc-42c3-b58d-eee4bc082f0d req-f6d76c1c-94fe-404f-b5f8-e26c604797e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:06.355723 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9576feb9-94dc-42c3-b58d-eee4bc082f0d req-f6d76c1c-94fe-404f-b5f8-e26c604797e1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 943 time: 0.0824196
Dec 18 07:04:06.395489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:06.402438 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9576feb9-94dc-42c3-b58d-eee4bc082f0d req-e020330e-9b6b-447d-99a7-1e01405e54b6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=00748d48-d152-4410-a0bb-f60085c232e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395467
Dec 18 07:04:06.423978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f467095e-f106-48f9-ae98-f4d265bc8a0b'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:04:06.434302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port f467095e-f106-48f9-ae98-f4d265bc8a0b, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f467095e-f106-48f9-ae98-f4d265bc8a0b,segment=NetworkSegment(0ae4dbca-16f0-4570-aab2-491ed8267e1b),segment_id=0ae4dbca-16f0-4570-aab2-491ed8267e1b)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:04:06.437433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:06.439329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:06.483255 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f467095e-f106-48f9-ae98-f4d265bc8a0b', 'code': 200}
Dec 18 07:04:06.507762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=f467095e-f106-48f9-ae98-f4d265bc8a0b,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:06.510949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:06.743742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bc6f9-a7c1-4588-bd28-ff44eeb87ac7 req-722950e5-f226-475d-8c75-c4d740200fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:06.745296 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-996bc6f9-a7c1-4588-bd28-ff44eeb87ac7 req-722950e5-f226-475d-8c75-c4d740200fb4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 1162 time: 0.0815663
Dec 18 07:04:06.794475 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-996bc6f9-a7c1-4588-bd28-ff44eeb87ac7 req-7ae5cee3-d731-43b1-ae21-87e835c50d7f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=00748d48-d152-4410-a0bb-f60085c232e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378926
Dec 18 07:04:07.618492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc13a3-b306-486b-8bbf-9a67fdc08dee req-d8475d18-6e3e-4279-9ed0-ef88066ad129 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:07.620079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-20fc13a3-b306-486b-8bbf-9a67fdc08dee req-d8475d18-6e3e-4279-9ed0-ef88066ad129 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 945 time: 0.0860894
Dec 18 07:04:07.667395 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-20fc13a3-b306-486b-8bbf-9a67fdc08dee req-7c48d8e5-2e89-4037-bafa-d1b375f8d5c6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=00748d48-d152-4410-a0bb-f60085c232e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409701
Dec 18 07:04:07.871442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f467095e-f106-48f9-ae98-f4d265bc8a0b up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:04:07.945497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f467095e-f106-48f9-ae98-f4d265bc8a0b triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:04:07.945951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:08.880535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b39e6-076a-4316-bb40-89821a9ea5ca req-62ba75d3-6122-48e7-9bda-450c0e20077a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:08.882199 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5b7b39e6-076a-4316-bb40-89821a9ea5ca req-62ba75d3-6122-48e7-9bda-450c0e20077a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 945 time: 0.0844102
Dec 18 07:04:08.931824 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5b7b39e6-076a-4316-bb40-89821a9ea5ca req-891c7be2-96af-467b-a48b-04701224330e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=00748d48-d152-4410-a0bb-f60085c232e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432851
Dec 18 07:04:09.140706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345448e1-2b36-4268-8782-b5d181b06069 req-b4a944b3-dc76-4594-be60-8945495027de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:09.142303 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-345448e1-2b36-4268-8782-b5d181b06069 req-b4a944b3-dc76-4594-be60-8945495027de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 945 time: 0.0832851
Dec 18 07:04:09.189080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-345448e1-2b36-4268-8782-b5d181b06069 req-6be5f66f-5a9a-4d68-8acf-6e074b54b760 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=00748d48-d152-4410-a0bb-f60085c232e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405383
Dec 18 07:04:09.218960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55802) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:09.293378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cf7030-4713-4da1-8bfe-191f7c0d210d tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:09.295044 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-72cf7030-4713-4da1-8bfe-191f7c0d210d tempest-TestNetworkBasicOps-426133927 tempest-TestNetworkBasicOps-426133927] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 1157 time: 0.0749955
Dec 18 07:04:09.298495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55806) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:09.303906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': 'f467095e-f106-48f9-ae98-f4d265bc8a0b', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address': '172.20.0.3'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:04:09.309766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:04:09.314401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Usage tracker for resource:floatingip and tenant:6302410f1da34973bcf54fc230e8ac73 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:04:09.317658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:04:09.323476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:04:09.332819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:09.475552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:09.746988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Allocated IP 172.26.7.211 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/0fca8a75-f68f-4de3-89a7-9178c7c20187) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:04:09.901579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:09.927169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:09.942283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:10.070393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=0fca8a75-f68f-4de3-89a7-9178c7c20187,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:10.075619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:10.129219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:04:10.130381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:04:10.132599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:04:10.545972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:10.619065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:10.885157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:10.888849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:10.903995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a71f2117-5683-40b2-a8de-0f4f52af0d0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:11.033477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event updated for resources: {'Port': ['ID=0fca8a75-f68f-4de3-89a7-9178c7c20187,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:11.036851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:11.140768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:11.311173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP fb902df6-196f-45ab-bccc-5fd78f4b0155 associated. External IP: 172.26.7.211, port: f467095e-f106-48f9-ae98-f4d265bc8a0b.
Dec 18 07:04:11.665900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 4f4eb022-160a-4e38-be8e-8548f85e29fb has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:04:12.122217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:04:12.132419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98186f80-5911-4ccd-b970-1785cf113ba1 None None] Sync routers for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:04:12.142982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98186f80-5911-4ccd-b970-1785cf113ba1 None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:04:12.143669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-98186f80-5911-4ccd-b970-1785cf113ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e9392b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:03:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:12.147246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:12.203046 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9034576
Dec 18 07:04:12.203760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'tag': 'f467095e-f106-48f9-ae98-f4d265bc8a0b'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:04:12.206228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55810) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:12.273020 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'tag': 'f467095e-f106-48f9-ae98-f4d265bc8a0b', 'status': 'completed', 'code': 200}
Dec 18 07:04:12.331478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-98186f80-5911-4ccd-b970-1785cf113ba1 None None] Set router 4f4eb022-160a-4e38-be8e-8548f85e29fb gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:04:12.338965 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d775c51-cf11-4d91-941a-53c5fab44dcf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/fb902df6-196f-45ab-bccc-5fd78f4b0155 HTTP/1.1" status: 200  len: 991 time: 0.1313431
Dec 18 07:04:12.374577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b5b68-3535-440b-acf7-6c27017f5a03 req-26bd7355-4381-4dc8-9c30-50253a705fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:12.376100 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a5b5b68-3535-440b-acf7-6c27017f5a03 req-26bd7355-4381-4dc8-9c30-50253a705fcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 1162 time: 0.0785832
Dec 18 07:04:12.521745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b5b68-3535-440b-acf7-6c27017f5a03 req-755118e9-9c24-4a1f-8ce8-6fd194795713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:12.523364 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a5b5b68-3535-440b-acf7-6c27017f5a03 req-755118e9-9c24-4a1f-8ce8-6fd194795713 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 HTTP/1.1" status: 200  len: 890 time: 0.1372576
Dec 18 07:04:12.642710 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a5b5b68-3535-440b-acf7-6c27017f5a03 req-2f7ec3b3-df93-48e8-b2ad-61542d1634ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f467095e-f106-48f9-ae98-f4d265bc8a0b HTTP/1.1" status: 200  len: 999 time: 0.1125731
Dec 18 07:04:12.698537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-98186f80-5911-4ccd-b970-1785cf113ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e9392b0>, [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:03:54Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'fb902df6-196f-45ab-bccc-5fd78f4b0155', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.211', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'port_id': 'f467095e-f106-48f9-ae98-f4d265bc8a0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'mac_address': 'fa:16:3e:63:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:04:10Z', 'updated_at': '2020-12-18T07:04:10Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f628018f-f72b-4291-9e20-76a59495661d', 'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:51:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:53Z', 'updated_at': '2020-12-18T07:04:01Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:12.702678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98186f80-5911-4ccd-b970-1785cf113ba1 None None] Checking router: 4f4eb022-160a-4e38-be8e-8548f85e29fb for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:04:12.711563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98186f80-5911-4ccd-b970-1785cf113ba1 None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:04:12.712236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-98186f80-5911-4ccd-b970-1785cf113ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e9392b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:03:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:12.728670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b5b68-3535-440b-acf7-6c27017f5a03 req-d496b239-86bd-4454-98a7-df6f40b6473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:12.730706 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a5b5b68-3535-440b-acf7-6c27017f5a03 req-d496b239-86bd-4454-98a7-df6f40b6473b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc46a5e5-c132-49ef-bd00-cf7591ef530d HTTP/1.1" status: 200  len: 834 time: 0.0803523
Dec 18 07:04:12.812608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b5b68-3535-440b-acf7-6c27017f5a03 req-afce81fc-4ac1-4b88-80fc-b326f0cc41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:12.814351 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a5b5b68-3535-440b-acf7-6c27017f5a03 req-afce81fc-4ac1-4b88-80fc-b326f0cc41c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0762687
Dec 18 07:04:12.899741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-98186f80-5911-4ccd-b970-1785cf113ba1 None None] Set router 4f4eb022-160a-4e38-be8e-8548f85e29fb gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:04:12.966452 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a5b5b68-3535-440b-acf7-6c27017f5a03 req-e684eec1-500f-45fd-bec3-b67aeafd0db1 service neutron] 10.222.0.15 "GET /v2.0/networks/3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457479
Dec 18 07:04:13.118440 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3a5b5b68-3535-440b-acf7-6c27017f5a03 req-0454c446-fe57-4dfd-9da1-c548389da807 service neutron] 10.222.0.15 "GET /v2.0/networks/3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414888
Dec 18 07:04:13.341270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55816) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:13.421856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-98186f80-5911-4ccd-b970-1785cf113ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e9392b0>, [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:03:54Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'fb902df6-196f-45ab-bccc-5fd78f4b0155', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.211', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'port_id': 'f467095e-f106-48f9-ae98-f4d265bc8a0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'mac_address': 'fa:16:3e:63:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:04:10Z', 'updated_at': '2020-12-18T07:04:10Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f628018f-f72b-4291-9e20-76a59495661d', 'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:51:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:53Z', 'updated_at': '2020-12-18T07:04:01Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:13.426022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98186f80-5911-4ccd-b970-1785cf113ba1 None None] The sync data for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs is: [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:03:54Z', 'revision_number': 4, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'fb902df6-196f-45ab-bccc-5fd78f4b0155', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.211', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'port_id': 'f467095e-f106-48f9-ae98-f4d265bc8a0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'mac_address': 'fa:16:3e:63:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:04:10Z', 'updated_at': '2020-12-18T07:04:10Z', 'revision_number': 0, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f628018f-f72b-4291-9e20-76a59495661d', 'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:51:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:53Z', 'updated_at': '2020-12-18T07:04:01Z', 'revision_number': 5, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:04:13.458380 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-87f8eb32-4e6c-4738-89a2-075a2064ee56 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/fb902df6-196f-45ab-bccc-5fd78f4b0155 HTTP/1.1" status: 200  len: 991 time: 0.1144609
Dec 18 07:04:13.700010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b033d2-c2f9-4823-b73c-47799d91b04c None None] New status for floating IP fb902df6-196f-45ab-bccc-5fd78f4b0155: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:04:14.461268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55820) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:14.572287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-afe13cd0-6744-4a6a-b34b-4696114f53ba tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/fb902df6-196f-45ab-bccc-5fd78f4b0155 HTTP/1.1" status: 200  len: 993 time: 0.1096661
Dec 18 07:04:14.664701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc6c7172-578a-4eee-b1e0-857ab6a3369f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:17.428172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46a95735-a754-485c-a681-dd4bbee8b688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:17.450548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:18.512859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:19.438655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:21.867131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:04:22.706981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:41.221048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55832) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:41.227031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a1ce3a8c-fa33-49b6-ae4e-2c54a5b9b17d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'router': {'admin_state_up': False}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:04:41.757534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3a8c-fa33-49b6-ae4e-2c54a5b9b17d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:41.766853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3a8c-fa33-49b6-ae4e-2c54a5b9b17d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:41.953577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ce3a8c-fa33-49b6-ae4e-2c54a5b9b17d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 4f4eb022-160a-4e38-be8e-8548f85e29fb has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:04:42.134347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ce3a8c-fa33-49b6-ae4e-2c54a5b9b17d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:04:42.140981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3a8c-fa33-49b6-ae4e-2c54a5b9b17d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:42.142284 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a1ce3a8c-fa33-49b6-ae4e-2c54a5b9b17d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/4f4eb022-160a-4e38-be8e-8548f85e29fb HTTP/1.1" status: 200  len: 888 time: 0.9200957
Dec 18 07:04:42.144808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c2b6e-0218-4cf5-82a7-a9412acf771a None None] Sync routers for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:04:42.155266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c2b6e-0218-4cf5-82a7-a9412acf771a None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:04:42.156548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8e5c2b6e-0218-4cf5-82a7-a9412acf771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf16a58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:04:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:42.216606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8e5c2b6e-0218-4cf5-82a7-a9412acf771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf16a58>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:42.225843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c2b6e-0218-4cf5-82a7-a9412acf771a None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:04:42.226481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8e5c2b6e-0218-4cf5-82a7-a9412acf771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf16a58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:04:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:42.286997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8e5c2b6e-0218-4cf5-82a7-a9412acf771a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf16a58>, [], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:42.287426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c2b6e-0218-4cf5-82a7-a9412acf771a None None] The sync data for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs is: [] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:04:42.569377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce217639-ae84-4aed-87a3-bd4bf895a1e1 None None] New status for floating IP fb902df6-196f-45ab-bccc-5fd78f4b0155: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:04:42.901413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f628018f-f72b-4291-9e20-76a59495661d no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:04:43.110540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:43.143973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port f628018f-f72b-4291-9e20-76a59495661d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f628018f-f72b-4291-9e20-76a59495661d,segment=NetworkSegment(0ae4dbca-16f0-4570-aab2-491ed8267e1b),segment_id=0ae4dbca-16f0-4570-aab2-491ed8267e1b)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:04:43.146775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:43.147633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device abfe43ac-4f84-43ff-8627-674f7d0c3348 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:04:43.175202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:43.267821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=f628018f-f72b-4291-9e20-76a59495661d,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:43.307764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.308160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.308551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.308932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.309313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.309721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.310096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.310469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.310843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.311212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.311580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.311945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.312397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.312769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.313135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.313503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.313894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.314264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.314629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.315017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.315605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.315969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.316336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.316702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:43.322571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:43.339958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:43.356055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port abfe43ac-4f84-43ff-8627-674f7d0c3348, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=abfe43ac-4f84-43ff-8627-674f7d0c3348,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:04:43.359577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:43.361341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:43.425544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=abfe43ac-4f84-43ff-8627-674f7d0c3348,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:43.428707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:44.313492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55838) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:44.319684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8ba645a7-ec70-4d25-b383-017562d27df4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Request body: {'router': {'admin_state_up': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:04:44.667454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-260f869e-2975-429f-b155-e62605c792ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:45.134048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ba645a7-ec70-4d25-b383-017562d27df4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:45.143292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ba645a7-ec70-4d25-b383-017562d27df4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036852969476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1806325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036852958212'] for router, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:45.322433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba645a7-ec70-4d25-b383-017562d27df4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 4f4eb022-160a-4e38-be8e-8548f85e29fb has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:04:45.502896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba645a7-ec70-4d25-b383-017562d27df4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:04:45.508770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ba645a7-ec70-4d25-b383-017562d27df4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:45.510330 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8ba645a7-ec70-4d25-b383-017562d27df4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/4f4eb022-160a-4e38-be8e-8548f85e29fb HTTP/1.1" status: 200  len: 887 time: 1.1954188
Dec 18 07:04:45.512899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bae9a1a-2c5e-4c1f-8387-20bc7130a0ad None None] Sync routers for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:04:45.513173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55842) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:45.523280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bae9a1a-2c5e-4c1f-8387-20bc7130a0ad None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:04:45.523958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8bae9a1a-2c5e-4c1f-8387-20bc7130a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc26ba8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:04:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:45.624089 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-60ae175a-c27d-4fc6-af3f-acdfa473d6f3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/fb902df6-196f-45ab-bccc-5fd78f4b0155 HTTP/1.1" status: 200  len: 991 time: 0.1096201
Dec 18 07:04:45.708414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-8bae9a1a-2c5e-4c1f-8387-20bc7130a0ad None None] Set router 4f4eb022-160a-4e38-be8e-8548f85e29fb gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:04:46.058823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8bae9a1a-2c5e-4c1f-8387-20bc7130a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc26ba8>, [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:04:45Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:04:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'fb902df6-196f-45ab-bccc-5fd78f4b0155', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.211', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'port_id': 'f467095e-f106-48f9-ae98-f4d265bc8a0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'mac_address': 'fa:16:3e:63:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:04:10Z', 'updated_at': '2020-12-18T07:04:42Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f628018f-f72b-4291-9e20-76a59495661d', 'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:51:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:53Z', 'updated_at': '2020-12-18T07:04:43Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:46.063306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bae9a1a-2c5e-4c1f-8387-20bc7130a0ad None None] Checking router: 4f4eb022-160a-4e38-be8e-8548f85e29fb for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:04:46.072241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bae9a1a-2c5e-4c1f-8387-20bc7130a0ad None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:04:46.072892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8bae9a1a-2c5e-4c1f-8387-20bc7130a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc26ba8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:04:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:46.250430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-8bae9a1a-2c5e-4c1f-8387-20bc7130a0ad None None] Set router 4f4eb022-160a-4e38-be8e-8548f85e29fb gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:04:46.602073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8bae9a1a-2c5e-4c1f-8387-20bc7130a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc26ba8>, [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:04:45Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:04:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'fb902df6-196f-45ab-bccc-5fd78f4b0155', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.211', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'port_id': 'f467095e-f106-48f9-ae98-f4d265bc8a0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'mac_address': 'fa:16:3e:63:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:04:10Z', 'updated_at': '2020-12-18T07:04:42Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f628018f-f72b-4291-9e20-76a59495661d', 'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:51:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:53Z', 'updated_at': '2020-12-18T07:04:43Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:46.606230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bae9a1a-2c5e-4c1f-8387-20bc7130a0ad None None] The sync data for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs is: [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:04:45Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:04:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'fb902df6-196f-45ab-bccc-5fd78f4b0155', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'floating_ip_address': '172.26.7.211', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'port_id': 'f467095e-f106-48f9-ae98-f4d265bc8a0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'mac_address': 'fa:16:3e:63:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:04:10Z', 'updated_at': '2020-12-18T07:04:42Z', 'revision_number': 2, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f628018f-f72b-4291-9e20-76a59495661d', 'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:51:0c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:53Z', 'updated_at': '2020-12-18T07:04:43Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:04:46.627483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55846) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:46.742008 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3ec3c9b9-c33b-44cb-9500-87f443e58ec1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/fb902df6-196f-45ab-bccc-5fd78f4b0155 HTTP/1.1" status: 200  len: 991 time: 0.1131659
Dec 18 07:04:47.430764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85ecd8b2-cc96-44cc-8640-5250294ad9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:47.455980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:47.746096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55850) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:47.858189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ab35985e-efab-47f3-b1c3-d946fb3102b6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/fb902df6-196f-45ab-bccc-5fd78f4b0155 HTTP/1.1" status: 200  len: 991 time: 0.1106889
Dec 18 07:04:48.508044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:48.793324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f628018f-f72b-4291-9e20-76a59495661d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:04:48.862233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55854) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:48.862453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f628018f-f72b-4291-9e20-76a59495661d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:04:48.862690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:48.977563 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8c293823-08a5-4ea9-ba75-1b7ca7c2d001 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/fb902df6-196f-45ab-bccc-5fd78f4b0155 HTTP/1.1" status: 200  len: 991 time: 0.1139984
Dec 18 07:04:48.982301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:49.015769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port f628018f-f72b-4291-9e20-76a59495661d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f628018f-f72b-4291-9e20-76a59495661d,segment=NetworkSegment(0ae4dbca-16f0-4570-aab2-491ed8267e1b),segment_id=0ae4dbca-16f0-4570-aab2-491ed8267e1b)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:04:49.018660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:49.019554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device abfe43ac-4f84-43ff-8627-674f7d0c3348 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:04:49.047207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:49.139305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=f628018f-f72b-4291-9e20-76a59495661d,revision_number=7']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:49.143418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:49.153271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port abfe43ac-4f84-43ff-8627-674f7d0c3348 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:04:49.153756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:49.270493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:49.287316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port abfe43ac-4f84-43ff-8627-674f7d0c3348, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=abfe43ac-4f84-43ff-8627-674f7d0c3348,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:04:49.290704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:49.293251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4203a8bd-a28c-4704-a026-ad8d053427f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:49.329863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1475c-46b3-4298-ac26-fde3ca3e947d None None] New status for floating IP fb902df6-196f-45ab-bccc-5fd78f4b0155: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:04:49.532206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=abfe43ac-4f84-43ff-8627-674f7d0c3348,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:49.537389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:49.540168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:49.981134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55858) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:50.094244 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-33972e5d-ee36-4cc9-80ca-06d558d07f91 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/floatingips/fb902df6-196f-45ab-bccc-5fd78f4b0155 HTTP/1.1" status: 200  len: 993 time: 0.1117413
Dec 18 07:04:50.432392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55866) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:50.639377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port 0fca8a75-f68f-4de3-89a7-9178c7c20187 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:04:50.639757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:50.766531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f628018f-f72b-4291-9e20-76a59495661d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:04:50.818414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:50.818784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:50.836440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f628018f-f72b-4291-9e20-76a59495661d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:04:50.836871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:50.949775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for 0fca8a75-f68f-4de3-89a7-9178c7c20187 owned by network:floatingip {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:04:50.956830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device abfe43ac-4f84-43ff-8627-674f7d0c3348 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:04:51.023938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port abfe43ac-4f84-43ff-8627-674f7d0c3348 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:04:51.024521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:51.113932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:51.129465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:51.228900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=0fca8a75-f68f-4de3-89a7-9178c7c20187,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:51.245442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.245899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.246324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.246740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.247154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.247563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.247972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.248380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.248785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.249190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.250177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.250582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.251049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.251461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.251866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.252269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.252675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.253079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.253482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.253914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.254316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.254721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.255120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.255520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:51.259326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:51.368977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for floatingip, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:51.369350 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Floating IP fb902df6-196f-45ab-bccc-5fd78f4b0155 disassociated (deleted). External IP: 172.26.7.211, port: f467095e-f106-48f9-ae98-f4d265bc8a0b.
Dec 18 07:04:51.726247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 4f4eb022-160a-4e38-be8e-8548f85e29fb has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:04:51.914382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:04:51.924049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593ee1ae-7efe-439d-acad-122e5584b8cc None None] Sync routers for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:04:51.931906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:51.934479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ee1ae-7efe-439d-acad-122e5584b8cc None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:04:51.935231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-593ee1ae-7efe-439d-acad-122e5584b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dcb6198>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:04:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:51.988134 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/floatingips/fb902df6-196f-45ab-bccc-5fd78f4b0155 HTTP/1.1" status: 204  len: 168 time: 1.5545828
Dec 18 07:04:51.988846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'tag': 'f467095e-f106-48f9-ae98-f4d265bc8a0b'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:04:52.064138 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'tag': 'f467095e-f106-48f9-ae98-f4d265bc8a0b', 'status': 'completed', 'code': 200}
Dec 18 07:04:52.122962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-593ee1ae-7efe-439d-acad-122e5584b8cc None None] Set router 4f4eb022-160a-4e38-be8e-8548f85e29fb gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:04:52.165645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75466-dc5f-40f9-8271-32044f2ac8cc req-8aa8ac71-4600-4200-8eb2-83a02e25d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:52.167208 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a75466-dc5f-40f9-8271-32044f2ac8cc req-8aa8ac71-4600-4200-8eb2-83a02e25d3fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6302410f1da34973bcf54fc230e8ac73&device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 1162 time: 0.0782096
Dec 18 07:04:52.324833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75466-dc5f-40f9-8271-32044f2ac8cc req-9b0754aa-409f-4032-a115-bb933b1eba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:52.326640 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a75466-dc5f-40f9-8271-32044f2ac8cc req-9b0754aa-409f-4032-a115-bb933b1eba54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 HTTP/1.1" status: 200  len: 890 time: 0.1487465
Dec 18 07:04:52.419859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39562f-64fe-4290-8e3b-cf8175831ee5 req-acc7d039-5867-480f-b546-d975a471cf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:52.421004 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a75466-dc5f-40f9-8271-32044f2ac8cc req-3e30ea19-4011-46dd-83e5-1065f71c26e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f467095e-f106-48f9-ae98-f4d265bc8a0b HTTP/1.1" status: 200  len: 217 time: 0.0825143
Dec 18 07:04:52.421602 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a39562f-64fe-4290-8e3b-cf8175831ee5 req-acc7d039-5867-480f-b546-d975a471cf60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 945 time: 0.0862684
Dec 18 07:04:52.478153 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a39562f-64fe-4290-8e3b-cf8175831ee5 req-ca38af72-0234-4731-ba16-ce05578cfe8a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=00748d48-d152-4410-a0bb-f60085c232e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494788
Dec 18 07:04:52.480212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-593ee1ae-7efe-439d-acad-122e5584b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dcb6198>, [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:04:45Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:04:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'f628018f-f72b-4291-9e20-76a59495661d', 'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:51:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:53Z', 'updated_at': '2020-12-18T07:04:49Z', 'revision_number': 7, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:52.485807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593ee1ae-7efe-439d-acad-122e5584b8cc None None] Checking router: 4f4eb022-160a-4e38-be8e-8548f85e29fb for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:04:52.494499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75466-dc5f-40f9-8271-32044f2ac8cc req-829d964d-7ff7-42a0-8793-a98c8c308733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:52.495948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593ee1ae-7efe-439d-acad-122e5584b8cc None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:04:52.496267 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a75466-dc5f-40f9-8271-32044f2ac8cc req-829d964d-7ff7-42a0-8793-a98c8c308733 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc46a5e5-c132-49ef-bd00-cf7591ef530d HTTP/1.1" status: 200  len: 834 time: 0.0683060
Dec 18 07:04:52.496683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-593ee1ae-7efe-439d-acad-122e5584b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dcb6198>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:04:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:52.581674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a75466-dc5f-40f9-8271-32044f2ac8cc req-8ae5afa5-512a-4489-befa-4681a36e83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:52.583312 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a75466-dc5f-40f9-8271-32044f2ac8cc req-8ae5afa5-512a-4489-befa-4681a36e83b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0804510
Dec 18 07:04:52.711466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:52.874610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-593ee1ae-7efe-439d-acad-122e5584b8cc None None] Set router 4f4eb022-160a-4e38-be8e-8548f85e29fb gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:04:53.026127 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a75466-dc5f-40f9-8271-32044f2ac8cc req-60df4dfd-1c28-420a-8efd-bf1b8e6d6e9a service neutron] 10.222.0.15 "GET /v2.0/networks/3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4352663
Dec 18 07:04:53.169552 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55a75466-dc5f-40f9-8271-32044f2ac8cc req-4645bafd-05f9-4517-a3a6-6f9955cc8ef0 service neutron] 10.222.0.15 "GET /v2.0/networks/3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363876
Dec 18 07:04:53.207809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-593ee1ae-7efe-439d-acad-122e5584b8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dcb6198>, [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:04:45Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:04:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'f628018f-f72b-4291-9e20-76a59495661d', 'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:51:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:53Z', 'updated_at': '2020-12-18T07:04:49Z', 'revision_number': 7, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:04:53.211981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593ee1ae-7efe-439d-acad-122e5584b8cc None None] The sync data for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs is: [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:04:45Z', 'revision_number': 6, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:04:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'f628018f-f72b-4291-9e20-76a59495661d', 'name': '', 'network_id': '3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'mac_address': 'fa:16:3e:51:0c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:53Z', 'updated_at': '2020-12-18T07:04:49Z', 'revision_number': 7, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'subnets': [{'id': 'cc46a5e5-c132-49ef-bd00-cf7591ef530d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:04:53.703604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac82fb-f0c8-4a3d-9693-7c512ebbbf24 req-b77b70c0-4b6c-4be5-b11b-c8b22a761cf8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:53.705033 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-32ac82fb-f0c8-4a3d-9693-7c512ebbbf24 req-b77b70c0-4b6c-4be5-b11b-c8b22a761cf8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 945 time: 0.0905850
Dec 18 07:04:53.756659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-32ac82fb-f0c8-4a3d-9693-7c512ebbbf24 req-4a4f4af8-d959-45b9-8c9a-c7f286c63457 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=00748d48-d152-4410-a0bb-f60085c232e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450077
Dec 18 07:04:53.813929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-86c58b1c-5b7c-4b16-ab9e-23535556943d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:53.814703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-86c58b1c-5b7c-4b16-ab9e-23535556943d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Synchronizing usage tracker for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:04:53.830275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-86c58b1c-5b7c-4b16-ab9e-23535556943d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Unset dirty status for tenant:6302410f1da34973bcf54fc230e8ac73 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:04:53.831487 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-86c58b1c-5b7c-4b16-ab9e-23535556943d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 945 time: 0.1002166
Dec 18 07:04:53.911181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port f467095e-f106-48f9-ae98-f4d265bc8a0b {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:04:53.911561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:54.107038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f467095e-f106-48f9-ae98-f4d265bc8a0b no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:04:54.166634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port f467095e-f106-48f9-ae98-f4d265bc8a0b, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f467095e-f106-48f9-ae98-f4d265bc8a0b,segment=NetworkSegment(0ae4dbca-16f0-4570-aab2-491ed8267e1b),segment_id=0ae4dbca-16f0-4570-aab2-491ed8267e1b)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:04:54.167042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:54.223884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:54.252479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f467095e-f106-48f9-ae98-f4d265bc8a0b'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:04:54.263335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port f467095e-f106-48f9-ae98-f4d265bc8a0b, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f467095e-f106-48f9-ae98-f4d265bc8a0b,segment=NetworkSegment(0ae4dbca-16f0-4570-aab2-491ed8267e1b),segment_id=0ae4dbca-16f0-4570-aab2-491ed8267e1b)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:04:54.267238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:54.269992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:54.295940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for f467095e-f106-48f9-ae98-f4d265bc8a0b owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:04:54.346912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=f467095e-f106-48f9-ae98-f4d265bc8a0b,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:54.350778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:54.374320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed5268-ce3c-4f0c-8d7a-b2e30f9eddb7 None None] New status for floating IP fb902df6-196f-45ab-bccc-5fd78f4b0155: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:04:54.392903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:04:54.393350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:04:54.435545 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f467095e-f106-48f9-ae98-f4d265bc8a0b', 'code': 200}
Dec 18 07:04:54.895084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port f467095e-f106-48f9-ae98-f4d265bc8a0b {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:04:54.895403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:54.968030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946b251-7a4d-4f28-bc39-b74f6649a6d4 req-79bdc73f-99fa-4069-a03d-c6c880214527 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:04:54.970195 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d946b251-7a4d-4f28-bc39-b74f6649a6d4 req-79bdc73f-99fa-4069-a03d-c6c880214527 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 943 time: 0.0845082
Dec 18 07:04:55.020827 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d946b251-7a4d-4f28-bc39-b74f6649a6d4 req-4c59438c-e0cc-4e26-bb61-b3930aa5298f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/security-groups?id=00748d48-d152-4410-a0bb-f60085c232e2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440879
Dec 18 07:04:55.157850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port f467095e-f106-48f9-ae98-f4d265bc8a0b, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f467095e-f106-48f9-ae98-f4d265bc8a0b,segment=NetworkSegment(0ae4dbca-16f0-4570-aab2-491ed8267e1b),segment_id=0ae4dbca-16f0-4570-aab2-491ed8267e1b)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:04:55.158174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:55.283000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for f467095e-f106-48f9-ae98-f4d265bc8a0b owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:04:55.425456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:55.443143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-54c2a20d-e7d1-4af9-a2ae-67e741d78ba3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:55.535040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=f467095e-f106-48f9-ae98-f4d265bc8a0b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:55.537746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:55.640745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] No DVR routers for this DVR port f467095e-f106-48f9-ae98-f4d265bc8a0b on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:04:55.643180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:55.647270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'name': 'network-vif-deleted', 'tag': 'f467095e-f106-48f9-ae98-f4d265bc8a0b'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:04:55.660646 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-47fe0274-faea-4a83-b15f-7a941560fdb9 req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.15 "DELETE /v2.0/ports/f467095e-f106-48f9-ae98-f4d265bc8a0b HTTP/1.1" status: 204  len: 173 time: 1.8201618
Dec 18 07:04:55.709802 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '941e332c-2ce4-48ae-aa27-28b9eef1ab50', 'name': 'network-vif-deleted', 'tag': 'f467095e-f106-48f9-ae98-f4d265bc8a0b', 'status': 'completed', 'code': 200}
Dec 18 07:04:56.215190 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c534b90-025a-48b7-99b2-73898ba3f627 req-4654e208-67a6-43aa-9079-892102f3240f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "GET /v2.0/ports?device_id=941e332c-2ce4-48ae-aa27-28b9eef1ab50 HTTP/1.1" status: 200  len: 210 time: 0.0465641
Dec 18 07:04:57.328081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55898) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:57.398941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:57.429711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:57.483949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:57.489703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d3ed387-bcaf-4598-b997-d3b60452c992 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:57.505471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'SecurityGroup': ['ID=00748d48-d152-4410-a0bb-f60085c232e2,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:57.516366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.516799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.517229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.517697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.518118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.518532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.518946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.519369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.519766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.520173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.520581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.520987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.521451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.521886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.522293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.522700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.523112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.523516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.523925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.524332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.524735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.525140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.525568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.525978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:04:57.530091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:57.531537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:57.533629 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/security-groups/00748d48-d152-4410-a0bb-f60085c232e2 HTTP/1.1" status: 204  len: 168 time: 0.2043462
Dec 18 07:04:57.575129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55906) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:04:57.938725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:58.536097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port f628018f-f72b-4291-9e20-76a59495661d {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:04:58.536626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:58.737147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port f628018f-f72b-4291-9e20-76a59495661d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f628018f-f72b-4291-9e20-76a59495661d,segment=NetworkSegment(0ae4dbca-16f0-4570-aab2-491ed8267e1b),segment_id=0ae4dbca-16f0-4570-aab2-491ed8267e1b)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:04:58.737572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:58.862466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for f628018f-f72b-4291-9e20-76a59495661d owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:04:58.866636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:04:59.454278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:04:59.469187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38ab68b0-c96e-41be-85ab-0607879dcb95 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:04:59.560546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Port': ['ID=f628018f-f72b-4291-9e20-76a59495661d,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:04:59.570846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:04:59.874007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:00.367536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Router 4f4eb022-160a-4e38-be8e-8548f85e29fb has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:05:00.549947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:05:00.560461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d81590-4442-44bd-99a7-e4bcc1c02890 None None] Sync routers for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:05:00.566477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "PUT /v2.0/routers/4f4eb022-160a-4e38-be8e-8548f85e29fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9873621
Dec 18 07:05:00.566960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55910) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:00.571021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d81590-4442-44bd-99a7-e4bcc1c02890 None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:05:00.571696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b0d81590-4442-44bd-99a7-e4bcc1c02890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1da00780>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:04:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:05:00.755850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-b0d81590-4442-44bd-99a7-e4bcc1c02890 None None] Set router 4f4eb022-160a-4e38-be8e-8548f85e29fb gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:05:00.773372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bdde23-7f4a-4289-a2ac-88506311d3ff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting subnet cc46a5e5-c132-49ef-bd00-cf7591ef530d {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:05:00.776632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58bdde23-7f4a-4289-a2ac-88506311d3ff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:00.838301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58bdde23-7f4a-4289-a2ac-88506311d3ff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:00.924774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58bdde23-7f4a-4289-a2ac-88506311d3ff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:01.057297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b0d81590-4442-44bd-99a7-e4bcc1c02890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1da00780>, [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:04:59Z', 'revision_number': 7, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:04:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:05:01.061350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d81590-4442-44bd-99a7-e4bcc1c02890 None None] Checking router: 4f4eb022-160a-4e38-be8e-8548f85e29fb for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:05:01.071326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d81590-4442-44bd-99a7-e4bcc1c02890 None None] Routers {'4f4eb022-160a-4e38-be8e-8548f85e29fb'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:05:01.072001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b0d81590-4442-44bd-99a7-e4bcc1c02890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1da00780>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:04:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['4f4eb022-160a-4e38-be8e-8548f85e29fb'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:05:01.212360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58bdde23-7f4a-4289-a2ac-88506311d3ff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:01.228159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff26e528-8c18-42d9-b170-c84779dab637 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:01.254396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-b0d81590-4442-44bd-99a7-e4bcc1c02890 None None] Set router 4f4eb022-160a-4e38-be8e-8548f85e29fb gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:05:01.315080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdde23-7f4a-4289-a2ac-88506311d3ff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Subnet': ['ID=cc46a5e5-c132-49ef-bd00-cf7591ef530d,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:01.319867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58bdde23-7f4a-4289-a2ac-88506311d3ff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:01.363230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58bdde23-7f4a-4289-a2ac-88506311d3ff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:01.369286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc34102-3156-41a4-874b-4594ffc1bdb7 None None] Network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:05:01.369705 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-58bdde23-7f4a-4289-a2ac-88506311d3ff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/subnets/cc46a5e5-c132-49ef-bd00-cf7591ef530d HTTP/1.1" status: 204  len: 168 time: 0.8018792
Dec 18 07:05:01.372421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55914) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:01.557969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:01.630270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4864d30-47c5-4a94-ab57-cb6ebafb8992 None None] DHCP port deletion for 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:05:01.635324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b4864d30-47c5-4a94-ab57-cb6ebafb8992 None None] Deleting port 20e8a681-cdaf-48cf-b283-e2495193d979 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:05:01.636089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4864d30-47c5-4a94-ab57-cb6ebafb8992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:01.673590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b0d81590-4442-44bd-99a7-e4bcc1c02890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1da00780>, [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:04:59Z', 'revision_number': 7, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:04:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:05:01.679290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d81590-4442-44bd-99a7-e4bcc1c02890 None None] The sync data for ids ['4f4eb022-160a-4e38-be8e-8548f85e29fb'] in dv-neutron-765072-3-ovs is: [{'id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'name': 'tempest-TestNetworkBasicOps-router-1813438917', 'tenant_id': '6302410f1da34973bcf54fc230e8ac73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87'}], 'enable_snat': True}, 'gw_port_id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:03:47Z', 'updated_at': '2020-12-18T07:04:59Z', 'revision_number': 7, 'project_id': '6302410f1da34973bcf54fc230e8ac73', 'gw_port': {'id': 'abfe43ac-4f84-43ff-8627-674f7d0c3348', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4eb022-160a-4e38-be8e-8548f85e29fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:03:48Z', 'updated_at': '2020-12-18T07:04:49Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:05:01.797425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:01.803986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Deleting port abfe43ac-4f84-43ff-8627-674f7d0c3348 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:05:01.804447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:01.873937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b4864d30-47c5-4a94-ab57-cb6ebafb8992 None None] For port 20e8a681-cdaf-48cf-b283-e2495193d979, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=20e8a681-cdaf-48cf-b283-e2495193d979,segment=NetworkSegment(0ae4dbca-16f0-4570-aab2-491ed8267e1b),segment_id=0ae4dbca-16f0-4570-aab2-491ed8267e1b)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:05:01.874380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4864d30-47c5-4a94-ab57-cb6ebafb8992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:01.993769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] For port abfe43ac-4f84-43ff-8627-674f7d0c3348, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=abfe43ac-4f84-43ff-8627-674f7d0c3348,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:05:01.994152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:02.002203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b4864d30-47c5-4a94-ab57-cb6ebafb8992 None None] Calling delete_port for 20e8a681-cdaf-48cf-b283-e2495193d979 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:05:02.078873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4864d30-47c5-4a94-ab57-cb6ebafb8992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:02.095126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:02.191105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4864d30-47c5-4a94-ab57-cb6ebafb8992 None None] Pushing event deleted for resources: {'Port': ['ID=20e8a681-cdaf-48cf-b283-e2495193d979,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:02.195955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b4864d30-47c5-4a94-ab57-cb6ebafb8992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:02.241037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4864d30-47c5-4a94-ab57-cb6ebafb8992 None None] No DVR routers for this DVR port 20e8a681-cdaf-48cf-b283-e2495193d979 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:05:02.394759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Calling delete_port for abfe43ac-4f84-43ff-8627-674f7d0c3348 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:05:02.526049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:02.712738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:02.761913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 20e8a681-cdaf-48cf-b283-e2495193d979 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:05:02.799332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 20e8a681-cdaf-48cf-b283-e2495193d979 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:05:02.799645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 20e8a681-cdaf-48cf-b283-e2495193d979 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:05:02.800108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f628018f-f72b-4291-9e20-76a59495661d no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:05:02.831656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: f628018f-f72b-4291-9e20-76a59495661d {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:05:02.832048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f628018f-f72b-4291-9e20-76a59495661d not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:05:02.848522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:02.851846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:02.872280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:02.872881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Fanout notify agent at l3_agent the message router_deleted on router 4f4eb022-160a-4e38-be8e-8548f85e29fb {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:05:02.888068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:02.889331 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-01da139c-af62-4c25-9365-b913b1e66237 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/routers/4f4eb022-160a-4e38-be8e-8548f85e29fb HTTP/1.1" status: 204  len: 168 time: 1.5159249
Dec 18 07:05:02.892178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55918) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:03.018708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:03.219680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:03.341044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1774ba58>,) {'filters': {'network_id': ['3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:05:03.353309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1774ba58>, '0ae4dbca-16f0-4570-aab2-491ed8267e1b') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:05:03.353681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1774ba58>, '0ae4dbca-16f0-4570-aab2-491ed8267e1b') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:05:03.366184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:03.381193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:03.383218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:05:03.558696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:05:03.568491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:03.751853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Network 3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:05:03.775232 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:05:03.854855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:03.858322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a1af9d6-e72b-4965-8c70-826b69e13a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:03.877063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:03.883866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Pushing event deleted for resources: {'Network': ['ID=3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:03.888558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:03.894548 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] 10.222.0.23 "DELETE /v2.0/networks/3bcb3f4d-a12d-4da6-8b3e-14e95dbc7c74 HTTP/1.1" status: 204  len: 168 time: 1.0013578
Dec 18 07:05:04.231262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55926) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:04.443844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-578abee3-12f1-4002-aeca-680476199a66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6302410f1da34973bcf54fc230e8ac73&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2112498
Dec 18 07:05:04.446415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55932) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:04.507139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd57c650-44b3-4b10-aa66-b0beb5284d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:04.534576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd57c650-44b3-4b10-aa66-b0beb5284d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:04.580725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd57c650-44b3-4b10-aa66-b0beb5284d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:04.585841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-769388c5-a606-43b8-a17c-ed886ae5ed60 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:04.604111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57c650-44b3-4b10-aa66-b0beb5284d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c554e4-e8dd-40e4-aeb4-0316040afa12,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:04.609281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cd57c650-44b3-4b10-aa66-b0beb5284d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:04.611811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd57c650-44b3-4b10-aa66-b0beb5284d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:04.613026 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cd57c650-44b3-4b10-aa66-b0beb5284d37 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/77c554e4-e8dd-40e4-aeb4-0316040afa12 HTTP/1.1" status: 204  len: 168 time: 0.1656485
Dec 18 07:05:04.759953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device abfe43ac-4f84-43ff-8627-674f7d0c3348 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:05:04.794284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: abfe43ac-4f84-43ff-8627-674f7d0c3348 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:05:04.794683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device abfe43ac-4f84-43ff-8627-674f7d0c3348 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:05:05.062941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 55940) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:05.082502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76ede336-9540-4401-b4eb-8a4bcfa25aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:05.097425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-76ede336-9540-4401-b4eb-8a4bcfa25aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:05:05.101479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-76ede336-9540-4401-b4eb-8a4bcfa25aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:eeae61ae7ca045438b973ba4e61316e3 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:05:05.104431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-76ede336-9540-4401-b4eb-8a4bcfa25aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:05:05.110212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-76ede336-9540-4401-b4eb-8a4bcfa25aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:05:05.198616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76ede336-9540-4401-b4eb-8a4bcfa25aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:05.201194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-76ede336-9540-4401-b4eb-8a4bcfa25aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:05.210117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bffdb61c-07ae-4353-8211-4c3e5a119ae8 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:05.251979 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-76ede336-9540-4401-b4eb-8a4bcfa25aa0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eeae61ae7ca045438b973ba4e61316e3&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1879189
Dec 18 07:05:05.253761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ede336-9540-4401-b4eb-8a4bcfa25aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05011ae7-4500-4a0c-b012-af23ea5a795f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:05.254937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 55944) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:05.257111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-76ede336-9540-4401-b4eb-8a4bcfa25aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:05.318607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-996efd08-fd70-42af-9d0e-8bb9b44041c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:05.348871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-996efd08-fd70-42af-9d0e-8bb9b44041c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:05.398396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-996efd08-fd70-42af-9d0e-8bb9b44041c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:05.403463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e3abc92c-81e0-44a2-92bc-ebe6cf3126a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:05.417008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996efd08-fd70-42af-9d0e-8bb9b44041c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05011ae7-4500-4a0c-b012-af23ea5a795f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:05.419847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-996efd08-fd70-42af-9d0e-8bb9b44041c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:05.421037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-996efd08-fd70-42af-9d0e-8bb9b44041c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:05.422777 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-996efd08-fd70-42af-9d0e-8bb9b44041c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05011ae7-4500-4a0c-b012-af23ea5a795f HTTP/1.1" status: 204  len: 168 time: 0.1658087
Dec 18 07:05:14.671030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29cb6856-631d-46a1-a50c-6bfaaf020c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:14.757407 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-6b23d241-4134-4522-b8ca-0b506cea2d2d tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/networks?tenant_id=ced4491c33494273a6feb1aa40ed0a78&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0331128
Dec 18 07:05:14.917214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a0895e7f-d517-43cb-917a-e08044997c70 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:14.918784 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a0895e7f-d517-43cb-917a-e08044997c70 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1556664
Dec 18 07:05:14.935432 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-125890b0-5dfe-4d51-9ddd-11b6480e7d3d tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/quotas/ced4491c33494273a6feb1aa40ed0a78 HTTP/1.1" status: 200  len: 375 time: 0.0099151
Dec 18 07:05:14.991403 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-9a2d7b3e-b426-48a4-a6c6-95c85510307c tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?tenant_id=ced4491c33494273a6feb1aa40ed0a78&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0503917
Dec 18 07:05:15.195890 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f36f0193-3cfe-41b3-afd9-4607788f60ce req-8fc06948-d6ff-4747-bbc2-3a14704671b1 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 210 time: 0.0456483
Dec 18 07:05:16.379814 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5188914b-a85e-4329-9c0f-278f9e255bd6 req-0975548b-525d-46c2-9d3f-8af3c2de7221 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 210 time: 0.0484226
Dec 18 07:05:16.392215 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-832229ea-6867-482c-a039-d12748d31bf2 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.15 "GET /v2.0/networks?tenant_id=ced4491c33494273a6feb1aa40ed0a78&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0350535
Dec 18 07:05:16.554190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-014376bf-805e-465c-a4c9-a83b27ddbb36 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:16.556008 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-014376bf-805e-465c-a4c9-a83b27ddbb36 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1586883
Dec 18 07:05:16.574719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Request body: {'port': {'device_id': '047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5', 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321', 'admin_state_up': True, 'tenant_id': 'ced4491c33494273a6feb1aa40ed0a78'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:05:16.720601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:05:16.724730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Usage tracker for resource:port and tenant:ced4491c33494273a6feb1aa40ed0a78 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:05:16.727731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:05:16.733489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:05:16.742385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Made reservation on behalf of ced4491c33494273a6feb1aa40ed0a78 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:05:16.747905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:16.761807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:16.777360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:05:16.781917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Usage tracker for resource:security_group_rule and tenant:ced4491c33494273a6feb1aa40ed0a78 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:05:16.784810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:05:16.790514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:05:16.875728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:16.878466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:16.889270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-335bc6dc-ce2e-4be1-9f30-38b24da14420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:16.992158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Pushing event updated for resources: {'SecurityGroup': ['ID=dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:17.002847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:17.194891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Allocated IP 192.168.233.184 (f1c795f9-69ba-4385-a45c-3a14f928d321/e5655088-e81f-4738-8afd-98349f63995d/a278325c-38b1-431e-b2c7-01160f86d08c) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:05:17.403120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:17.419967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Transition to ACTIVE for port object a278325c-38b1-431e-b2c7-01160f86d08c will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:05:17.433709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ed7f89e6-a193-46e7-a912-9409c4352725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:17.442914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:17.462786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:17.463444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:17.595857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Pushing event updated for resources: {'Port': ['ID=a278325c-38b1-431e-b2c7-01160f86d08c,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:17.600193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:17.606136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675681a-b0a6-4649-96d2-e8cf94c71fb9 req-c42b232b-bd50-4a1e-a66a-adfb7f326649 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:17.607751 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0675681a-b0a6-4649-96d2-e8cf94c71fb9 req-c42b232b-bd50-4a1e-a66a-adfb7f326649 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 936 time: 0.0870037
Dec 18 07:05:17.654482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Network f1c795f9-69ba-4385-a45c-3a14f928d321 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:05:17.655616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:05:17.657723 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0675681a-b0a6-4649-96d2-e8cf94c71fb9 req-492369e6-4599-4c5c-939e-196d25679655 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/security-groups?id=dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429366
Dec 18 07:05:17.662310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:05:17.730900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:17.731615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:17.758131 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1876342
Dec 18 07:05:17.774926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Request body: {'port': {'device_id': '047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:05:17.892055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:17.900334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-64cca8ea-d147-4db2-b0c0-3dfb102c9c10 None None] Provisioning for port a278325c-38b1-431e-b2c7-01160f86d08c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:05:17.905823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-64cca8ea-d147-4db2-b0c0-3dfb102c9c10 None None] Provisioning complete for port a278325c-38b1-431e-b2c7-01160f86d08c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:05:17.906173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64cca8ea-d147-4db2-b0c0-3dfb102c9c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:17.961081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-64cca8ea-d147-4db2-b0c0-3dfb102c9c10 None None] Port a278325c-38b1-431e-b2c7-01160f86d08c cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:05:18.291548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a278325c-38b1-431e-b2c7-01160f86d08c {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:05:18.299136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:18.311997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Transition to ACTIVE for port object a278325c-38b1-431e-b2c7-01160f86d08c will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:05:18.314335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:18.329265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e254ea59-a55d-46eb-b130-d258084845e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:18.458344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Pushing event updated for resources: {'Port': ['ID=a278325c-38b1-431e-b2c7-01160f86d08c,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:18.463288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:18.509697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:18.643366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Attempting to bind port a278325c-38b1-431e-b2c7-01160f86d08c on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:05:18.643836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Attempting to bind port a278325c-38b1-431e-b2c7-01160f86d08c by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '1b6a0932-afec-4fab-9081-3692b053f223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:05:18.644287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Attempting to bind port a278325c-38b1-431e-b2c7-01160f86d08c on network f1c795f9-69ba-4385-a45c-3a14f928d321 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:05:18.650490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:05:18.650864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Checking segment: {'id': '1b6a0932-afec-4fab-9081-3692b053f223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:05:18.651272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:18.651965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Bound using segment: {'id': '1b6a0932-afec-4fab-9081-3692b053f223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:05:18.652148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Bound port: a278325c-38b1-431e-b2c7-01160f86d08c, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b6a0932-afec-4fab-9081-3692b053f223', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'f1c795f9-69ba-4385-a45c-3a14f928d321'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:05:18.652482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:18.751256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] For port a278325c-38b1-431e-b2c7-01160f86d08c, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:05:18.754415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] For port a278325c-38b1-431e-b2c7-01160f86d08c, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a278325c-38b1-431e-b2c7-01160f86d08c,segment=NetworkSegment(1b6a0932-afec-4fab-9081-3692b053f223),segment_id=1b6a0932-afec-4fab-9081-3692b053f223)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:05:18.757639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:18.773181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2a0c5d7f-0975-4fef-87a9-822c758e980f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:18.872394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19720adc-6021-4725-b188-8865f52b1050 req-5b9c06d0-1ba8-4d2b-90c4-16b6ee10aa42 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:18.874128 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-19720adc-6021-4725-b188-8865f52b1050 req-5b9c06d0-1ba8-4d2b-90c4-16b6ee10aa42 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 948 time: 0.0843551
Dec 18 07:05:18.930220 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-19720adc-6021-4725-b188-8865f52b1050 req-a9c06585-30c5-4447-b35b-2f8f61fef71a tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/security-groups?id=dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492668
Dec 18 07:05:19.202120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Pushing event updated for resources: {'Port': ['ID=a278325c-38b1-431e-b2c7-01160f86d08c,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:19.207358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:19.237681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:19.238192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:19.239739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] 10.222.0.15 "PUT /v2.0/ports/a278325c-38b1-431e-b2c7-01160f86d08c HTTP/1.1" status: 200  len: 1162 time: 1.4695683
Dec 18 07:05:19.240338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5', 'tag': 'a278325c-38b1-431e-b2c7-01160f86d08c'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:05:19.332057 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5', 'tag': 'a278325c-38b1-431e-b2c7-01160f86d08c', 'status': 'completed', 'code': 200}
Dec 18 07:05:19.377027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-1476b5a4-2fff-4c08-8b94-1da52c3059fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:19.378819 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-1476b5a4-2fff-4c08-8b94-1da52c3059fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ced4491c33494273a6feb1aa40ed0a78&device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 1165 time: 0.0883470
Dec 18 07:05:19.445737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:19.455114 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-4002a0c5-0bc6-4cad-974e-298cb070c00b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a278325c-38b1-431e-b2c7-01160f86d08c HTTP/1.1" status: 200  len: 217 time: 0.0647297
Dec 18 07:05:19.531971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-3b3ba614-3549-4163-9a95-41c0b39fcaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:19.533558 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-3b3ba614-3549-4163-9a95-41c0b39fcaf4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5655088-e81f-4738-8afd-98349f63995d HTTP/1.1" status: 200  len: 843 time: 0.0692260
Dec 18 07:05:19.616514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-9214aafb-9224-4e71-9533-3f96c09e99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:19.618147 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-9214aafb-9224-4e71-9533-3f96c09e99ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1c795f9-69ba-4385-a45c-3a14f928d321&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748301
Dec 18 07:05:19.765750 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-6d30ff1f-a92d-4ab7-9dc0-808982fda8d2 service neutron] 10.222.0.15 "GET /v2.0/networks/f1c795f9-69ba-4385-a45c-3a14f928d321?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357613
Dec 18 07:05:19.911328 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8189f34-36e1-4166-b0c0-ecac39aa7a3a req-a5dea5c5-82bb-4ea6-bffa-7be2757c6ab5 service neutron] 10.222.0.15 "GET /v2.0/networks/f1c795f9-69ba-4385-a45c-3a14f928d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1349251
Dec 18 07:05:20.039568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff817c-5f45-40e4-9b6e-d937dba2f743 req-081c310c-716c-402c-88c9-6cf525c91e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:20.041453 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-41ff817c-5f45-40e4-9b6e-d937dba2f743 req-081c310c-716c-402c-88c9-6cf525c91e75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ced4491c33494273a6feb1aa40ed0a78&device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 1165 time: 0.0762877
Dec 18 07:05:20.143901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cb27c-b78a-4874-9f5d-2e1a67771def req-0ffc9c29-e37a-4e38-b14f-782f84e65eea tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:20.145556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c86cb27c-b78a-4874-9f5d-2e1a67771def req-0ffc9c29-e37a-4e38-b14f-782f84e65eea tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 948 time: 0.0833325
Dec 18 07:05:20.188885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff817c-5f45-40e4-9b6e-d937dba2f743 req-4eb4c4e5-bba5-4373-b626-86cc31d68bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:20.190808 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-41ff817c-5f45-40e4-9b6e-d937dba2f743 req-4eb4c4e5-bba5-4373-b626-86cc31d68bde service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1c795f9-69ba-4385-a45c-3a14f928d321 HTTP/1.1" status: 200  len: 863 time: 0.1401031
Dec 18 07:05:20.193060 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c86cb27c-b78a-4874-9f5d-2e1a67771def req-5ce06f2d-7e19-4f25-a398-5299a80bf975 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/security-groups?id=dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409570
Dec 18 07:05:20.264380 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-41ff817c-5f45-40e4-9b6e-d937dba2f743 req-751916cc-061b-4f3b-8146-6c01e97f2bd0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a278325c-38b1-431e-b2c7-01160f86d08c HTTP/1.1" status: 200  len: 217 time: 0.0667644
Dec 18 07:05:20.334192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff817c-5f45-40e4-9b6e-d937dba2f743 req-4a8a9943-77c0-455a-b7d3-828b7f7c53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:20.335720 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-41ff817c-5f45-40e4-9b6e-d937dba2f743 req-4a8a9943-77c0-455a-b7d3-828b7f7c53d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5655088-e81f-4738-8afd-98349f63995d HTTP/1.1" status: 200  len: 843 time: 0.0632801
Dec 18 07:05:20.417393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff817c-5f45-40e4-9b6e-d937dba2f743 req-edf71e65-0c2e-4d13-94c3-7b0ca6e48355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:20.418997 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-41ff817c-5f45-40e4-9b6e-d937dba2f743 req-edf71e65-0c2e-4d13-94c3-7b0ca6e48355 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1c795f9-69ba-4385-a45c-3a14f928d321&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0761580
Dec 18 07:05:20.566023 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-41ff817c-5f45-40e4-9b6e-d937dba2f743 req-9c2e84ee-96cb-4181-bcda-6ffa4d74454d service neutron] 10.222.0.15 "GET /v2.0/networks/f1c795f9-69ba-4385-a45c-3a14f928d321?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353807
Dec 18 07:05:20.714575 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-41ff817c-5f45-40e4-9b6e-d937dba2f743 req-8d744d15-5516-422a-8574-2a79f83179dd service neutron] 10.222.0.15 "GET /v2.0/networks/f1c795f9-69ba-4385-a45c-3a14f928d321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414363
Dec 18 07:05:21.406982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeddb13-fa0e-4b08-8e0b-ae2c86298830 req-f78e5ac5-006c-432a-8d0e-1911b675d57c tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:21.408556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fbeddb13-fa0e-4b08-8e0b-ae2c86298830 req-f78e5ac5-006c-432a-8d0e-1911b675d57c tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 948 time: 0.0870032
Dec 18 07:05:21.454622 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fbeddb13-fa0e-4b08-8e0b-ae2c86298830 req-9e63cda8-1b89-4d5c-88f0-81bb8790ceba tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/security-groups?id=dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398211
Dec 18 07:05:22.297069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-66ddd96f-80e3-4ad6-a7b2-0af5cb25d873 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 07:05:22.634461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device a278325c-38b1-431e-b2c7-01160f86d08c up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:05:22.667550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a7cee-5ba6-48db-8073-07693c5bd585 req-9b465f5b-cc04-4e31-8324-17a9273f9517 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:22.669174 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f1a7cee-5ba6-48db-8073-07693c5bd585 req-9b465f5b-cc04-4e31-8324-17a9273f9517 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 948 time: 0.0853856
Dec 18 07:05:22.725989 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f1a7cee-5ba6-48db-8073-07693c5bd585 req-9aef9b7d-b965-420d-a3ca-58d8fb9d91a1 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/security-groups?id=dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494194
Dec 18 07:05:22.866440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:22.883890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port a278325c-38b1-431e-b2c7-01160f86d08c completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:05:22.889008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port a278325c-38b1-431e-b2c7-01160f86d08c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:05:22.889357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:23.004786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:23.031951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a278325c-38b1-431e-b2c7-01160f86d08c'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:05:23.042225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port a278325c-38b1-431e-b2c7-01160f86d08c, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a278325c-38b1-431e-b2c7-01160f86d08c,segment=NetworkSegment(1b6a0932-afec-4fab-9081-3692b053f223),segment_id=1b6a0932-afec-4fab-9081-3692b053f223)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:05:23.045630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:23.048116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:23.094604 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a278325c-38b1-431e-b2c7-01160f86d08c', 'code': 200}
Dec 18 07:05:23.116894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=a278325c-38b1-431e-b2c7-01160f86d08c,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:23.120164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:23.341667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cad7f5-756b-449c-a6c9-0c90856f50bb req-71f8aded-68cc-4746-abea-878b52f85934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:23.343268 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1cad7f5-756b-449c-a6c9-0c90856f50bb req-71f8aded-68cc-4746-abea-878b52f85934 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 1167 time: 0.0733542
Dec 18 07:05:23.387926 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1cad7f5-756b-449c-a6c9-0c90856f50bb req-fd4aaf08-1c21-42d6-8ab0-ccbe2971c427 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347238
Dec 18 07:05:23.935719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3f4af-8de1-4976-a3b8-417dad73b6b9 req-b8d208b4-c0cc-4fe9-bf84-d1bf2c7f8270 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:23.937812 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-09b3f4af-8de1-4976-a3b8-417dad73b6b9 req-b8d208b4-c0cc-4fe9-bf84-d1bf2c7f8270 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 950 time: 0.0820723
Dec 18 07:05:23.983135 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-09b3f4af-8de1-4976-a3b8-417dad73b6b9 req-7549dfd8-22fb-4e97-9084-104aa4043f81 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/security-groups?id=dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388324
Dec 18 07:05:24.227738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device a278325c-38b1-431e-b2c7-01160f86d08c up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:05:24.299355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port a278325c-38b1-431e-b2c7-01160f86d08c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:05:24.299777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:25.200293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c1738-ed8a-44e6-85d6-e1d8dde7feab req-256e44b8-d4e2-4ee7-97ab-81fde29efc44 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:25.201910 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-638c1738-ed8a-44e6-85d6-e1d8dde7feab req-256e44b8-d4e2-4ee7-97ab-81fde29efc44 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 950 time: 0.0861495
Dec 18 07:05:25.248929 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-638c1738-ed8a-44e6-85d6-e1d8dde7feab req-ae4720dc-aeca-474e-8022-a80bf36b7f9e tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/security-groups?id=dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401862
Dec 18 07:05:26.603683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c80d76-23cc-4f33-94b2-5182ccd752f1 req-b9cc54d8-d44b-4394-bdac-ab7668d585db tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:26.605297 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86c80d76-23cc-4f33-94b2-5182ccd752f1 req-b9cc54d8-d44b-4394-bdac-ab7668d585db tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 950 time: 0.0826669
Dec 18 07:05:26.657068 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86c80d76-23cc-4f33-94b2-5182ccd752f1 req-65c717e1-dd69-4ee2-af68-41f2e296c6f3 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/security-groups?id=dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444233
Dec 18 07:05:27.867312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f901009-8f8a-4d15-b0fa-3280f0c129e8 req-0111f615-e611-4fb7-a761-c031e655af4f tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:27.868887 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f901009-8f8a-4d15-b0fa-3280f0c129e8 req-0111f615-e611-4fb7-a761-c031e655af4f tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 950 time: 0.0822883
Dec 18 07:05:27.917359 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f901009-8f8a-4d15-b0fa-3280f0c129e8 req-de016529-3eb4-40da-a83c-f49f39ca05d2 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/security-groups?id=dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414138
Dec 18 07:05:27.957185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-36b859a8-eab3-4ffa-8e68-ccc1306a5ebd tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:27.958007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-36b859a8-eab3-4ffa-8e68-ccc1306a5ebd tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Synchronizing usage tracker for tenant:ced4491c33494273a6feb1aa40ed0a78 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:05:27.973872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-36b859a8-eab3-4ffa-8e68-ccc1306a5ebd tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Unset dirty status for tenant:ced4491c33494273a6feb1aa40ed0a78 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:05:27.975074 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-36b859a8-eab3-4ffa-8e68-ccc1306a5ebd tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.15 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 950 time: 0.1031055
Dec 18 07:05:28.052125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Deleting port a278325c-38b1-431e-b2c7-01160f86d08c {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:05:28.052509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:28.205939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device a278325c-38b1-431e-b2c7-01160f86d08c no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:05:28.306665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] For port a278325c-38b1-431e-b2c7-01160f86d08c, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a278325c-38b1-431e-b2c7-01160f86d08c,segment=NetworkSegment(1b6a0932-afec-4fab-9081-3692b053f223),segment_id=1b6a0932-afec-4fab-9081-3692b053f223)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:05:28.307071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:28.321923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:28.349549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a278325c-38b1-431e-b2c7-01160f86d08c'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:05:28.360421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port a278325c-38b1-431e-b2c7-01160f86d08c, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a278325c-38b1-431e-b2c7-01160f86d08c,segment=NetworkSegment(1b6a0932-afec-4fab-9081-3692b053f223),segment_id=1b6a0932-afec-4fab-9081-3692b053f223)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:05:28.364321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:28.366410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:28.414585 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a278325c-38b1-431e-b2c7-01160f86d08c', 'code': 200}
Dec 18 07:05:28.434059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Calling delete_port for a278325c-38b1-431e-b2c7-01160f86d08c owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:05:28.439673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=a278325c-38b1-431e-b2c7-01160f86d08c,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:28.443362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:28.514956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:05:28.515791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:05:29.017066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Deleting port a278325c-38b1-431e-b2c7-01160f86d08c {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:05:29.017556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:29.136465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd816d9-8908-41d5-a01f-449e7e67f000 req-5866517d-8b4b-4372-84eb-4ce803221b1f tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:29.138095 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9bd816d9-8908-41d5-a01f-449e7e67f000 req-5866517d-8b4b-4372-84eb-4ce803221b1f tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 948 time: 0.0926092
Dec 18 07:05:29.186075 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9bd816d9-8908-41d5-a01f-449e7e67f000 req-2ea18e43-05f8-4a0a-8b8a-fbbfd24a709c tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/security-groups?id=dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407977
Dec 18 07:05:29.275438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] For port a278325c-38b1-431e-b2c7-01160f86d08c, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a278325c-38b1-431e-b2c7-01160f86d08c,segment=NetworkSegment(1b6a0932-afec-4fab-9081-3692b053f223),segment_id=1b6a0932-afec-4fab-9081-3692b053f223)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:05:29.275762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:29.402257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Calling delete_port for a278325c-38b1-431e-b2c7-01160f86d08c owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:05:29.542449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:29.557696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:29.646661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Pushing event deleted for resources: {'Port': ['ID=a278325c-38b1-431e-b2c7-01160f86d08c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:29.653606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:29.759475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] No DVR routers for this DVR port a278325c-38b1-431e-b2c7-01160f86d08c on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:05:29.761777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:29.764710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5', 'name': 'network-vif-deleted', 'tag': 'a278325c-38b1-431e-b2c7-01160f86d08c'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:05:29.779929 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a7a1c2f3-426d-4119-9279-dc7dc64f8d65 req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.15 "DELETE /v2.0/ports/a278325c-38b1-431e-b2c7-01160f86d08c HTTP/1.1" status: 204  len: 173 time: 1.7959988
Dec 18 07:05:29.826425 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5', 'name': 'network-vif-deleted', 'tag': 'a278325c-38b1-431e-b2c7-01160f86d08c', 'status': 'completed', 'code': 200}
Dec 18 07:05:30.383018 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a8fe6ab3-bcc0-4314-9457-9557edf7615f req-c49b48bb-3e4b-4d22-826e-70d0448b82e1 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] 10.222.0.23 "GET /v2.0/ports?device_id=047931f9-ec5e-4cf7-9a12-3c9f3da4f0e5 HTTP/1.1" status: 200  len: 210 time: 0.0476584
Dec 18 07:05:31.794584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 56082) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:32.008864 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f24e96ac-84a5-44ba-9142-42260c92171f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ced4491c33494273a6feb1aa40ed0a78&name=default HTTP/1.1" status: 200  len: 2883 time: 0.2129395
Dec 18 07:05:32.011441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 56088) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:32.072084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f37fdc03-8599-413d-be04-4168289258ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:32.098640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f37fdc03-8599-413d-be04-4168289258ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:32.147218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f37fdc03-8599-413d-be04-4168289258ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:32.152210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7dc335b5-0514-43a7-9be7-581b6022c86b tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:32.166197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37fdc03-8599-413d-be04-4168289258ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:32.169238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f37fdc03-8599-413d-be04-4168289258ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:32.170232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f37fdc03-8599-413d-be04-4168289258ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:32.171411 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f37fdc03-8599-413d-be04-4168289258ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dec3a64d-c6fe-4f2a-9295-b1ddcd03ca05 HTTP/1.1" status: 204  len: 168 time: 0.1589887
Dec 18 07:05:32.506117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56096) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:32.525961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d0edc9fb-f418-45f6-8cb4-245f2feb1054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:32.541800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d0edc9fb-f418-45f6-8cb4-245f2feb1054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:05:32.545912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d0edc9fb-f418-45f6-8cb4-245f2feb1054 admin admin] Usage tracker for resource:security_group_rule and tenant:58b73f9d4c9a42feb0e0fff8be4e00a6 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:05:32.548897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d0edc9fb-f418-45f6-8cb4-245f2feb1054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:05:32.554717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d0edc9fb-f418-45f6-8cb4-245f2feb1054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:05:32.648765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d0edc9fb-f418-45f6-8cb4-245f2feb1054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:32.651469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d0edc9fb-f418-45f6-8cb4-245f2feb1054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:32.660618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2afb6433-7f60-4713-b8c0-a09bd882bbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:32.702890 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d0edc9fb-f418-45f6-8cb4-245f2feb1054 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58b73f9d4c9a42feb0e0fff8be4e00a6&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1955948
Dec 18 07:05:32.705328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edc9fb-f418-45f6-8cb4-245f2feb1054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c548a04-724f-41e4-b54a-eb23902db789,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:32.706448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 56100) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:32.708771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d0edc9fb-f418-45f6-8cb4-245f2feb1054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:32.771586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11fd2eef-b54a-44ab-8dc4-39f7130b9a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:32.797710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11fd2eef-b54a-44ab-8dc4-39f7130b9a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:32.841780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11fd2eef-b54a-44ab-8dc4-39f7130b9a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:32.847152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fa49c463-8acc-42a9-88ed-2b6dbc99b4f5 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:32.862129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd2eef-b54a-44ab-8dc4-39f7130b9a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c548a04-724f-41e4-b54a-eb23902db789,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:32.864910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-11fd2eef-b54a-44ab-8dc4-39f7130b9a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:32.867094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-11fd2eef-b54a-44ab-8dc4-39f7130b9a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:32.871238 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-11fd2eef-b54a-44ab-8dc4-39f7130b9a0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0c548a04-724f-41e4-b54a-eb23902db789 HTTP/1.1" status: 204  len: 168 time: 0.1615784
Dec 18 07:05:33.759083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 56122) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:33.898853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1177855539-network', 'tenant_id': '922a92025187493080ef36bd36f1ae07'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:05:33.904137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:05:33.908997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Usage tracker for resource:network and tenant:922a92025187493080ef36bd36f1ae07 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:05:33.912073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:05:33.918865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:05:33.927643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Made reservation on behalf of 922a92025187493080ef36bd36f1ae07 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:05:33.932307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:33.945214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:33.960755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:05:33.964763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Usage tracker for resource:security_group_rule and tenant:922a92025187493080ef36bd36f1ae07 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:05:33.967718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:05:33.974086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:05:34.060745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:34.063917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:34.068333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ecc0782a-90f4-4c4a-81d1-8c02cf7d2f6f tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:34.097869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:05:34.111003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e44f39b-fd4c-4bb8-886f-632636f1c1af,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:34.115388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:34.116373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:34.116759 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Added segment ad2d976e-055e-410d-91c0-7a8144f3be46 of type vxlan for network 86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5
Dec 18 07:05:34.143545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:34.172943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:34.173925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:34.174559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:34.179513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-89aac1c3-39ba-4039-9d6b-f1319587f4db tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:34.285920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:34.289096 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5289218
Dec 18 07:05:34.290118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:34.292390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 56128) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:34.296827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:05:34.298469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Request body: {'subnet': {'network_id': '86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1177855539-subnet', 'tenant_id': '922a92025187493080ef36bd36f1ae07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:05:34.303767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:05:34.307869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Usage tracker for resource:subnet and tenant:922a92025187493080ef36bd36f1ae07 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:05:34.310988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:05:34.314459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:05:34.317476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:05:34.326787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Made reservation on behalf of 922a92025187493080ef36bd36f1ae07 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:05:34.332084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:34.737465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:34.753055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-28d7699b-8ff7-43d3-bf2a-7b90e2438114 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:35.155114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f44bd8-d68e-45fb-ac0c-864d9278a0bf,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:35.167109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:35.223239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Checking segment: {'id': 'ad2d976e-055e-410d-91c0-7a8144f3be46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:05:35.223623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Network hostable DHCP agents. Network: 86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:05:35.241769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Network 86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:05:35.251113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:05:35.260312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e8f8cc-05a7-43fe-aa65-688031e7d305 None None] Network 86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:05:35.262700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:35.263337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:35.282805 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aad7b197-5813-44f9-9d8e-5410515c2284 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9893556
Dec 18 07:05:35.481146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d40dd02-f292-4fe4-a8cb-53a44a3fee8c None None] Network 86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:05:35.865508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-59b410d8-ef1a-497d-a269-43a26370dec0 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:35.866647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:05:35.867105 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-59b410d8-ef1a-497d-a269-43a26370dec0 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/networks?id=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 HTTP/1.1" status: 200  len: 812 time: 0.1540377
Dec 18 07:05:35.883163 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-2e7a4015-16dd-47ca-b24a-a9226af53105 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/quotas/922a92025187493080ef36bd36f1ae07 HTTP/1.1" status: 200  len: 375 time: 0.0098972
Dec 18 07:05:35.932419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-ebd79e3e-9d25-4361-b84f-105f15728857 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?tenant_id=922a92025187493080ef36bd36f1ae07&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0437870
Dec 18 07:05:35.943559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-3de325a6-cc2f-49f6-a9fa-533c67b49915 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:05:35.944595 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-3de325a6-cc2f-49f6-a9fa-533c67b49915 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0054302
Dec 18 07:05:36.087089 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-97088f99-05a9-4ee7-b002-00450868a839 service neutron] 10.222.0.23 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363976
Dec 18 07:05:36.229345 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-6a1d6af2-84d5-49ae-ae75-87e4750369af service neutron] 10.222.0.23 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1355164
Dec 18 07:05:36.431018 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-38306f1c-85be-4102-b433-90c46a1a3948 req-d6136848-402b-43bd-a1fe-08a5a3cbeeb9 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 210 time: 0.0510426
Dec 18 07:05:37.538137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-71d5da1b-6480-4327-9454-da8f07791e68 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:37.539523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-71d5da1b-6480-4327-9454-da8f07791e68 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Synchronizing usage tracker for tenant:922a92025187493080ef36bd36f1ae07 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:05:37.558975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-71d5da1b-6480-4327-9454-da8f07791e68 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Unset dirty status for tenant:922a92025187493080ef36bd36f1ae07 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:05:37.560501 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-71d5da1b-6480-4327-9454-da8f07791e68 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.15 "GET /v2.0/networks?id=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 HTTP/1.1" status: 200  len: 812 time: 0.1805458
Dec 18 07:05:37.587352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Request body: {'port': {'device_id': 'ed350a16-a81f-4fcf-90e5-42a2011d2b67', 'network_id': '86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5', 'admin_state_up': True, 'tenant_id': '922a92025187493080ef36bd36f1ae07'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:05:37.757271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:05:37.761773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Usage tracker for resource:port and tenant:922a92025187493080ef36bd36f1ae07 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:05:37.764947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:05:37.771026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:05:37.780840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Made reservation on behalf of 922a92025187493080ef36bd36f1ae07 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:05:37.787134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:37.875838 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8617bc9d-abe4-4561-9eb7-228e3ac07990 req-111d8179-0218-4364-a869-92cb7aecb5ab tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 210 time: 0.3103991
Dec 18 07:05:38.097774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Allocated IP 172.20.0.12 (86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5/b4f44bd8-d68e-45fb-ac0c-864d9278a0bf/94f73f92-e06f-4c30-80b7-76e59c2adda3) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:05:38.308349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:38.335060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:38.349566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c10320c8-e44b-4746-8747-a60c93b4028d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:38.487864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Pushing event updated for resources: {'Port': ['ID=94f73f92-e06f-4c30-80b7-76e59c2adda3,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:38.493639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:38.545007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Network 86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:05:38.546211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:05:38.548885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:05:38.611195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:38.612114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:38.634386 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0516191
Dec 18 07:05:38.651276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Request body: {'port': {'device_id': 'ed350a16-a81f-4fcf-90e5-42a2011d2b67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:05:38.767932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:39.088451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f776b47-7a2c-4f60-80b7-ce9dcbc6cf58 req-e7cb3481-4349-4aa3-a404-7a896e4ca788 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:39.090092 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0f776b47-7a2c-4f60-80b7-ce9dcbc6cf58 req-e7cb3481-4349-4aa3-a404-7a896e4ca788 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 932 time: 0.0850801
Dec 18 07:05:39.140266 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0f776b47-7a2c-4f60-80b7-ce9dcbc6cf58 req-42eef20a-f6d0-41ff-8fde-c971855047c8 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435562
Dec 18 07:05:39.173900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f73f92-e06f-4c30-80b7-76e59c2adda3 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:05:39.180874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:39.194811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Transition to ACTIVE for port object 94f73f92-e06f-4c30-80b7-76e59c2adda3 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:05:39.197093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:39.213463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ab60eadc-5c93-4a37-a293-b924226872f6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:39.346626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Pushing event updated for resources: {'Port': ['ID=94f73f92-e06f-4c30-80b7-76e59c2adda3,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:39.350017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:39.530084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Attempting to bind port 94f73f92-e06f-4c30-80b7-76e59c2adda3 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:05:39.530392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Attempting to bind port 94f73f92-e06f-4c30-80b7-76e59c2adda3 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'ad2d976e-055e-410d-91c0-7a8144f3be46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:05:39.530764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Attempting to bind port 94f73f92-e06f-4c30-80b7-76e59c2adda3 on network 86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:05:39.536402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:05:39.536778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Checking segment: {'id': 'ad2d976e-055e-410d-91c0-7a8144f3be46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:05:39.537185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:39.537615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Bound using segment: {'id': 'ad2d976e-055e-410d-91c0-7a8144f3be46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:05:39.538091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Bound port: 94f73f92-e06f-4c30-80b7-76e59c2adda3, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2d976e-055e-410d-91c0-7a8144f3be46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:05:39.538485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:39.628646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] For port 94f73f92-e06f-4c30-80b7-76e59c2adda3, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:05:39.631818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] For port 94f73f92-e06f-4c30-80b7-76e59c2adda3, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=94f73f92-e06f-4c30-80b7-76e59c2adda3,segment=NetworkSegment(ad2d976e-055e-410d-91c0-7a8144f3be46),segment_id=ad2d976e-055e-410d-91c0-7a8144f3be46)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:05:39.635358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:39.650679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:39.803926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Pushing event updated for resources: {'Port': ['ID=94f73f92-e06f-4c30-80b7-76e59c2adda3,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:39.809248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:39.841408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:39.842119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:39.843604 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] 10.222.0.15 "PUT /v2.0/ports/94f73f92-e06f-4c30-80b7-76e59c2adda3 HTTP/1.1" status: 200  len: 1158 time: 1.1971231
Dec 18 07:05:39.844177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed350a16-a81f-4fcf-90e5-42a2011d2b67', 'tag': '94f73f92-e06f-4c30-80b7-76e59c2adda3'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:05:39.929690 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed350a16-a81f-4fcf-90e5-42a2011d2b67', 'tag': '94f73f92-e06f-4c30-80b7-76e59c2adda3', 'status': 'completed', 'code': 200}
Dec 18 07:05:39.965305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-21080d0d-0a82-4e96-b2bc-fc32a45e1fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:39.966992 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-21080d0d-0a82-4e96-b2bc-fc32a45e1fcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=922a92025187493080ef36bd36f1ae07&device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 1161 time: 0.0765188
Dec 18 07:05:40.044083 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-59b40306-f60c-4fba-afec-a8862e9f5a80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94f73f92-e06f-4c30-80b7-76e59c2adda3 HTTP/1.1" status: 200  len: 217 time: 0.0651305
Dec 18 07:05:40.115043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e06e6778-9e56-44c0-ae46-1529fb72c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:40.116579 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e06e6778-9e56-44c0-ae46-1529fb72c347 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4f44bd8-d68e-45fb-ac0c-864d9278a0bf HTTP/1.1" status: 200  len: 852 time: 0.0624137
Dec 18 07:05:40.167702 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-77d833b2-d6ed-459d-b000-8b125161e522 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409212
Dec 18 07:05:40.317432 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-83998ab4-1adf-4cc7-9932-1346ad1319e2 service neutron] 10.222.0.15 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388111
Dec 18 07:05:40.353258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66e220-0fb7-450e-95f8-19ff49bfae31 req-9a5ba6c1-9778-489a-b741-a8f3353668d9 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:40.354889 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1d66e220-0fb7-450e-95f8-19ff49bfae31 req-9a5ba6c1-9778-489a-b741-a8f3353668d9 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 944 time: 0.0825818
Dec 18 07:05:40.402190 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1d66e220-0fb7-450e-95f8-19ff49bfae31 req-4680dd08-1314-429c-88e2-cd75a4ba2e86 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402853
Dec 18 07:05:40.460708 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fab3e6b9-1569-4dfc-9d8f-51f0f0497638 req-e33e3619-a2e1-4514-8ff3-9b88cf75170a service neutron] 10.222.0.15 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361706
Dec 18 07:05:40.594220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebd73a-0d33-43d0-894d-e147b699cb60 req-c6869af6-8c68-4810-bf80-8419981835b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:40.595797 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efebd73a-0d33-43d0-894d-e147b699cb60 req-c6869af6-8c68-4810-bf80-8419981835b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=922a92025187493080ef36bd36f1ae07&device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 1161 time: 0.0778155
Dec 18 07:05:40.745852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebd73a-0d33-43d0-894d-e147b699cb60 req-365fc457-1abb-4590-8e15-799446a484a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:40.747438 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efebd73a-0d33-43d0-894d-e147b699cb60 req-365fc457-1abb-4590-8e15-799446a484a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 HTTP/1.1" status: 200  len: 906 time: 0.1434219
Dec 18 07:05:40.818697 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efebd73a-0d33-43d0-894d-e147b699cb60 req-c2ff3238-c455-47a6-aacc-6ff470407ac7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94f73f92-e06f-4c30-80b7-76e59c2adda3 HTTP/1.1" status: 200  len: 217 time: 0.0619802
Dec 18 07:05:40.889477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebd73a-0d33-43d0-894d-e147b699cb60 req-7fb5db8d-d11b-41e3-881c-060d8aa5cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:40.891567 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efebd73a-0d33-43d0-894d-e147b699cb60 req-7fb5db8d-d11b-41e3-881c-060d8aa5cc98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4f44bd8-d68e-45fb-ac0c-864d9278a0bf HTTP/1.1" status: 200  len: 852 time: 0.0657334
Dec 18 07:05:40.941077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efebd73a-0d33-43d0-894d-e147b699cb60 req-0e67eb14-abc9-4913-8a79-c5885f56d8bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412555
Dec 18 07:05:41.083033 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efebd73a-0d33-43d0-894d-e147b699cb60 req-18432a04-c1c2-4893-bb42-69bfc0960bf8 service neutron] 10.222.0.15 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320190
Dec 18 07:05:41.228973 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efebd73a-0d33-43d0-894d-e147b699cb60 req-05f4ae1b-cbcc-4175-8299-4b8d55a7dfb9 service neutron] 10.222.0.15 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384232
Dec 18 07:05:41.619632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963b7e2-afbd-477a-b429-e989adb6d1e8 req-80065507-51ab-4248-a8b0-fd223869febb tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:41.621223 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c963b7e2-afbd-477a-b429-e989adb6d1e8 req-80065507-51ab-4248-a8b0-fd223869febb tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 944 time: 0.0876255
Dec 18 07:05:41.669051 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c963b7e2-afbd-477a-b429-e989adb6d1e8 req-c11f455f-ea82-4fa8-a72c-c2f2ddc905bb tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410173
Dec 18 07:05:42.427404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-8d1e1475-061e-41ec-bbde-d065978e6703 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 07:05:42.764518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 94f73f92-e06f-4c30-80b7-76e59c2adda3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:05:42.835044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 94f73f92-e06f-4c30-80b7-76e59c2adda3 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:05:42.840080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 94f73f92-e06f-4c30-80b7-76e59c2adda3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:05:42.840503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:42.883575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e530d-8555-40f4-afc4-fad287f50462 req-2a856389-923b-4fc2-ac80-c9a5cb63db11 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:42.885183 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-719e530d-8555-40f4-afc4-fad287f50462 req-2a856389-923b-4fc2-ac80-c9a5cb63db11 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 944 time: 0.0830455
Dec 18 07:05:42.937202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-719e530d-8555-40f4-afc4-fad287f50462 req-060c9691-cd32-45b0-b898-bcc183ed6253 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452120
Dec 18 07:05:42.957708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:42.985846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed350a16-a81f-4fcf-90e5-42a2011d2b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f73f92-e06f-4c30-80b7-76e59c2adda3'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:05:42.996081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 94f73f92-e06f-4c30-80b7-76e59c2adda3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=94f73f92-e06f-4c30-80b7-76e59c2adda3,segment=NetworkSegment(ad2d976e-055e-410d-91c0-7a8144f3be46),segment_id=ad2d976e-055e-410d-91c0-7a8144f3be46)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:05:42.998912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:43.000844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c8122698-9048-4272-9b1a-66e991b8678c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:05:43.047652 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed350a16-a81f-4fcf-90e5-42a2011d2b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f73f92-e06f-4c30-80b7-76e59c2adda3', 'code': 200}
Dec 18 07:05:43.071338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=94f73f92-e06f-4c30-80b7-76e59c2adda3,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:05:43.074633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:05:43.304365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b88a01-97f6-4a7e-84fd-27f357ce6e22 req-ba0f0749-1d99-4d78-9664-d5cfa1b8d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:43.305922 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b88a01-97f6-4a7e-84fd-27f357ce6e22 req-ba0f0749-1d99-4d78-9664-d5cfa1b8d92a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 1163 time: 0.0796762
Dec 18 07:05:43.351724 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08b88a01-97f6-4a7e-84fd-27f357ce6e22 req-a1254afe-fa75-448d-9a96-f7a0b0cece5c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353835
Dec 18 07:05:44.144467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee4cfc-cb29-4c84-8ada-ef0dc8a79d67 req-e6f30b82-bbb9-4c7f-9d11-82d53af815b0 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:44.146092 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4dee4cfc-cb29-4c84-8ada-ef0dc8a79d67 req-e6f30b82-bbb9-4c7f-9d11-82d53af815b0 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0812535
Dec 18 07:05:44.192912 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4dee4cfc-cb29-4c84-8ada-ef0dc8a79d67 req-25ae93e5-19cd-4a97-9e3b-ad97d2a1644f tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403686
Dec 18 07:05:44.364632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 94f73f92-e06f-4c30-80b7-76e59c2adda3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:05:44.433926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 94f73f92-e06f-4c30-80b7-76e59c2adda3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:05:44.434463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:44.673550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bda3ab5-a4ff-4b41-8d19-b177f5611de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:45.405887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf80d1c-e236-40ec-93e3-f426da4bffeb req-9a9274e6-2938-409a-bbfb-f9f83383d135 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:45.407478 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6cf80d1c-e236-40ec-93e3-f426da4bffeb req-9a9274e6-2938-409a-bbfb-f9f83383d135 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0856593
Dec 18 07:05:45.456825 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6cf80d1c-e236-40ec-93e3-f426da4bffeb req-dee24519-f65e-41e1-a46a-b6df2463d46a tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430593
Dec 18 07:05:45.866593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56188) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:05:45.916373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fc75f-5cf5-44bf-89ef-08a4f80c538f req-05816ff7-8700-4d80-bd2a-44f9d652d7aa tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:45.918037 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-485fc75f-5cf5-44bf-89ef-08a4f80c538f req-05816ff7-8700-4d80-bd2a-44f9d652d7aa tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0917835
Dec 18 07:05:46.013053 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-485fc75f-5cf5-44bf-89ef-08a4f80c538f req-983788b2-29a2-4cdd-928f-f4188b11e161 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886455
Dec 18 07:05:46.039273 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-d81644d2-c4f9-43ed-9235-eb7c6e9f3bf9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1714213
Dec 18 07:05:47.223300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f9180-f770-4e47-ba53-62646e5596d6 req-8ae71373-8afd-4015-8000-49dec955b1ab tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:47.224918 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-385f9180-f770-4e47-ba53-62646e5596d6 req-8ae71373-8afd-4015-8000-49dec955b1ab tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0835731
Dec 18 07:05:47.278843 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-385f9180-f770-4e47-ba53-62646e5596d6 req-201c6b04-9500-4954-8436-e7d51bfdf772 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466452
Dec 18 07:05:47.343520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-e9e4e145-5e68-486a-a772-2e1b966e3436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:47.345140 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-e9e4e145-5e68-486a-a772-2e1b966e3436 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=922a92025187493080ef36bd36f1ae07&device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 1163 time: 0.0758264
Dec 18 07:05:47.437121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-78b46ebe-0032-420d-a519-70920cbb092f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:47.461859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:47.764481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-51bb7f00-bb00-4f85-a4df-e5319df59bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:47.766747 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-51bb7f00-bb00-4f85-a4df-e5319df59bf4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 HTTP/1.1" status: 200  len: 906 time: 0.4149680
Dec 18 07:05:47.838964 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-b38d6fc6-1794-4fb3-b3a4-57e19287554a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94f73f92-e06f-4c30-80b7-76e59c2adda3 HTTP/1.1" status: 200  len: 217 time: 0.0655797
Dec 18 07:05:47.905625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-5bdab451-2955-4d13-a129-06b6ec6edbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:47.907667 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-5bdab451-2955-4d13-a129-06b6ec6edbb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4f44bd8-d68e-45fb-ac0c-864d9278a0bf HTTP/1.1" status: 200  len: 852 time: 0.0625639
Dec 18 07:05:47.959752 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-e4c398e2-0c4e-4a38-83f9-b83b7d02ceae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451641
Dec 18 07:05:48.101077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-55c10256-4d68-468a-b2a4-de65fdbd6103 service neutron] 10.222.0.15 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343598
Dec 18 07:05:48.242194 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-69f8d481-68eb-49cb-b00f-1348b6bdb149 service neutron] 10.222.0.15 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345196
Dec 18 07:05:48.494584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfacc9-6758-4f3d-925d-a1caefdd1b32 req-21be1773-cfde-47c3-80e9-e3ac08ba3128 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:48.496116 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-79bfacc9-6758-4f3d-925d-a1caefdd1b32 req-21be1773-cfde-47c3-80e9-e3ac08ba3128 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0853171
Dec 18 07:05:48.511918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:48.544721 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-79bfacc9-6758-4f3d-925d-a1caefdd1b32 req-09a21a8e-f00f-4193-a1c6-8130fa3061ae tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419950
Dec 18 07:05:49.446356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:49.763973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534078b-cb13-4bb2-a57f-53cc41081aa7 req-60308ca8-7238-4cbc-b24b-48232c6564f4 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:49.765637 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9534078b-cb13-4bb2-a57f-53cc41081aa7 req-60308ca8-7238-4cbc-b24b-48232c6564f4 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0868173
Dec 18 07:05:49.812569 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9534078b-cb13-4bb2-a57f-53cc41081aa7 req-e9964699-0797-4e65-aca4-f342876196f4 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407367
Dec 18 07:05:51.020718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965802eb-c7c0-4ee9-9c92-06e0ac24a2bf req-ad79f596-d75a-478f-bd79-df8f5c8a64d9 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:51.022235 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-965802eb-c7c0-4ee9-9c92-06e0ac24a2bf req-ad79f596-d75a-478f-bd79-df8f5c8a64d9 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0817051
Dec 18 07:05:51.074965 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-965802eb-c7c0-4ee9-9c92-06e0ac24a2bf req-61346b4f-076c-48b4-8794-03508709a6e6 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464811
Dec 18 07:05:52.283761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b8f9-f580-422f-ac14-02d1d8fa45aa req-ebf94d50-1072-4160-8573-e956eef3b662 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:52.285353 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-39c7b8f9-f580-422f-ac14-02d1d8fa45aa req-ebf94d50-1072-4160-8573-e956eef3b662 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0832748
Dec 18 07:05:52.331844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-39c7b8f9-f580-422f-ac14-02d1d8fa45aa req-d32afb76-a7f6-4133-adb3-a72f6e510b60 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403295
Dec 18 07:05:52.752065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:05:53.544541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c318ea-3e3d-4ee1-87db-ab520736819d req-e5c8e595-326c-445f-9b3f-3895b5116551 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:53.546201 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13c318ea-3e3d-4ee1-87db-ab520736819d req-e5c8e595-326c-445f-9b3f-3895b5116551 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0862901
Dec 18 07:05:53.593967 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13c318ea-3e3d-4ee1-87db-ab520736819d req-6b025a1f-0500-4a14-9652-761d00cbacf3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404422
Dec 18 07:05:54.804630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98092d4-269c-44bd-b18a-12cd65494148 req-bac1de24-de62-4ce5-ac94-ea15303e14af tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:54.806313 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a98092d4-269c-44bd-b18a-12cd65494148 req-bac1de24-de62-4ce5-ac94-ea15303e14af tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0835757
Dec 18 07:05:54.857318 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a98092d4-269c-44bd-b18a-12cd65494148 req-4ac7e385-adbd-4d3d-ad8e-b67e1772fe74 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446682
Dec 18 07:05:56.069316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831794e-fb5b-4db3-b239-e99fbcd8cbcf req-4dc150dd-1d4e-4be3-a9c1-8c1cccb8da64 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:56.070862 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a831794e-fb5b-4db3-b239-e99fbcd8cbcf req-4dc150dd-1d4e-4be3-a9c1-8c1cccb8da64 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0841451
Dec 18 07:05:56.117058 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a831794e-fb5b-4db3-b239-e99fbcd8cbcf req-15a04e7a-92af-4972-ba5c-ad4eeeae778e tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399265
Dec 18 07:05:57.332887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc955490-91d5-41dd-82db-e6c8f8d22e91 req-32d95e4b-12e3-417d-8d7a-c86c4f5f416f tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:57.334554 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dc955490-91d5-41dd-82db-e6c8f8d22e91 req-32d95e4b-12e3-417d-8d7a-c86c4f5f416f tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0873108
Dec 18 07:05:57.381467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dc955490-91d5-41dd-82db-e6c8f8d22e91 req-1e0124c7-0281-4f64-8125-ea1bab043b76 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406539
Dec 18 07:05:58.589164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628d12e-8201-4a30-b6c5-5a65618c20e4 req-543eeff1-b72a-4039-9f33-658a55ee574b tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:58.590786 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2628d12e-8201-4a30-b6c5-5a65618c20e4 req-543eeff1-b72a-4039-9f33-658a55ee574b tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0831745
Dec 18 07:05:58.641244 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2628d12e-8201-4a30-b6c5-5a65618c20e4 req-85b0a3fa-809a-459c-808b-b1196cef2731 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436091
Dec 18 07:05:59.852340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b259f25-94b8-4092-b61d-2a0892c530d8 req-93324f41-f581-4d7b-930b-0a15257b82c2 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:05:59.853965 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b259f25-94b8-4092-b61d-2a0892c530d8 req-93324f41-f581-4d7b-930b-0a15257b82c2 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0819254
Dec 18 07:05:59.901143 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b259f25-94b8-4092-b61d-2a0892c530d8 req-b82371a9-f00f-42f5-9988-607df216a34a tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404313
Dec 18 07:06:01.115077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0c4e3-1082-49db-b068-64d05582c288 req-9486919c-6661-44ec-8caa-2708f7e129b4 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:01.116758 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a9d0c4e3-1082-49db-b068-64d05582c288 req-9486919c-6661-44ec-8caa-2708f7e129b4 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0886207
Dec 18 07:06:01.163432 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a9d0c4e3-1082-49db-b068-64d05582c288 req-918f712d-9087-4caa-a34d-f4145f251bc1 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402622
Dec 18 07:06:02.376530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a949e6a-b188-4e9a-bf3e-494abd512be8 req-fb7920e0-8224-4c4a-a098-0ae8b7b061d6 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:02.378157 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9a949e6a-b188-4e9a-bf3e-494abd512be8 req-fb7920e0-8224-4c4a-a098-0ae8b7b061d6 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0824153
Dec 18 07:06:02.427979 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9a949e6a-b188-4e9a-bf3e-494abd512be8 req-fd890d44-3456-49ea-9060-0c7e638668cf tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435877
Dec 18 07:06:03.639945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562a0bb-de6f-40cf-b26c-3f23ef604a90 req-e432b3ff-d751-49b0-aaed-1d4439229bff tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:03.641664 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1562a0bb-de6f-40cf-b26c-3f23ef604a90 req-e432b3ff-d751-49b0-aaed-1d4439229bff tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0840487
Dec 18 07:06:03.690276 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1562a0bb-de6f-40cf-b26c-3f23ef604a90 req-48160400-ce2a-4cdb-946e-352cf12e75bd tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418875
Dec 18 07:06:04.909457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1d833-f6c5-469b-b532-31a050c14331 req-c1bbd61f-6547-444d-9462-48f53638c98a tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:04.911096 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5da1d833-f6c5-469b-b532-31a050c14331 req-c1bbd61f-6547-444d-9462-48f53638c98a tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0876892
Dec 18 07:06:04.957607 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5da1d833-f6c5-469b-b532-31a050c14331 req-ff801acf-8bcc-446a-8480-6a5eed3b8a76 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401199
Dec 18 07:06:06.165598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffce9ca-22bd-40df-81e7-c33cada5a2d9 req-f0d2230d-585c-4945-9f7d-3ffa155bd011 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:06.167199 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ffce9ca-22bd-40df-81e7-c33cada5a2d9 req-f0d2230d-585c-4945-9f7d-3ffa155bd011 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0824556
Dec 18 07:06:06.216870 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ffce9ca-22bd-40df-81e7-c33cada5a2d9 req-b25175d2-6bd2-430a-b98c-3d3586c3ac1b tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427358
Dec 18 07:06:07.103555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160eb3e-cfd5-4611-914e-d854d8c5235e req-497d29a4-dff4-4f68-8dd1-68a9ed74ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:07.105245 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1160eb3e-cfd5-4611-914e-d854d8c5235e req-497d29a4-dff4-4f68-8dd1-68a9ed74ac62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=922a92025187493080ef36bd36f1ae07&device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 1163 time: 0.0746768
Dec 18 07:06:07.260918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160eb3e-cfd5-4611-914e-d854d8c5235e req-60ce20d0-b16e-44d0-880e-419204b30ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:07.262574 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1160eb3e-cfd5-4611-914e-d854d8c5235e req-60ce20d0-b16e-44d0-880e-419204b30ded service neutron] 10.222.0.15 "GET /v2.0/networks?id=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 HTTP/1.1" status: 200  len: 906 time: 0.1370530
Dec 18 07:06:07.339761 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1160eb3e-cfd5-4611-914e-d854d8c5235e req-97afcf57-c2d0-4b66-ae5e-8306b2277d4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94f73f92-e06f-4c30-80b7-76e59c2adda3 HTTP/1.1" status: 200  len: 217 time: 0.0685515
Dec 18 07:06:07.409060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160eb3e-cfd5-4611-914e-d854d8c5235e req-be8eb8ba-a205-40c4-a260-c2a07efc95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:07.410579 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1160eb3e-cfd5-4611-914e-d854d8c5235e req-be8eb8ba-a205-40c4-a260-c2a07efc95e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4f44bd8-d68e-45fb-ac0c-864d9278a0bf HTTP/1.1" status: 200  len: 852 time: 0.0648158
Dec 18 07:06:07.428300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ef988-15d7-46ca-b920-bf108249709d req-7948e81e-5896-4592-ac59-c51f0b721a10 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:07.429918 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-129ef988-15d7-46ca-b920-bf108249709d req-7948e81e-5896-4592-ac59-c51f0b721a10 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0836058
Dec 18 07:06:07.461481 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1160eb3e-cfd5-4611-914e-d854d8c5235e req-4f9e831d-845e-4013-b834-213d49193e84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440278
Dec 18 07:06:07.478426 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-129ef988-15d7-46ca-b920-bf108249709d req-95d615d9-cfdf-44d6-92e8-caba4bbe92f2 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422058
Dec 18 07:06:07.604867 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1160eb3e-cfd5-4611-914e-d854d8c5235e req-7da9af7a-26cb-4909-9ede-b70d5f99037c service neutron] 10.222.0.15 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363335
Dec 18 07:06:07.748192 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1160eb3e-cfd5-4611-914e-d854d8c5235e req-2c1859d1-22f9-4aaa-acaf-ec4194f53645 service neutron] 10.222.0.15 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356440
Dec 18 07:06:08.693113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b1749-722d-435b-b3c2-a5f03b219cae req-00adac6c-c97a-4967-9200-2ebb22d232af tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:08.694739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d61b1749-722d-435b-b3c2-a5f03b219cae req-00adac6c-c97a-4967-9200-2ebb22d232af tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0886312
Dec 18 07:06:08.741952 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d61b1749-722d-435b-b3c2-a5f03b219cae req-d68644b1-a504-4179-8765-0f80e4ead8ea tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406966
Dec 18 07:06:09.950742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642065b5-7a5f-4246-bec0-b740823e0838 req-6f21f29f-4041-4be1-8f10-d4a03b567006 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:09.952264 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-642065b5-7a5f-4246-bec0-b740823e0838 req-6f21f29f-4041-4be1-8f10-d4a03b567006 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0824180
Dec 18 07:06:10.001799 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-642065b5-7a5f-4246-bec0-b740823e0838 req-ba7d887f-9553-4853-b01f-3b9da868d4ac tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433266
Dec 18 07:06:11.213893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807858c-291f-488d-8ef8-5937eb1e0bfb req-082ea3a8-c2be-46d4-ac49-87b9323a3c45 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:11.215507 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b807858c-291f-488d-8ef8-5937eb1e0bfb req-082ea3a8-c2be-46d4-ac49-87b9323a3c45 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0828912
Dec 18 07:06:11.262867 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b807858c-291f-488d-8ef8-5937eb1e0bfb req-348ba103-36e1-4360-b131-56bb619d567a tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406244
Dec 18 07:06:12.480467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e731d91-368c-4e71-8b72-df2613ae748d req-0229048b-66b8-433b-b70d-dad4a34acc58 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:12.482109 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6e731d91-368c-4e71-8b72-df2613ae748d req-0229048b-66b8-433b-b70d-dad4a34acc58 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0885835
Dec 18 07:06:12.528766 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6e731d91-368c-4e71-8b72-df2613ae748d req-7669a036-d432-487e-9ac3-a0f1e00112e4 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404737
Dec 18 07:06:12.867261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-748d18d1-d47c-449f-b2ed-21b7e150f1c2 req-d43a35f6-8562-463b-834e-1a3cfa164eb5 service neutron] (81085) timed out ('10.222.0.15', 57969) {{(pid=81085) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 18 07:06:12.867472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:06:13.875908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff701d7-eb6f-49bf-b419-24cc1fb66e82 req-398558ca-13a0-4973-8174-cad794c3d0d8 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:13.877499 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4ff701d7-eb6f-49bf-b419-24cc1fb66e82 req-398558ca-13a0-4973-8174-cad794c3d0d8 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0819006
Dec 18 07:06:13.927756 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4ff701d7-eb6f-49bf-b419-24cc1fb66e82 req-b01b351b-7e94-4b66-8c7d-f8891347a779 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440242
Dec 18 07:06:14.517353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 94f73f92-e06f-4c30-80b7-76e59c2adda3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:06:14.585893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 94f73f92-e06f-4c30-80b7-76e59c2adda3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:06:14.586319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:14.711729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d926b855-3d68-489f-8bee-a9ec634ccaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:15.137149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63630ce2-4e07-4455-a845-380aed349ed3 req-7f2e26ac-ac9f-4728-ac56-8512825bc3c8 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:15.138770 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63630ce2-4e07-4455-a845-380aed349ed3 req-7f2e26ac-ac9f-4728-ac56-8512825bc3c8 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0834842
Dec 18 07:06:15.187042 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63630ce2-4e07-4455-a845-380aed349ed3 req-36d4aa07-33c6-4b92-9933-4692d9e71cb1 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418983
Dec 18 07:06:15.222722 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-96b5a6d9-771e-4ed0-80a9-68cb465f3ad9 service neutron] 10.222.0.15 "GET /v2.0/ports/94f73f92-e06f-4c30-80b7-76e59c2adda3/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0816462
Dec 18 07:06:15.513056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-597f3d04-2152-4602-8627-5469d8999399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:15.514589 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-597f3d04-2152-4602-8627-5469d8999399 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67&tenant_id=922a92025187493080ef36bd36f1ae07 HTTP/1.1" status: 200  len: 1163 time: 0.0747085
Dec 18 07:06:15.619814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-4f7c6c51-f231-4590-93ac-41ed40ab2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:15.621448 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-4f7c6c51-f231-4590-93ac-41ed40ab2cc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=922a92025187493080ef36bd36f1ae07&device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 1163 time: 0.0782576
Dec 18 07:06:15.768862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-51b5ad72-f576-47e5-94c2-d60089dd8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:15.770453 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-51b5ad72-f576-47e5-94c2-d60089dd8689 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 HTTP/1.1" status: 200  len: 906 time: 0.1384158
Dec 18 07:06:15.841998 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-f5d55526-7c13-4b6e-a429-abb5be8d7c94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94f73f92-e06f-4c30-80b7-76e59c2adda3 HTTP/1.1" status: 200  len: 217 time: 0.0613101
Dec 18 07:06:15.916184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-070cd761-6106-4e5f-b9ac-dbecf0cdc16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:15.917779 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-070cd761-6106-4e5f-b9ac-dbecf0cdc16d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4f44bd8-d68e-45fb-ac0c-864d9278a0bf HTTP/1.1" status: 200  len: 852 time: 0.0660682
Dec 18 07:06:15.970251 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-e1cd2f9d-3a7c-497e-99dc-336421a1b4aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423245
Dec 18 07:06:16.114186 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-df376568-6270-402d-8445-25849c02b2ed service neutron] 10.222.0.15 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334143
Dec 18 07:06:16.255826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d5187c4-0a69-42fe-af59-ee1d155954bf req-9e6f86d5-2091-4fe1-a9d1-755cffdcb425 service neutron] 10.222.0.15 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1337714
Dec 18 07:06:16.263527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-1236e4e2-23cf-4c6a-85b0-48f6ac37fc65 req-bd46b8db-3d86-440d-9f2a-b52b3d9af8c4 service neutron] (81084) timed out ('10.222.0.15', 57982) {{(pid=81084) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 18 07:06:16.402261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28da04-8151-4799-9f00-0c43fa64de37 req-29c7a428-cd7d-4ad5-9c56-90c08dc23270 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:16.403867 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1f28da04-8151-4799-9f00-0c43fa64de37 req-29c7a428-cd7d-4ad5-9c56-90c08dc23270 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0879209
Dec 18 07:06:16.452719 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1f28da04-8151-4799-9f00-0c43fa64de37 req-4d905e5e-4f7f-4b16-8fc0-47b2ed6e05c1 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418863
Dec 18 07:06:16.487915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 94f73f92-e06f-4c30-80b7-76e59c2adda3 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:06:16.604906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:16.632839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed350a16-a81f-4fcf-90e5-42a2011d2b67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f73f92-e06f-4c30-80b7-76e59c2adda3'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:06:16.643554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 94f73f92-e06f-4c30-80b7-76e59c2adda3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=94f73f92-e06f-4c30-80b7-76e59c2adda3,segment=NetworkSegment(ad2d976e-055e-410d-91c0-7a8144f3be46),segment_id=ad2d976e-055e-410d-91c0-7a8144f3be46)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:06:16.647385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:16.649249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:06:16.713939 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed350a16-a81f-4fcf-90e5-42a2011d2b67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94f73f92-e06f-4c30-80b7-76e59c2adda3', 'code': 200}
Dec 18 07:06:16.719419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=94f73f92-e06f-4c30-80b7-76e59c2adda3,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:06:16.727302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.727697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.728080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.728457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.728833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.729206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.729663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.730042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.730415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.730781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.731152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.731518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.731939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.732304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.732668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.733030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.733392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.733806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.734171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.734534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.734895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.735253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.735615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.735982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:16.740602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:06:17.439432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1bfe196-673c-4a8f-ad04-235bd6fc0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:17.462196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:17.667785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23632c-2511-4cfe-a359-052bbad7b615 req-1c7f12f4-ed93-4dea-ad83-c014fe7a97d1 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:17.669408 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eb23632c-2511-4cfe-a359-052bbad7b615 req-1c7f12f4-ed93-4dea-ad83-c014fe7a97d1 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 944 time: 0.0840325
Dec 18 07:06:17.720896 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eb23632c-2511-4cfe-a359-052bbad7b615 req-e4a95a98-4dd6-4374-a58f-45c301ade7c4 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444746
Dec 18 07:06:18.518003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:18.673442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 94f73f92-e06f-4c30-80b7-76e59c2adda3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:06:18.742390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 94f73f92-e06f-4c30-80b7-76e59c2adda3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:06:18.742827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:18.862486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:18.896715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed350a16-a81f-4fcf-90e5-42a2011d2b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f73f92-e06f-4c30-80b7-76e59c2adda3'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:06:18.907028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 94f73f92-e06f-4c30-80b7-76e59c2adda3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=94f73f92-e06f-4c30-80b7-76e59c2adda3,segment=NetworkSegment(ad2d976e-055e-410d-91c0-7a8144f3be46),segment_id=ad2d976e-055e-410d-91c0-7a8144f3be46)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:06:18.910720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:18.912660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:06:18.941774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9543846-bfdc-407b-9d59-3a606565d960 req-1d409932-046f-41bf-8458-20ece00fc5a7 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:18.943436 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d9543846-bfdc-407b-9d59-3a606565d960 req-1d409932-046f-41bf-8458-20ece00fc5a7 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 944 time: 0.0855892
Dec 18 07:06:18.973666 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed350a16-a81f-4fcf-90e5-42a2011d2b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f73f92-e06f-4c30-80b7-76e59c2adda3', 'code': 200}
Dec 18 07:06:18.981697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=94f73f92-e06f-4c30-80b7-76e59c2adda3,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:06:18.984949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:06:18.992441 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d9543846-bfdc-407b-9d59-3a606565d960 req-d9201625-a5e9-423a-b7ce-f34857685bc2 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415857
Dec 18 07:06:19.393122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8c9c0dab-5fbb-4d19-93b4-c7106e029c45 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:19.393901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8c9c0dab-5fbb-4d19-93b4-c7106e029c45 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Synchronizing usage tracker for tenant:922a92025187493080ef36bd36f1ae07 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:06:19.410066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8c9c0dab-5fbb-4d19-93b4-c7106e029c45 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Unset dirty status for tenant:922a92025187493080ef36bd36f1ae07 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:06:19.411254 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8c9c0dab-5fbb-4d19-93b4-c7106e029c45 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.15 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67&tenant_id=922a92025187493080ef36bd36f1ae07&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 946 time: 0.1044548
Dec 18 07:06:19.448189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:19.563886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8ad5615a-10dc-444f-8819-00fc4bbb20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:19.565480 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8ad5615a-10dc-444f-8819-00fc4bbb20d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=922a92025187493080ef36bd36f1ae07&device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 1163 time: 0.0777538
Dec 18 07:06:19.706391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893eca-9469-4090-a59f-598f1f1db5fc req-f98c5fe5-7929-4c21-bc59-d85e09ffe2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:19.707984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-91893eca-9469-4090-a59f-598f1f1db5fc req-f98c5fe5-7929-4c21-bc59-d85e09ffe2e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 HTTP/1.1" status: 200  len: 906 time: 0.1360900
Dec 18 07:06:19.779939 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-91893eca-9469-4090-a59f-598f1f1db5fc req-57ae63e2-df81-48b8-9a9c-31e7e3d9719b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94f73f92-e06f-4c30-80b7-76e59c2adda3 HTTP/1.1" status: 200  len: 217 time: 0.0653567
Dec 18 07:06:19.846773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893eca-9469-4090-a59f-598f1f1db5fc req-9c2fdd1b-01d7-4f00-b9c9-c22b4cbb5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:19.848306 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-91893eca-9469-4090-a59f-598f1f1db5fc req-9c2fdd1b-01d7-4f00-b9c9-c22b4cbb5bde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4f44bd8-d68e-45fb-ac0c-864d9278a0bf HTTP/1.1" status: 200  len: 852 time: 0.0618980
Dec 18 07:06:19.896127 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8f4f49e5-3271-4447-84d8-cd4dc690a279 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416720
Dec 18 07:06:20.037941 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8c298d39-1578-406c-bf7e-e7486a277465 service neutron] 10.222.0.15 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347880
Dec 18 07:06:20.178572 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-91893eca-9469-4090-a59f-598f1f1db5fc req-afd7ba62-e950-49ab-8126-bc09f846e47a service neutron] 10.222.0.15 "GET /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1342762
Dec 18 07:06:20.518148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 94f73f92-e06f-4c30-80b7-76e59c2adda3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:06:20.591360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 94f73f92-e06f-4c30-80b7-76e59c2adda3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:06:20.591942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:21.037433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce30621-8940-424d-8676-a4b0a801d929 req-a8bd32cb-59b8-498c-a602-fffc10703a4c tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:21.039101 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cce30621-8940-424d-8676-a4b0a801d929 req-a8bd32cb-59b8-498c-a602-fffc10703a4c tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0870788
Dec 18 07:06:21.087756 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cce30621-8940-424d-8676-a4b0a801d929 req-556643cc-ed3f-4c34-85ab-fc194554937b tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422184
Dec 18 07:06:22.300312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8f1ec-b509-46c5-8af4-a57a1b7e498e req-2a547533-6871-4f61-91d7-7fa523532089 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:22.301935 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85b8f1ec-b509-46c5-8af4-a57a1b7e498e req-2a547533-6871-4f61-91d7-7fa523532089 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0821307
Dec 18 07:06:22.354482 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85b8f1ec-b509-46c5-8af4-a57a1b7e498e req-59adf87a-676f-4433-a21c-a3649d157fa6 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/security-groups?id=2e44f39b-fd4c-4bb8-886f-632636f1c1af&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462458
Dec 18 07:06:22.767207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:22.810110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91893eca-9469-4090-a59f-598f1f1db5fc req-63fcf1f9-7bcf-4f45-9e1a-f46cb6052fa8 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:22.812312 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-91893eca-9469-4090-a59f-598f1f1db5fc req-63fcf1f9-7bcf-4f45-9e1a-f46cb6052fa8 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.15 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 946 time: 0.0872281
Dec 18 07:06:22.887018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Deleting port 94f73f92-e06f-4c30-80b7-76e59c2adda3 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:06:22.887412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:23.138012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] For port 94f73f92-e06f-4c30-80b7-76e59c2adda3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=94f73f92-e06f-4c30-80b7-76e59c2adda3,segment=NetworkSegment(ad2d976e-055e-410d-91c0-7a8144f3be46),segment_id=ad2d976e-055e-410d-91c0-7a8144f3be46)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:06:23.138411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:23.262029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Calling delete_port for 94f73f92-e06f-4c30-80b7-76e59c2adda3 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:06:23.404812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:23.422183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-971e638c-9725-4715-9420-a4e247468365 tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:06:23.522576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Pushing event deleted for resources: {'Port': ['ID=94f73f92-e06f-4c30-80b7-76e59c2adda3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:06:23.529052 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a5d36c88-306d-4983-bf55-b245772775ec req-11d84f39-fb36-4c03-9f31-04ea20baa593 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.23 "GET /v2.0/ports?device_id=ed350a16-a81f-4fcf-90e5-42a2011d2b67 HTTP/1.1" status: 200  len: 210 time: 0.0469251
Dec 18 07:06:23.536019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.536445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.536868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.537280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.537772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.538099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.538508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.538910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.539312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.539836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.540109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.540507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.540969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.541365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.541795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.542198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.542595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.542993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.543390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.543786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.544182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.544578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.544976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.545375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:23.550004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:06:23.641184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] No DVR routers for this DVR port 94f73f92-e06f-4c30-80b7-76e59c2adda3 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:06:23.643456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:23.646344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed350a16-a81f-4fcf-90e5-42a2011d2b67', 'name': 'network-vif-deleted', 'tag': '94f73f92-e06f-4c30-80b7-76e59c2adda3'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:06:23.661764 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-91893eca-9469-4090-a59f-598f1f1db5fc req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] 10.222.0.15 "DELETE /v2.0/ports/94f73f92-e06f-4c30-80b7-76e59c2adda3 HTTP/1.1" status: 204  len: 173 time: 0.8414772
Dec 18 07:06:23.790796 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed350a16-a81f-4fcf-90e5-42a2011d2b67', 'name': 'network-vif-deleted', 'tag': '94f73f92-e06f-4c30-80b7-76e59c2adda3', 'status': 'completed', 'code': 200}
Dec 18 07:06:24.523584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 94f73f92-e06f-4c30-80b7-76e59c2adda3 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:06:24.557545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: 94f73f92-e06f-4c30-80b7-76e59c2adda3 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:06:24.557927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 94f73f92-e06f-4c30-80b7-76e59c2adda3 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:06:24.807119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 56298) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:06:24.874475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c42fa2-e25c-491e-9f73-dc5a486e7088 admin admin] Deleting subnet b4f44bd8-d68e-45fb-ac0c-864d9278a0bf {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:06:24.877469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10c42fa2-e25c-491e-9f73-dc5a486e7088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:24.927553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10c42fa2-e25c-491e-9f73-dc5a486e7088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:25.255822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10c42fa2-e25c-491e-9f73-dc5a486e7088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:25.504449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10c42fa2-e25c-491e-9f73-dc5a486e7088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:25.523629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f963a1ae-7a57-4bf9-828d-6777b06979c5 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:06:25.604904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c42fa2-e25c-491e-9f73-dc5a486e7088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f44bd8-d68e-45fb-ac0c-864d9278a0bf,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:06:25.609439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10c42fa2-e25c-491e-9f73-dc5a486e7088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:06:25.656037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10c42fa2-e25c-491e-9f73-dc5a486e7088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:25.662137 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-10c42fa2-e25c-491e-9f73-dc5a486e7088 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b4f44bd8-d68e-45fb-ac0c-864d9278a0bf HTTP/1.1" status: 204  len: 168 time: 0.8539000
Dec 18 07:06:25.664790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 56302) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:06:25.780587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:25.965456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:26.082010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1ccb1fd0>,) {'filters': {'network_id': ['86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:06:26.095221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1ccb1fd0>, 'ad2d976e-055e-410d-91c0-7a8144f3be46') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:06:26.095550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1ccb1fd0>, 'ad2d976e-055e-410d-91c0-7a8144f3be46') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:06:26.107610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:26.123188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:26.125833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:06:26.314169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] Network 86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:06:26.324408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:26.510847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] Network 86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:06:26.534634 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:06:26.615345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:26.619463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:26.622073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ac318f6-6e3b-4276-aa2f-81a979f5743d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:06:26.644471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] Pushing event deleted for resources: {'Network': ['ID=86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:06:26.647400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:06:26.656840 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] 10.222.0.23 "DELETE /v2.0/networks/86cf56b1-aa4a-4eba-8873-6b12a6ef7ec5 HTTP/1.1" status: 204  len: 168 time: 0.9880400
Dec 18 07:06:26.794538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 56308) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:06:26.846153 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-898cd56a-7b48-4719-bc32-b8a42ec27bcb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=922a92025187493080ef36bd36f1ae07&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0502763
Dec 18 07:06:26.848444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 56312) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:06:26.912488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c521aecd-7d59-43f5-bf0f-634ce0c6809a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:26.939751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c521aecd-7d59-43f5-bf0f-634ce0c6809a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:26.983563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c521aecd-7d59-43f5-bf0f-634ce0c6809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:26.988498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa9f9959-dc3c-4029-a7d0-f7fe8a819d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:06:26.999574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521aecd-7d59-43f5-bf0f-634ce0c6809a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e44f39b-fd4c-4bb8-886f-632636f1c1af,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:06:27.003290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c521aecd-7d59-43f5-bf0f-634ce0c6809a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:06:27.006741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c521aecd-7d59-43f5-bf0f-634ce0c6809a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:27.007960 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c521aecd-7d59-43f5-bf0f-634ce0c6809a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e44f39b-fd4c-4bb8-886f-632636f1c1af HTTP/1.1" status: 204  len: 168 time: 0.1585734
Dec 18 07:06:27.880576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 56334) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:06:28.019670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-528615179-network', 'tenant_id': '28082d1fbb094b3ab9051abe37320247'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:06:28.024923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:06:28.029064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Usage tracker for resource:network and tenant:28082d1fbb094b3ab9051abe37320247 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:06:28.032761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:06:28.038582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:06:28.048895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Made reservation on behalf of 28082d1fbb094b3ab9051abe37320247 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:06:28.053774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:28.066913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:28.082880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:06:28.086937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Usage tracker for resource:security_group_rule and tenant:28082d1fbb094b3ab9051abe37320247 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:06:28.089915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:06:28.096283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:06:28.178765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:28.181242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:28.185318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fb638b8-6568-4824-8319-554a98bfde19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:06:28.217461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:06:28.230710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fa128d-3eb2-4218-8795-1603d7b7171a,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:06:28.235214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:06:28.236198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:28.236574 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Added segment 17d616d9-0fd5-42e8-800c-d917d9a49024 of type vxlan for network 520b6a99-503e-486e-91a5-b5b1c8f9bc33
Dec 18 07:06:28.263381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:28.292717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:28.293720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:28.294348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:28.299264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac24b8b6-ac61-48fa-a55c-8e1e0027836d tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:06:28.403559 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5217814
Dec 18 07:06:28.407054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Pushing event updated for resources: {'Network': ['ID=520b6a99-503e-486e-91a5-b5b1c8f9bc33,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:06:28.407367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56340) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:06:28.409990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:06:28.415771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Request body: {'subnet': {'network_id': '520b6a99-503e-486e-91a5-b5b1c8f9bc33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-528615179-subnet', 'tenant_id': '28082d1fbb094b3ab9051abe37320247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:06:28.417657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 520b6a99-503e-486e-91a5-b5b1c8f9bc33 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:06:28.421800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:06:28.426111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Usage tracker for resource:subnet and tenant:28082d1fbb094b3ab9051abe37320247 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:06:28.429218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:06:28.434565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 520b6a99-503e-486e-91a5-b5b1c8f9bc33 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:06:28.436868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:06:28.446103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Made reservation on behalf of 28082d1fbb094b3ab9051abe37320247 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:06:28.450900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:28.889096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:28.904025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5d05d102-daba-4874-9ade-5d9e931cb198 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:06:29.028770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05edfa35-5b84-460f-9f7b-249cd1d4036e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:06:29.048304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.048742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.049167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.049631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.050049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.050469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.050881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.051292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.051701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.052108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.052514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.052921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.053386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.053819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.054226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.054628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.055030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.055434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.055835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.056239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.056640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.057043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.057443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.057872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:06:29.063581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:06:29.117379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Checking segment: {'id': '17d616d9-0fd5-42e8-800c-d917d9a49024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '520b6a99-503e-486e-91a5-b5b1c8f9bc33'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:06:29.117828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Network hostable DHCP agents. Network: 520b6a99-503e-486e-91a5-b5b1c8f9bc33, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:06:29.136456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Network 520b6a99-503e-486e-91a5-b5b1c8f9bc33 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:06:29.144350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 520b6a99-503e-486e-91a5-b5b1c8f9bc33) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:06:29.153080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd765a80-fe01-4215-8311-fac82688daec None None] Network 520b6a99-503e-486e-91a5-b5b1c8f9bc33 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:06:29.156767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:29.157458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:29.185917 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d5fbc73-d779-44c2-98a4-39d4fbc12789 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7773502
Dec 18 07:06:29.378546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182b68ba-37e6-4723-a2d7-7d2f4f265d7c None None] Network 520b6a99-503e-486e-91a5-b5b1c8f9bc33 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:06:30.011533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-670bd3fd-94a5-4c77-ae05-db57299711a2 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:30.013124 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-670bd3fd-94a5-4c77-ae05-db57299711a2 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/networks?id=520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 200  len: 814 time: 0.4019551
Dec 18 07:06:30.028980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-baaf668f-2ed2-462e-9f7a-bef8fd93c208 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/quotas/28082d1fbb094b3ab9051abe37320247 HTTP/1.1" status: 200  len: 375 time: 0.0096993
Dec 18 07:06:30.080866 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-874e33c2-9957-4f9a-ba40-f5849c47af24 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?tenant_id=28082d1fbb094b3ab9051abe37320247&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0460045
Dec 18 07:06:30.221989 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-0914fbd3-8514-4f1c-8abe-1f0394d1a391 service neutron] 10.222.0.23 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338115
Dec 18 07:06:30.361486 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-f748d527-f113-4221-9830-ac874b52c419 service neutron] 10.222.0.23 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1331046
Dec 18 07:06:30.561833 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d009ebcc-68c8-4d93-b124-c9c9baa0d61b req-6c1c498e-8261-48d0-b689-52664fe6bfd7 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 210 time: 0.0494196
Dec 18 07:06:31.695065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e2752297-f03a-4ded-bf6a-2e07d130606e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:31.695829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e2752297-f03a-4ded-bf6a-2e07d130606e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Synchronizing usage tracker for tenant:28082d1fbb094b3ab9051abe37320247 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:06:31.712423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e2752297-f03a-4ded-bf6a-2e07d130606e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Unset dirty status for tenant:28082d1fbb094b3ab9051abe37320247 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:06:31.713871 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e2752297-f03a-4ded-bf6a-2e07d130606e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.15 "GET /v2.0/networks?id=520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 200  len: 814 time: 0.1826429
Dec 18 07:06:31.741047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Request body: {'port': {'device_id': '3a7eb666-868c-43a2-9c75-e853d3a117d6', 'network_id': '520b6a99-503e-486e-91a5-b5b1c8f9bc33', 'admin_state_up': True, 'tenant_id': '28082d1fbb094b3ab9051abe37320247'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:06:31.760477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd936b1e-60b3-49f6-bf38-a33d99b41579 req-739f6ee3-3dd9-452d-84ed-bc385a819b17 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 210 time: 0.0478897
Dec 18 07:06:31.883939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:06:31.887854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Usage tracker for resource:port and tenant:28082d1fbb094b3ab9051abe37320247 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:06:31.891316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:06:31.896958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:06:31.906190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Made reservation on behalf of 28082d1fbb094b3ab9051abe37320247 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:06:31.911664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:32.210716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Allocated IP 172.20.0.8 (520b6a99-503e-486e-91a5-b5b1c8f9bc33/05edfa35-5b84-460f-9f7b-249cd1d4036e/73fcc01e-d20d-4ee0-bc11-e994bcaa52a3) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:06:32.419657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:32.445372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:32.460670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-62a0d828-79c4-4f01-9b1e-5f26aa6083a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:06:32.592074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Pushing event updated for resources: {'Port': ['ID=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:06:32.596381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:06:32.650609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Network 520b6a99-503e-486e-91a5-b5b1c8f9bc33 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:06:32.651800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:06:32.654130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:06:32.719473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:32.720141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:32.740196 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0042529
Dec 18 07:06:32.757435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Request body: {'port': {'device_id': '3a7eb666-868c-43a2-9c75-e853d3a117d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:06:32.869935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:32.978329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8f48a-ce22-47a9-9482-27ab1196030a req-7415c3ea-8d33-4034-b513-d4a25c8e614b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:32.979966 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e5d8f48a-ce22-47a9-9482-27ab1196030a req-7415c3ea-8d33-4034-b513-d4a25c8e614b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 931 time: 0.0901198
Dec 18 07:06:33.027103 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e5d8f48a-ce22-47a9-9482-27ab1196030a req-72096d4b-016c-4721-8759-206c407a3d29 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399888
Dec 18 07:06:33.275138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:06:33.282850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:33.294498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Transition to ACTIVE for port object 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:06:33.297105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:33.311889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e678031-487d-483c-b45d-8ae5e59e854e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:06:33.440091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Pushing event updated for resources: {'Port': ['ID=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:06:33.443465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:06:33.624611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Attempting to bind port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:06:33.624983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Attempting to bind port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '17d616d9-0fd5-42e8-800c-d917d9a49024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '520b6a99-503e-486e-91a5-b5b1c8f9bc33'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:06:33.625344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Attempting to bind port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 on network 520b6a99-503e-486e-91a5-b5b1c8f9bc33 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:06:33.630895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:06:33.631265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Checking segment: {'id': '17d616d9-0fd5-42e8-800c-d917d9a49024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '520b6a99-503e-486e-91a5-b5b1c8f9bc33'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:06:33.631667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:33.632062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Bound using segment: {'id': '17d616d9-0fd5-42e8-800c-d917d9a49024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '520b6a99-503e-486e-91a5-b5b1c8f9bc33'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:06:33.632528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Bound port: 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d616d9-0fd5-42e8-800c-d917d9a49024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '520b6a99-503e-486e-91a5-b5b1c8f9bc33'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:06:33.632893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:33.726473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] For port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:06:33.729554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] For port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3,segment=NetworkSegment(17d616d9-0fd5-42e8-800c-d917d9a49024),segment_id=17d616d9-0fd5-42e8-800c-d917d9a49024)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:06:33.732703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:33.747915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2839c082-d7dd-4bf0-8be9-ef92671fa965 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:06:33.896678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Pushing event updated for resources: {'Port': ['ID=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:06:33.900233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:06:33.934664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:33.935338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:33.936934 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] 10.222.0.15 "PUT /v2.0/ports/73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 HTTP/1.1" status: 200  len: 1157 time: 1.1838431
Dec 18 07:06:33.937512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7eb666-868c-43a2-9c75-e853d3a117d6', 'tag': '73fcc01e-d20d-4ee0-bc11-e994bcaa52a3'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:06:34.019414 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7eb666-868c-43a2-9c75-e853d3a117d6', 'tag': '73fcc01e-d20d-4ee0-bc11-e994bcaa52a3', 'status': 'completed', 'code': 200}
Dec 18 07:06:34.060381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-32171d81-3689-4c3b-a104-96a363d21376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:34.062058 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-32171d81-3689-4c3b-a104-96a363d21376 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28082d1fbb094b3ab9051abe37320247&device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 1160 time: 0.0810373
Dec 18 07:06:34.136994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-0b5d0a4c-4cfa-4641-bda0-5049a857d49b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 HTTP/1.1" status: 200  len: 217 time: 0.0628686
Dec 18 07:06:34.214517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-388dc644-f36f-4635-912b-23e9e366fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:34.216012 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-388dc644-f36f-4635-912b-23e9e366fc27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05edfa35-5b84-460f-9f7b-249cd1d4036e HTTP/1.1" status: 200  len: 854 time: 0.0687613
Dec 18 07:06:34.242919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f8799-d000-41a6-98b2-888b8e910a35 req-5ec6a8e1-386f-4bf1-a086-8869ad53912a tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:34.244525 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ab6f8799-d000-41a6-98b2-888b8e910a35 req-5ec6a8e1-386f-4bf1-a086-8869ad53912a tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 943 time: 0.0877681
Dec 18 07:06:34.269953 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-bec25187-4b4e-4dab-8673-459185333542 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=520b6a99-503e-486e-91a5-b5b1c8f9bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433908
Dec 18 07:06:34.292877 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ab6f8799-d000-41a6-98b2-888b8e910a35 req-a35eb2d0-b18c-4a77-af44-ff7e492420a8 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417821
Dec 18 07:06:34.687494 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-4c435143-3844-45e2-969f-6cc41d60d6a1 service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4064462
Dec 18 07:06:34.832437 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03f0feed-2d33-40f1-8ffc-302e2f9a90c7 req-0fc9ebdf-96f7-48f2-8a37-d074e9f9073f service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1344953
Dec 18 07:06:34.953013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595ed6a-5b56-4183-b16b-78727ac9d1f0 req-0c5981ba-a3de-4014-b1ff-5cbe8e59cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:34.954520 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f595ed6a-5b56-4183-b16b-78727ac9d1f0 req-0c5981ba-a3de-4014-b1ff-5cbe8e59cf39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28082d1fbb094b3ab9051abe37320247&device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 1160 time: 0.0748045
Dec 18 07:06:35.102214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595ed6a-5b56-4183-b16b-78727ac9d1f0 req-80bbe65c-e9e6-4cad-9afb-3effa386c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:35.103801 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f595ed6a-5b56-4183-b16b-78727ac9d1f0 req-80bbe65c-e9e6-4cad-9afb-3effa386c4b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 200  len: 908 time: 0.1413906
Dec 18 07:06:35.176023 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f595ed6a-5b56-4183-b16b-78727ac9d1f0 req-b4a5ea8c-ae6c-4322-a44b-8536ceefa9c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 HTTP/1.1" status: 200  len: 217 time: 0.0652127
Dec 18 07:06:35.246190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595ed6a-5b56-4183-b16b-78727ac9d1f0 req-392229f6-4c1b-4ac3-95ed-7056c265c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:35.247615 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f595ed6a-5b56-4183-b16b-78727ac9d1f0 req-392229f6-4c1b-4ac3-95ed-7056c265c173 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05edfa35-5b84-460f-9f7b-249cd1d4036e HTTP/1.1" status: 200  len: 854 time: 0.0648816
Dec 18 07:06:35.297068 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f595ed6a-5b56-4183-b16b-78727ac9d1f0 req-8fe680bb-4a82-488c-ace3-9bba54f8addc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=520b6a99-503e-486e-91a5-b5b1c8f9bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420306
Dec 18 07:06:35.446107 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f595ed6a-5b56-4183-b16b-78727ac9d1f0 req-02526d98-63b0-4482-a639-73b85e06077b service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405988
Dec 18 07:06:35.504088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdd9cb-8249-4599-8a9f-b4df8f01e5f3 req-fbe8125b-3fc6-45fc-a501-0b71f0fc734d tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:35.505648 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1ffdd9cb-8249-4599-8a9f-b4df8f01e5f3 req-fbe8125b-3fc6-45fc-a501-0b71f0fc734d tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 943 time: 0.0826232
Dec 18 07:06:35.554431 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1ffdd9cb-8249-4599-8a9f-b4df8f01e5f3 req-3268c616-58da-4b96-9d45-efb9c8fcd7a7 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417078
Dec 18 07:06:35.590219 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f595ed6a-5b56-4183-b16b-78727ac9d1f0 req-8d8de7e7-2ca1-469f-8d66-c7fe0b04c3e9 service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361704
Dec 18 07:06:36.707542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-a935cff9-8db9-48c9-bd43-6d01d6521423 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 07:06:36.772740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370ab7d-ec12-4a14-9c26-6c7f2de584a7 req-f77b06a0-edf4-435c-8345-6270f93dfd96 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:36.774366 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2370ab7d-ec12-4a14-9c26-6c7f2de584a7 req-f77b06a0-edf4-435c-8345-6270f93dfd96 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 943 time: 0.0864213
Dec 18 07:06:36.820303 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2370ab7d-ec12-4a14-9c26-6c7f2de584a7 req-4cb7e895-624b-4fbb-afb0-97867dd0984b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395207
Dec 18 07:06:37.047273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:06:37.114118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:06:37.118989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:06:37.119415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:37.235518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:37.262594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7eb666-868c-43a2-9c75-e853d3a117d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fcc01e-d20d-4ee0-bc11-e994bcaa52a3'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:06:37.272846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3,segment=NetworkSegment(17d616d9-0fd5-42e8-800c-d917d9a49024),segment_id=17d616d9-0fd5-42e8-800c-d917d9a49024)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:06:37.277218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:37.279136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a28076ee-d32c-4a2b-b694-a1cf471a21ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:06:37.324336 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7eb666-868c-43a2-9c75-e853d3a117d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fcc01e-d20d-4ee0-bc11-e994bcaa52a3', 'code': 200}
Dec 18 07:06:37.348407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:06:37.351851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:06:37.569336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a17a34-0104-4018-a556-c4ce22cec68e req-d5573dea-9f3d-45b7-a6bd-1a4fb0a5a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:37.570914 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a8a17a34-0104-4018-a556-c4ce22cec68e req-d5573dea-9f3d-45b7-a6bd-1a4fb0a5a54d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 1162 time: 0.0738168
Dec 18 07:06:37.618845 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a8a17a34-0104-4018-a556-c4ce22cec68e req-f68b8ab3-cae6-4b04-89b2-af303d2b5a4f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375535
Dec 18 07:06:38.032209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b581f0-f828-44ac-8fdf-8e9557e320ee req-304c2060-5a11-41ce-b5c1-37c30fd2d730 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:38.033822 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74b581f0-f828-44ac-8fdf-8e9557e320ee req-304c2060-5a11-41ce-b5c1-37c30fd2d730 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0858948
Dec 18 07:06:38.081017 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74b581f0-f828-44ac-8fdf-8e9557e320ee req-0f413ed6-d781-41f9-bdc1-9dc0100723c7 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409195
Dec 18 07:06:38.643338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:06:38.719415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:06:38.719844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:39.291917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49d03f-48ab-4b12-aad3-54eaef8036b6 req-16f0b0f8-cd3c-4872-b06b-72655bfcba69 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:39.293508 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c49d03f-48ab-4b12-aad3-54eaef8036b6 req-16f0b0f8-cd3c-4872-b06b-72655bfcba69 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0823247
Dec 18 07:06:39.340418 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c49d03f-48ab-4b12-aad3-54eaef8036b6 req-36a79b8d-eed6-4e4b-9095-beec2a0e8578 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400846
Dec 18 07:06:39.551421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45f747-c020-43b2-9435-165179c1c592 req-335ab6d7-a039-4f72-8b10-665add6ede64 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:39.553014 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-df45f747-c020-43b2-9435-165179c1c592 req-335ab6d7-a039-4f72-8b10-665add6ede64 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0860205
Dec 18 07:06:39.600061 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-df45f747-c020-43b2-9435-165179c1c592 req-9f789f1d-7954-4346-a9ed-1ba5e618cfe8 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406227
Dec 18 07:06:39.995299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35895eb8-2f4c-4c3e-a64d-4563f9baf7ad req-5d36b962-9dd9-4c18-aa14-adc772ca11fa tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:39.996809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35895eb8-2f4c-4c3e-a64d-4563f9baf7ad req-5d36b962-9dd9-4c18-aa14-adc772ca11fa tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0855870
Dec 18 07:06:40.043727 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35895eb8-2f4c-4c3e-a64d-4563f9baf7ad req-dff9c93e-8551-4c6b-9d49-129f3993d5dc tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407553
Dec 18 07:06:40.250370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ada91-501c-4369-a8cf-5cdd0343b82c req-177f6182-f605-42eb-8dcd-4a4fb972899e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:40.251895 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-904ada91-501c-4369-a8cf-5cdd0343b82c req-177f6182-f605-42eb-8dcd-4a4fb972899e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0827682
Dec 18 07:06:40.298666 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-904ada91-501c-4369-a8cf-5cdd0343b82c req-c44ecbe0-55fb-418c-a28b-b7a4818c68f5 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405362
Dec 18 07:06:40.724212 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-316ee180-2863-47ed-99b0-7e0190af547d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1214328
Dec 18 07:06:40.760073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d79b16-557b-4c40-9742-e8d052ce397b req-0245f0de-2b4e-4959-819a-fab29a2b608a tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:40.761107 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-05d79b16-557b-4c40-9742-e8d052ce397b req-0245f0de-2b4e-4959-819a-fab29a2b608a tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0911469
Dec 18 07:06:40.812745 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-05d79b16-557b-4c40-9742-e8d052ce397b req-93e00a72-7397-4c68-828b-87cd494411e0 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446711
Dec 18 07:06:41.973337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-cf6d7f93-75d4-40be-b50e-8e4c85f865cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:41.975008 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-cf6d7f93-75d4-40be-b50e-8e4c85f865cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28082d1fbb094b3ab9051abe37320247&device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 1162 time: 0.0816734
Dec 18 07:06:42.030047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80f313-d62c-4b0c-8aa5-a7d355d809de req-cd6a2d1c-1ce9-4eda-b9d3-da223cd6c6f5 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:42.031948 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ab80f313-d62c-4b0c-8aa5-a7d355d809de req-cd6a2d1c-1ce9-4eda-b9d3-da223cd6c6f5 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0851400
Dec 18 07:06:42.080301 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ab80f313-d62c-4b0c-8aa5-a7d355d809de req-4cb92d08-4650-4265-82b7-427b138da0fd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418310
Dec 18 07:06:42.120414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-53df7add-a2e1-4d1b-894c-8ff2dea403bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:42.121991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-53df7add-a2e1-4d1b-894c-8ff2dea403bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 200  len: 908 time: 0.1399138
Dec 18 07:06:42.191835 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-d1636d77-de4f-4950-8a28-ec50737dde29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 HTTP/1.1" status: 200  len: 217 time: 0.0625689
Dec 18 07:06:42.262456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-6b8be30e-9310-44f1-9ff1-2ed4fb35739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:42.263991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-6b8be30e-9310-44f1-9ff1-2ed4fb35739f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05edfa35-5b84-460f-9f7b-249cd1d4036e HTTP/1.1" status: 200  len: 854 time: 0.0658062
Dec 18 07:06:42.313273 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-fab59aa4-8c0c-4af3-bd5d-70053e500de3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=520b6a99-503e-486e-91a5-b5b1c8f9bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426989
Dec 18 07:06:42.454189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-fd392746-9df7-4654-9d33-a5a23dffc3a7 service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339443
Dec 18 07:06:42.595177 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-d2b0f454-24f2-48ca-ba30-fe4eb8cf73c7 service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1346846
Dec 18 07:06:43.290976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc483553-74bf-42bf-b915-7fd302621a40 req-b6aa2c03-d134-48e8-bd43-db5f59261cba tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:43.292568 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dc483553-74bf-42bf-b915-7fd302621a40 req-b6aa2c03-d134-48e8-bd43-db5f59261cba tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0852423
Dec 18 07:06:43.339308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dc483553-74bf-42bf-b915-7fd302621a40 req-2885a504-2b8d-4220-a723-26c1f2eafe84 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399408
Dec 18 07:06:44.547888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c035a3d-d53f-4770-8ad4-9bdc59a5ea5a req-2d818fa4-6fb1-48fd-bcde-0b122ab1b0ee tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:44.549470 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8c035a3d-d53f-4770-8ad4-9bdc59a5ea5a req-2d818fa4-6fb1-48fd-bcde-0b122ab1b0ee tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0833664
Dec 18 07:06:44.602129 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8c035a3d-d53f-4770-8ad4-9bdc59a5ea5a req-66a46dd1-81ac-418b-8b28-744889058565 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463531
Dec 18 07:06:44.674290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ebcbe494-6565-4b9c-95c6-38a8901da5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:45.813009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6df2c8-1928-4d29-aec4-7a201154322a req-04b5ae48-a0b6-4b8c-8f0b-e09db58b92c1 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:45.814637 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b6df2c8-1928-4d29-aec4-7a201154322a req-04b5ae48-a0b6-4b8c-8f0b-e09db58b92c1 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0838172
Dec 18 07:06:45.861295 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b6df2c8-1928-4d29-aec4-7a201154322a req-12b2188d-f648-47f4-8287-7ca7bb7e28b2 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401669
Dec 18 07:06:47.074541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce91f2b-6022-488d-911c-217c34cea84f req-96aaa2f4-34a8-4b37-adf2-61061cb9987a tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:47.076156 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8ce91f2b-6022-488d-911c-217c34cea84f req-96aaa2f4-34a8-4b37-adf2-61061cb9987a tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0875027
Dec 18 07:06:47.124992 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8ce91f2b-6022-488d-911c-217c34cea84f req-fe877c41-5434-4b3b-86ed-ae809ed668a7 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418160
Dec 18 07:06:47.442118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c88113f-f645-4c57-bc7e-56717b4c80ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:47.464050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:48.336647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3d5ad-69bc-48b6-9ba3-0421f020199f req-87f7940c-abf5-4656-913b-fe28c775b6ff tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:48.338295 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b7c3d5ad-69bc-48b6-9ba3-0421f020199f req-87f7940c-abf5-4656-913b-fe28c775b6ff tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0823276
Dec 18 07:06:48.388199 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b7c3d5ad-69bc-48b6-9ba3-0421f020199f req-ee19bd17-7632-4776-94c0-accebec14f0e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429173
Dec 18 07:06:48.510301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:49.450998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:49.605031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302da2e-21dc-4eca-bfb1-593517eccdb4 req-282621e7-6061-42ac-8bd2-c3be4203d9f7 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:49.606569 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8302da2e-21dc-4eca-bfb1-593517eccdb4 req-282621e7-6061-42ac-8bd2-c3be4203d9f7 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0846961
Dec 18 07:06:49.654631 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8302da2e-21dc-4eca-bfb1-593517eccdb4 req-e8190839-5c2a-4bc4-b1b0-0d84d146120e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404871
Dec 18 07:06:49.866889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:06:50.868191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa33fbd-d978-46b1-8fc8-0dc888d998a9 req-e88d8fd2-33a3-411a-b2b4-40a6154c8b03 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:50.869816 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3fa33fbd-d978-46b1-8fc8-0dc888d998a9 req-e88d8fd2-33a3-411a-b2b4-40a6154c8b03 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0870667
Dec 18 07:06:50.916189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3fa33fbd-d978-46b1-8fc8-0dc888d998a9 req-9504434e-9d09-41e4-b57e-6c0b2adcfe3f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395029
Dec 18 07:06:52.125784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f6161-2b09-45a0-8db0-135300a102ba req-900abdcb-e846-447e-b4b9-2145dfacabf1 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:52.127388 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-578f6161-2b09-45a0-8db0-135300a102ba req-900abdcb-e846-447e-b4b9-2145dfacabf1 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0830352
Dec 18 07:06:52.176858 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-578f6161-2b09-45a0-8db0-135300a102ba req-eaeb89ec-1d7e-444d-b940-34f5b95c304c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431159
Dec 18 07:06:52.797884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:06:53.385843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9861789-bf3f-47f5-9d79-dd00e3b1aba9 req-528c4b1f-9d4f-48f7-a615-d0a9c1a17820 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:53.387418 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e9861789-bf3f-47f5-9d79-dd00e3b1aba9 req-528c4b1f-9d4f-48f7-a615-d0a9c1a17820 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0821950
Dec 18 07:06:53.434526 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e9861789-bf3f-47f5-9d79-dd00e3b1aba9 req-c1dcc54b-ec31-4e7e-b6c5-6ce64b49b452 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407312
Dec 18 07:06:54.647560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511d810-c8ef-428e-9951-a04748cc6d2e req-8d093d08-d4e7-4f0b-8f2f-bc51a7698cd8 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:54.649179 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a511d810-c8ef-428e-9951-a04748cc6d2e req-8d093d08-d4e7-4f0b-8f2f-bc51a7698cd8 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0890641
Dec 18 07:06:54.696468 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a511d810-c8ef-428e-9951-a04748cc6d2e req-12678595-656b-4124-b17a-8dc039d71773 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408351
Dec 18 07:06:55.909104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7869c08-ae78-42d7-9000-2425dad54da0 req-17a18e03-a52b-446c-84f6-409535469079 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:55.910717 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f7869c08-ae78-42d7-9000-2425dad54da0 req-17a18e03-a52b-446c-84f6-409535469079 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0818765
Dec 18 07:06:55.961684 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f7869c08-ae78-42d7-9000-2425dad54da0 req-e7d87822-fa7d-4926-a869-13b6324ec73c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447910
Dec 18 07:06:57.177233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fcb35-0c85-4de7-83d4-f1e936485998 req-cb2e6ceb-6548-4821-a89f-f009b440b0e7 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:57.178904 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-620fcb35-0c85-4de7-83d4-f1e936485998 req-cb2e6ceb-6548-4821-a89f-f009b440b0e7 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0832160
Dec 18 07:06:57.225453 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-620fcb35-0c85-4de7-83d4-f1e936485998 req-4964543e-1177-42a2-bffb-d025df899ce9 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403636
Dec 18 07:06:58.436248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1bc76-8447-4403-8fed-67afd4d0b09e req-968525e4-6212-4b10-9168-c85f5f3289a9 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:58.437849 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0d1bc76-8447-4403-8fed-67afd4d0b09e req-968525e4-6212-4b10-9168-c85f5f3289a9 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0861011
Dec 18 07:06:58.484429 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0d1bc76-8447-4403-8fed-67afd4d0b09e req-d5951480-2103-4820-9d6e-4d9c8d79b274 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401416
Dec 18 07:06:59.694988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27212e33-d165-458b-8700-824369f5384c req-fd8dca25-3dd8-4349-915f-fb5bc9d2f90b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:06:59.696658 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-27212e33-d165-458b-8700-824369f5384c req-fd8dca25-3dd8-4349-915f-fb5bc9d2f90b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0840430
Dec 18 07:06:59.747008 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-27212e33-d165-458b-8700-824369f5384c req-c79f7465-e677-4cf2-a2f4-538378f45141 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441132
Dec 18 07:07:00.955668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d41bb1-0992-4296-9b08-aecbe5101020 req-883049ef-ac20-4feb-849b-29d4475bfaad tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:00.957206 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2d41bb1-0992-4296-9b08-aecbe5101020 req-883049ef-ac20-4feb-849b-29d4475bfaad tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0826306
Dec 18 07:07:01.003422 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2d41bb1-0992-4296-9b08-aecbe5101020 req-b2cdcaad-78ac-407a-9d9f-8dd56a80ae98 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400157
Dec 18 07:07:02.215044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66b9dc-44d2-4feb-b66a-eb317991ab8a req-8905ca00-bb4d-459a-aa45-8f07674a4dc8 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:02.216613 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eb66b9dc-44d2-4feb-b66a-eb317991ab8a req-8905ca00-bb4d-459a-aa45-8f07674a4dc8 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0857990
Dec 18 07:07:02.263418 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eb66b9dc-44d2-4feb-b66a-eb317991ab8a req-6d6afaaa-783d-4477-a0be-0ed0c44744c3 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398636
Dec 18 07:07:03.480188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf2b46-d242-4c45-8dff-afcd0925a43a req-c008a684-2848-4cf1-a33c-79c885499d4f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:03.481790 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5ddf2b46-d242-4c45-8dff-afcd0925a43a req-c008a684-2848-4cf1-a33c-79c885499d4f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0877583
Dec 18 07:07:03.531728 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5ddf2b46-d242-4c45-8dff-afcd0925a43a req-54fe917b-ce1d-4dcc-bfc0-2c5df186c0de tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436666
Dec 18 07:07:04.744764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95baaa-653b-4148-8ab9-28a4219b2f14 req-26095cba-ceb3-43a5-82d4-9112a29881f6 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:04.746416 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a95baaa-653b-4148-8ab9-28a4219b2f14 req-26095cba-ceb3-43a5-82d4-9112a29881f6 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0836909
Dec 18 07:07:04.793911 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a95baaa-653b-4148-8ab9-28a4219b2f14 req-bf81a14c-4fc8-4e88-9917-c6c5b143620a tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412402
Dec 18 07:07:06.005770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1d5a3-0a6f-4ff0-b645-c5ef182ec3f2 req-32657e42-68a6-4906-884f-a054f817f2b1 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:06.007273 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-37e1d5a3-0a6f-4ff0-b645-c5ef182ec3f2 req-32657e42-68a6-4906-884f-a054f817f2b1 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0852978
Dec 18 07:07:06.053879 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-37e1d5a3-0a6f-4ff0-b645-c5ef182ec3f2 req-85da2a80-5c09-4fb3-a3a1-44ec6a253ffa tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402417
Dec 18 07:07:07.075644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10178d89-d01d-4047-b268-496bdebabc55 req-badfec4a-1526-4c69-8fb7-63c326c7ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:07.077289 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10178d89-d01d-4047-b268-496bdebabc55 req-badfec4a-1526-4c69-8fb7-63c326c7ee64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28082d1fbb094b3ab9051abe37320247&device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 1162 time: 0.0807292
Dec 18 07:07:07.234390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10178d89-d01d-4047-b268-496bdebabc55 req-645b750d-e4c1-48be-b149-13b5862e02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:07.235969 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10178d89-d01d-4047-b268-496bdebabc55 req-645b750d-e4c1-48be-b149-13b5862e02c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 200  len: 908 time: 0.1390526
Dec 18 07:07:07.271328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822a71c-6b00-4d98-8680-7241e2b31d8f req-ea2fee47-4a18-4c0c-8191-2a18d98e2a12 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:07.272953 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7822a71c-6b00-4d98-8680-7241e2b31d8f req-ea2fee47-4a18-4c0c-8191-2a18d98e2a12 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0828218
Dec 18 07:07:07.305869 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10178d89-d01d-4047-b268-496bdebabc55 req-71f1ee17-5eb6-4832-8c0f-0b4bebaa3a4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 HTTP/1.1" status: 200  len: 217 time: 0.0624926
Dec 18 07:07:07.324202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7822a71c-6b00-4d98-8680-7241e2b31d8f req-5cd680b7-b969-4e07-8bef-301ff102736c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449085
Dec 18 07:07:07.379380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10178d89-d01d-4047-b268-496bdebabc55 req-a98e8caa-ce1f-4e9c-9e1d-76a7e5303787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:07.380954 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10178d89-d01d-4047-b268-496bdebabc55 req-a98e8caa-ce1f-4e9c-9e1d-76a7e5303787 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05edfa35-5b84-460f-9f7b-249cd1d4036e HTTP/1.1" status: 200  len: 854 time: 0.0670681
Dec 18 07:07:07.430319 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10178d89-d01d-4047-b268-496bdebabc55 req-a9353f8c-1dde-4030-8dd0-391202d93d3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=520b6a99-503e-486e-91a5-b5b1c8f9bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422750
Dec 18 07:07:07.571464 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10178d89-d01d-4047-b268-496bdebabc55 req-c9d930d9-e8ea-4cec-a695-123ab43ef2e4 service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334906
Dec 18 07:07:07.719309 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10178d89-d01d-4047-b268-496bdebabc55 req-77262a45-2bc9-4b47-a803-26f577376b0a service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383941
Dec 18 07:07:08.532172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccc468-2e85-4e84-8968-334eaa913c34 req-dac84911-cc2d-4252-a674-9b55d15568f5 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:08.533783 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64ccc468-2e85-4e84-8968-334eaa913c34 req-dac84911-cc2d-4252-a674-9b55d15568f5 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0821154
Dec 18 07:07:08.579830 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64ccc468-2e85-4e84-8968-334eaa913c34 req-0290a2fd-82ab-4111-998b-8a325b26a36e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398626
Dec 18 07:07:09.548713 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-6a8761ca-da4f-462a-992a-1b4f2084f329 service neutron] 10.222.0.15 "GET /v2.0/ports/73fcc01e-d20d-4ee0-bc11-e994bcaa52a3/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0750349
Dec 18 07:07:09.847485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-b370a04b-bc73-4488-ab4d-c4572fb1fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:09.849119 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-b370a04b-bc73-4488-ab4d-c4572fb1fc6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6&tenant_id=28082d1fbb094b3ab9051abe37320247 HTTP/1.1" status: 200  len: 1162 time: 0.0837166
Dec 18 07:07:09.957299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-4629883e-d687-4c22-9f66-fc83566feabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:09.958965 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-4629883e-d687-4c22-9f66-fc83566feabe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28082d1fbb094b3ab9051abe37320247&device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 1162 time: 0.0805042
Dec 18 07:07:10.042852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fae333-cfe0-472f-8c03-47730745e9b8 req-fce849a9-99cd-4792-b7e2-cdc213faf9dd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:10.044465 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a3fae333-cfe0-472f-8c03-47730745e9b8 req-fce849a9-99cd-4792-b7e2-cdc213faf9dd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.3327544
Dec 18 07:07:10.092789 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a3fae333-cfe0-472f-8c03-47730745e9b8 req-62164377-2a6b-4cdf-8612-2e876b05e9cf tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410790
Dec 18 07:07:10.106499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-6cd9c5f6-b670-4535-a738-2a6a5dc4263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:10.108811 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-6cd9c5f6-b670-4535-a738-2a6a5dc4263c service neutron] 10.222.0.15 "GET /v2.0/networks?id=520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 200  len: 908 time: 0.1394846
Dec 18 07:07:10.185072 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-0a557178-acf4-41f5-83a9-c08ad916202f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 HTTP/1.1" status: 200  len: 217 time: 0.0661771
Dec 18 07:07:10.255593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-e1ca8fff-ccb5-4e32-93ea-d2269d6eaa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:10.257074 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-e1ca8fff-ccb5-4e32-93ea-d2269d6eaa80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05edfa35-5b84-460f-9f7b-249cd1d4036e HTTP/1.1" status: 200  len: 854 time: 0.0623453
Dec 18 07:07:10.313758 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-b65ee57a-60b6-4470-8530-9e4339ebf047 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=520b6a99-503e-486e-91a5-b5b1c8f9bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447340
Dec 18 07:07:10.455659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-d6dacd0e-193b-4fa8-b9fa-241d5923d23c service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315904
Dec 18 07:07:10.599660 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6c5d2a8-86b2-4a88-997a-47226e983ad2 req-f9e37338-65d1-4aa7-b0c2-651370b29a2f service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1343122
Dec 18 07:07:10.730301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:07:10.843568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:10.870749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7eb666-868c-43a2-9c75-e853d3a117d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fcc01e-d20d-4ee0-bc11-e994bcaa52a3'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:07:10.881110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3,segment=NetworkSegment(17d616d9-0fd5-42e8-800c-d917d9a49024),segment_id=17d616d9-0fd5-42e8-800c-d917d9a49024)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:07:10.883978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:10.885905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:07:10.943054 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7eb666-868c-43a2-9c75-e853d3a117d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73fcc01e-d20d-4ee0-bc11-e994bcaa52a3', 'code': 200}
Dec 18 07:07:10.958251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:07:10.961583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:07:11.304345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556f4ea-9744-4b18-b4ba-4b303f14b0a5 req-3ca51054-bbcb-4617-94c7-ea2021b94aaf tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:11.305936 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3556f4ea-9744-4b18-b4ba-4b303f14b0a5 req-3ca51054-bbcb-4617-94c7-ea2021b94aaf tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 943 time: 0.0813718
Dec 18 07:07:11.352377 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3556f4ea-9744-4b18-b4ba-4b303f14b0a5 req-9a367d85-04e0-48b7-afff-4e63e1e58ebb tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398154
Dec 18 07:07:12.567723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0dd4d-f802-40c9-81d4-dd98c54ab9c0 req-c05a2c43-48c0-472a-be2a-5a803cd115d1 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:12.569334 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-80d0dd4d-f802-40c9-81d4-dd98c54ab9c0 req-c05a2c43-48c0-472a-be2a-5a803cd115d1 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 943 time: 0.0851772
Dec 18 07:07:12.626051 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-80d0dd4d-f802-40c9-81d4-dd98c54ab9c0 req-59276071-3410-4d69-859b-6ba0ae285eab tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496342
Dec 18 07:07:12.935738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:07:13.008061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:07:13.008497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:13.130786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:13.158366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7eb666-868c-43a2-9c75-e853d3a117d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fcc01e-d20d-4ee0-bc11-e994bcaa52a3'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:07:13.168886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3,segment=NetworkSegment(17d616d9-0fd5-42e8-800c-d917d9a49024),segment_id=17d616d9-0fd5-42e8-800c-d917d9a49024)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:07:13.173815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:13.175756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:07:13.230184 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7eb666-868c-43a2-9c75-e853d3a117d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fcc01e-d20d-4ee0-bc11-e994bcaa52a3', 'code': 200}
Dec 18 07:07:13.245830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:07:13.249955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:07:13.845713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e6980-ba42-4008-8755-916f78c39e8c req-0fb11687-8a88-4123-88a6-fdbae168957b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:13.847282 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-754e6980-ba42-4008-8755-916f78c39e8c req-0fb11687-8a88-4123-88a6-fdbae168957b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0863175
Dec 18 07:07:13.893219 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-754e6980-ba42-4008-8755-916f78c39e8c req-59d7a5e1-f7fd-401b-80e5-381ea1a5d20e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396500
Dec 18 07:07:14.229946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-9df20933-6e40-46e4-b57f-6e59a38b5119 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:14.230629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-9df20933-6e40-46e4-b57f-6e59a38b5119 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Synchronizing usage tracker for tenant:28082d1fbb094b3ab9051abe37320247 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:07:14.234319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa5d93-304c-4118-93c8-151d85cb751f req-dc7d6fd1-5e67-4bc3-b272-0f11542e4dc9 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:14.235937 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0faa5d93-304c-4118-93c8-151d85cb751f req-dc7d6fd1-5e67-4bc3-b272-0f11542e4dc9 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0830960
Dec 18 07:07:14.246888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-9df20933-6e40-46e4-b57f-6e59a38b5119 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Unset dirty status for tenant:28082d1fbb094b3ab9051abe37320247 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:07:14.248653 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-9df20933-6e40-46e4-b57f-6e59a38b5119 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.15 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6&tenant_id=28082d1fbb094b3ab9051abe37320247&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 945 time: 0.1041005
Dec 18 07:07:14.283672 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0faa5d93-304c-4118-93c8-151d85cb751f req-b8006cf0-db6c-4dc6-8ae8-2ca98e13c206 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411882
Dec 18 07:07:14.393049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-07fce3c7-8a0a-4f31-bfa1-dfa69d747a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:14.394656 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-07fce3c7-8a0a-4f31-bfa1-dfa69d747a02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28082d1fbb094b3ab9051abe37320247&device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 1162 time: 0.0737555
Dec 18 07:07:14.534872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-1b494cbb-8bb9-4fc5-b449-2c6bbd77f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:14.536349 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-1b494cbb-8bb9-4fc5-b449-2c6bbd77f5ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 200  len: 908 time: 0.1351969
Dec 18 07:07:14.608269 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-946fa966-3b06-4207-a385-09a0d19e323b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 HTTP/1.1" status: 200  len: 217 time: 0.0656121
Dec 18 07:07:14.675838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cfed7c1b-9bed-4cd5-ac1b-5c483edeee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:14.677968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-c7314971-db43-447a-9520-752f08f04ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:14.679560 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-c7314971-db43-447a-9520-752f08f04ea5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05edfa35-5b84-460f-9f7b-249cd1d4036e HTTP/1.1" status: 200  len: 854 time: 0.0649693
Dec 18 07:07:14.733156 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-4e2d9f54-b545-43ec-a0ba-4ba1db25b2d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=520b6a99-503e-486e-91a5-b5b1c8f9bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463355
Dec 18 07:07:14.771604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:07:14.843608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:07:14.844033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:14.879214 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-f4dcc397-0c95-4795-9941-769d904bbbbe service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396387
Dec 18 07:07:15.024676 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a41af3a4-340b-4b39-ab56-c300234a30dc req-0deb6cfb-e26e-44e3-b2b8-369ec6c2b4d6 service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388078
Dec 18 07:07:15.505548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b7f22-253f-430f-af89-53aa765245af req-16187c28-a0ee-4ab3-b6af-abb791b79984 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:15.507199 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-976b7f22-253f-430f-af89-53aa765245af req-16187c28-a0ee-4ab3-b6af-abb791b79984 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0878527
Dec 18 07:07:15.555011 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-976b7f22-253f-430f-af89-53aa765245af req-5ea9501f-e312-4d3d-ad4c-469822dc7590 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414326
Dec 18 07:07:16.774469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc293a-df03-45b1-a749-d0e37e0e9dda req-3fdf15ab-7bef-4dca-9dde-e3af3042c8aa tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:16.776077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77fc293a-df03-45b1-a749-d0e37e0e9dda req-3fdf15ab-7bef-4dca-9dde-e3af3042c8aa tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0880697
Dec 18 07:07:16.824068 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77fc293a-df03-45b1-a749-d0e37e0e9dda req-980ce4e9-a430-444d-8267-3a03087abae7 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416408
Dec 18 07:07:17.031000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f91ee7-c213-405a-aa47-9bc4609c2c8e req-95261221-5ae7-4537-b42a-f39b14dce2a8 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:17.032615 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-70f91ee7-c213-405a-aa47-9bc4609c2c8e req-95261221-5ae7-4537-b42a-f39b14dce2a8 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0821116
Dec 18 07:07:17.081104 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-70f91ee7-c213-405a-aa47-9bc4609c2c8e req-bbe052e4-eee8-4bfe-9260-13f4fe406dd5 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422359
Dec 18 07:07:17.291321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279845e-bb59-4f96-90b6-588bf99f2c87 req-f5723234-62bd-4e01-9455-0bd54aefd472 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:17.292925 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c279845e-bb59-4f96-90b6-588bf99f2c87 req-f5723234-62bd-4e01-9455-0bd54aefd472 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0857642
Dec 18 07:07:17.339603 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c279845e-bb59-4f96-90b6-588bf99f2c87 req-47d59520-fb05-415a-b4b3-e11d95135ced tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396833
Dec 18 07:07:17.442950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d53ff3d9-e8a3-4ff6-87e3-718f5172a0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:17.468634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:17.879419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-de2e70ff-7ad1-4396-b6bc-249cad8f4683 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:17.881011 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-de2e70ff-7ad1-4396-b6bc-249cad8f4683 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/networks?id=520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 200  len: 814 time: 0.1536636
Dec 18 07:07:17.898003 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-b0a8949c-bcaf-466e-a56f-e1619b2a5b6a tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/quotas/28082d1fbb094b3ab9051abe37320247 HTTP/1.1" status: 200  len: 375 time: 0.0105011
Dec 18 07:07:17.983948 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-e8835a74-e598-4154-b839-fd324ee042ab tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?tenant_id=28082d1fbb094b3ab9051abe37320247&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0806296
Dec 18 07:07:18.204499 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-4f1b0ecb-b583-4500-8ca1-de715f8784da service neutron] 10.222.0.23 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2125459
Dec 18 07:07:18.345229 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-94b7ac6b-225f-46fb-b244-ee171f224225 service neutron] 10.222.0.23 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1341584
Dec 18 07:07:18.512949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:18.547107 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-89035a33-9592-4748-a4dd-d70e17274750 req-ab68b8c0-559f-4ef6-ab81-7f594434776c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 210 time: 0.0458443
Dec 18 07:07:19.459121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:19.554151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c93266-b110-473b-a906-d1dd25f5cdea req-97b6d2e4-be48-4bb8-9fd9-820500eb5234 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:19.556015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-51c93266-b110-473b-a906-d1dd25f5cdea req-97b6d2e4-be48-4bb8-9fd9-820500eb5234 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.15 "GET /v2.0/ports?device_id=3a7eb666-868c-43a2-9c75-e853d3a117d6 HTTP/1.1" status: 200  len: 945 time: 0.0853064
Dec 18 07:07:19.743495 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-40c94019-0e3c-42e4-9cb7-ac4197355450 req-4dfc7f49-7c08-43e0-ac18-1afda32b56b1 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 210 time: 0.0493796
Dec 18 07:07:19.753709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-51c93266-b110-473b-a906-d1dd25f5cdea req-84022b76-c866-41cc-bddd-149b53dc1edd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Deleting port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:07:19.754103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-51c93266-b110-473b-a906-d1dd25f5cdea req-84022b76-c866-41cc-bddd-149b53dc1edd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:20.163477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-97348330-ee4e-4ae0-a286-c6048784f47e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:20.164957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-97348330-ee4e-4ae0-a286-c6048784f47e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.15 "GET /v2.0/networks?id=520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 200  len: 814 time: 0.5598187
Dec 18 07:07:20.206234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Request body: {'port': {'device_id': '3cca7987-43f2-494f-88a6-80bce3f7a608', 'network_id': '520b6a99-503e-486e-91a5-b5b1c8f9bc33', 'admin_state_up': True, 'tenant_id': '28082d1fbb094b3ab9051abe37320247'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:07:20.447278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-51c93266-b110-473b-a906-d1dd25f5cdea req-84022b76-c866-41cc-bddd-149b53dc1edd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] For port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3,segment=NetworkSegment(17d616d9-0fd5-42e8-800c-d917d9a49024),segment_id=17d616d9-0fd5-42e8-800c-d917d9a49024)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:07:20.447606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-51c93266-b110-473b-a906-d1dd25f5cdea req-84022b76-c866-41cc-bddd-149b53dc1edd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:20.464844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:07:20.583619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-51c93266-b110-473b-a906-d1dd25f5cdea req-84022b76-c866-41cc-bddd-149b53dc1edd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Calling delete_port for 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:07:20.621918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:07:20.647300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Made reservation on behalf of 28082d1fbb094b3ab9051abe37320247 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:07:20.652871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:20.806622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:07:20.884593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-51c93266-b110-473b-a906-d1dd25f5cdea req-84022b76-c866-41cc-bddd-149b53dc1edd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:20.901155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 update to DOWN by agent not found {{(pid=81086) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}}
Dec 18 07:07:20.901538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1956fb0-51a9-4a5b-9c40-cb8e686949aa tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:07:20.928242 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1aad6eb2-6acb-4e65-8421-d8405b6b76df req-dd494c39-ee35-4526-aabc-f5e3eee0eaf0 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 210 time: 0.0532608
Dec 18 07:07:21.034494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84022b76-c866-41cc-bddd-149b53dc1edd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Pushing event deleted for resources: {'Port': ['ID=73fcc01e-d20d-4ee0-bc11-e994bcaa52a3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:07:21.053014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-84022b76-c866-41cc-bddd-149b53dc1edd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:07:21.239675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c93266-b110-473b-a906-d1dd25f5cdea req-84022b76-c866-41cc-bddd-149b53dc1edd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] No DVR routers for this DVR port 73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:07:21.241733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Allocated IP 172.20.0.10 (520b6a99-503e-486e-91a5-b5b1c8f9bc33/05edfa35-5b84-460f-9f7b-249cd1d4036e/65d6c109-2587-4a02-be1f-6c4c4b2efff5) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:07:21.244167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-51c93266-b110-473b-a906-d1dd25f5cdea req-84022b76-c866-41cc-bddd-149b53dc1edd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:21.246865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7eb666-868c-43a2-9c75-e853d3a117d6', 'name': 'network-vif-deleted', 'tag': '73fcc01e-d20d-4ee0-bc11-e994bcaa52a3'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:07:21.270056 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-51c93266-b110-473b-a906-d1dd25f5cdea req-84022b76-c866-41cc-bddd-149b53dc1edd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.15 "DELETE /v2.0/ports/73fcc01e-d20d-4ee0-bc11-e994bcaa52a3 HTTP/1.1" status: 204  len: 173 time: 1.6985962
Dec 18 07:07:21.314386 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7eb666-868c-43a2-9c75-e853d3a117d6', 'name': 'network-vif-deleted', 'tag': '73fcc01e-d20d-4ee0-bc11-e994bcaa52a3', 'status': 'completed', 'code': 200}
Dec 18 07:07:21.475620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:21.501032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:21.518896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8ff6e118-0f6f-47eb-ae78-085786967894 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:07:21.650806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Pushing event updated for resources: {'Port': ['ID=65d6c109-2587-4a02-be1f-6c4c4b2efff5,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:07:21.654347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:07:21.712584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Network 520b6a99-503e-486e-91a5-b5b1c8f9bc33 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:07:21.714224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:07:21.716076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:07:21.784680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:21.785344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:21.805100 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6028814
Dec 18 07:07:21.825103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Request body: {'port': {'device_id': '3cca7987-43f2-494f-88a6-80bce3f7a608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:07:21.939176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:22.142624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccffa6d-9a66-487f-a90a-bdefe803eb81 req-8544f3a9-27a6-438e-aad7-27078028d36b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:22.145080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ccffa6d-9a66-487f-a90a-bdefe803eb81 req-8544f3a9-27a6-438e-aad7-27078028d36b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 932 time: 0.0855086
Dec 18 07:07:22.193474 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ccffa6d-9a66-487f-a90a-bdefe803eb81 req-fa0056d2-a25c-471f-826f-cb7b1c9bc366 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417657
Dec 18 07:07:22.350230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d6c109-2587-4a02-be1f-6c4c4b2efff5 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:07:22.357719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:22.369701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Transition to ACTIVE for port object 65d6c109-2587-4a02-be1f-6c4c4b2efff5 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:07:22.372354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:22.387945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-32545493-3f0b-4c93-b592-bb6029b9a15e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:07:22.516810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Pushing event updated for resources: {'Port': ['ID=65d6c109-2587-4a02-be1f-6c4c4b2efff5,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:07:22.521897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:07:22.700407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Attempting to bind port 65d6c109-2587-4a02-be1f-6c4c4b2efff5 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:07:22.700817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Attempting to bind port 65d6c109-2587-4a02-be1f-6c4c4b2efff5 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '17d616d9-0fd5-42e8-800c-d917d9a49024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '520b6a99-503e-486e-91a5-b5b1c8f9bc33'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:07:22.701192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Attempting to bind port 65d6c109-2587-4a02-be1f-6c4c4b2efff5 on network 520b6a99-503e-486e-91a5-b5b1c8f9bc33 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:07:22.706917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:07:22.707297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Checking segment: {'id': '17d616d9-0fd5-42e8-800c-d917d9a49024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '520b6a99-503e-486e-91a5-b5b1c8f9bc33'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:07:22.707698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:22.708102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Bound using segment: {'id': '17d616d9-0fd5-42e8-800c-d917d9a49024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '520b6a99-503e-486e-91a5-b5b1c8f9bc33'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:07:22.708575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Bound port: 65d6c109-2587-4a02-be1f-6c4c4b2efff5, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d616d9-0fd5-42e8-800c-d917d9a49024', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '520b6a99-503e-486e-91a5-b5b1c8f9bc33'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:07:22.708950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:22.805036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] For port 65d6c109-2587-4a02-be1f-6c4c4b2efff5, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:07:22.808213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] For port 65d6c109-2587-4a02-be1f-6c4c4b2efff5, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=65d6c109-2587-4a02-be1f-6c4c4b2efff5,segment=NetworkSegment(17d616d9-0fd5-42e8-800c-d917d9a49024),segment_id=17d616d9-0fd5-42e8-800c-d917d9a49024)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:07:22.811428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:22.827639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-29283f92-cf00-4b5e-837b-9074b04a29bc tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:07:22.827909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:22.965010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Pushing event updated for resources: {'Port': ['ID=65d6c109-2587-4a02-be1f-6c4c4b2efff5,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:07:22.978111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:07:23.010812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:23.011490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:23.012956 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] 10.222.0.15 "PUT /v2.0/ports/65d6c109-2587-4a02-be1f-6c4c4b2efff5 HTTP/1.1" status: 200  len: 1158 time: 1.1925297
Dec 18 07:07:23.139305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-490be82d-d497-4a0f-a24c-555aa4950181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:23.140933 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-490be82d-d497-4a0f-a24c-555aa4950181 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28082d1fbb094b3ab9051abe37320247&device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 1161 time: 0.0861278
Dec 18 07:07:23.215335 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-c3c50ddc-85ff-4878-9150-17d9fe24bbdc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65d6c109-2587-4a02-be1f-6c4c4b2efff5 HTTP/1.1" status: 200  len: 217 time: 0.0626354
Dec 18 07:07:23.292360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-50153015-5275-44b7-975b-7302471aabca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:23.293957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-50153015-5275-44b7-975b-7302471aabca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05edfa35-5b84-460f-9f7b-249cd1d4036e HTTP/1.1" status: 200  len: 854 time: 0.0677454
Dec 18 07:07:23.337210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cca7987-43f2-494f-88a6-80bce3f7a608', 'tag': '65d6c109-2587-4a02-be1f-6c4c4b2efff5'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:07:23.353140 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-4fc10b1f-7843-480e-8033-99327a39268b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=520b6a99-503e-486e-91a5-b5b1c8f9bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0488980
Dec 18 07:07:23.412023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885ac0e-cf23-49a9-918e-fba3e4b7f091 req-b91612b6-355e-47c1-99e9-8b088dc59943 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:23.413681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8885ac0e-cf23-49a9-918e-fba3e4b7f091 req-b91612b6-355e-47c1-99e9-8b088dc59943 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 944 time: 0.0895967
Dec 18 07:07:23.440788 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cca7987-43f2-494f-88a6-80bce3f7a608', 'tag': '65d6c109-2587-4a02-be1f-6c4c4b2efff5', 'status': 'completed', 'code': 200}
Dec 18 07:07:23.462729 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8885ac0e-cf23-49a9-918e-fba3e4b7f091 req-cb7d0c8a-6718-45a9-a875-045aa6b12e9c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426300
Dec 18 07:07:23.505169 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-9096caf9-86ec-4226-8599-6f73c16b498b service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412895
Dec 18 07:07:23.651750 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee4f8dbe-a609-40e4-bf94-5e3f52e871e5 req-b4cf2b78-b2e7-4c57-8d9e-69366012673d service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353459
Dec 18 07:07:23.787881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac08dce-8fc4-49ed-8a62-ae33e404d346 req-c0cc9963-7013-4ffe-86ce-f74595f825d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:23.789498 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ac08dce-8fc4-49ed-8a62-ae33e404d346 req-c0cc9963-7013-4ffe-86ce-f74595f825d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28082d1fbb094b3ab9051abe37320247&device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 1161 time: 0.0824125
Dec 18 07:07:23.930419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac08dce-8fc4-49ed-8a62-ae33e404d346 req-a004fbd9-de1a-48ca-ab71-d0a7b17225ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:23.931888 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ac08dce-8fc4-49ed-8a62-ae33e404d346 req-a004fbd9-de1a-48ca-ab71-d0a7b17225ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 200  len: 908 time: 0.1346974
Dec 18 07:07:24.006051 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ac08dce-8fc4-49ed-8a62-ae33e404d346 req-9d6c9059-f90c-41c7-981d-5c4135acf3e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65d6c109-2587-4a02-be1f-6c4c4b2efff5 HTTP/1.1" status: 200  len: 217 time: 0.0653422
Dec 18 07:07:24.074415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac08dce-8fc4-49ed-8a62-ae33e404d346 req-6371e007-8fec-48da-8554-41f4c78441e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:24.076506 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ac08dce-8fc4-49ed-8a62-ae33e404d346 req-6371e007-8fec-48da-8554-41f4c78441e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05edfa35-5b84-460f-9f7b-249cd1d4036e HTTP/1.1" status: 200  len: 854 time: 0.0614681
Dec 18 07:07:24.407105 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ac08dce-8fc4-49ed-8a62-ae33e404d346 req-94759b43-7431-4d93-bbb6-f13f2566d24f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=520b6a99-503e-486e-91a5-b5b1c8f9bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3234932
Dec 18 07:07:24.551224 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ac08dce-8fc4-49ed-8a62-ae33e404d346 req-baa07806-2a26-4df6-bad3-2b2ebbea3a73 service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362493
Dec 18 07:07:24.682142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc659a-ec52-4767-8e8e-4c20805dd6a6 req-c8dfbd8d-be85-4881-90cd-b816f91e599b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:24.684085 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9fc659a-ec52-4767-8e8e-4c20805dd6a6 req-c8dfbd8d-be85-4881-90cd-b816f91e599b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 944 time: 0.0885620
Dec 18 07:07:24.703481 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ac08dce-8fc4-49ed-8a62-ae33e404d346 req-1ce6c567-73bc-4c2e-ac23-a978ddfd515a service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447437
Dec 18 07:07:24.736496 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9fc659a-ec52-4767-8e8e-4c20805dd6a6 req-61448f92-55ae-4b70-84df-abade6ca8ac2 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459943
Dec 18 07:07:25.943057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027873e-4449-4d66-8087-a081369cd593 req-11091dd1-2ff1-400c-95fd-9886a203da51 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:25.944561 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6027873e-4449-4d66-8087-a081369cd593 req-11091dd1-2ff1-400c-95fd-9886a203da51 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 944 time: 0.0815334
Dec 18 07:07:25.990853 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6027873e-4449-4d66-8087-a081369cd593 req-c7bc42a4-58c7-4572-ac19-f51d6e35402f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400271
Dec 18 07:07:26.867205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:07:27.147030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 65d6c109-2587-4a02-be1f-6c4c4b2efff5 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:07:27.205962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864f729-e536-4312-9dd0-49602598bc96 req-8a52f1a1-4a26-45ab-8a74-c150d7e64e48 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:27.207602 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d864f729-e536-4312-9dd0-49602598bc96 req-8a52f1a1-4a26-45ab-8a74-c150d7e64e48 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 944 time: 0.0892460
Dec 18 07:07:27.219797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 65d6c109-2587-4a02-be1f-6c4c4b2efff5 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:07:27.224928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 65d6c109-2587-4a02-be1f-6c4c4b2efff5 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:07:27.225439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:27.256485 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d864f729-e536-4312-9dd0-49602598bc96 req-01ac3546-8f42-4531-a203-809b1d54ab5f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424607
Dec 18 07:07:27.343156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:27.369695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cca7987-43f2-494f-88a6-80bce3f7a608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d6c109-2587-4a02-be1f-6c4c4b2efff5'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:07:27.379972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 65d6c109-2587-4a02-be1f-6c4c4b2efff5, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=65d6c109-2587-4a02-be1f-6c4c4b2efff5,segment=NetworkSegment(17d616d9-0fd5-42e8-800c-d917d9a49024),segment_id=17d616d9-0fd5-42e8-800c-d917d9a49024)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:07:27.383967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:27.385918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:07:27.431030 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cca7987-43f2-494f-88a6-80bce3f7a608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d6c109-2587-4a02-be1f-6c4c4b2efff5', 'code': 200}
Dec 18 07:07:27.457722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=65d6c109-2587-4a02-be1f-6c4c4b2efff5,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:07:27.465645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.466065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.466988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.467369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.467747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.468124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.468497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.468869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.469243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.469638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.470007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.470375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.470802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.471170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.471538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.471905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.472273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.472636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.473001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.473443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.473813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.474181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.474550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.474912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:07:27.479192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:07:27.679946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfce23-6b2d-48e3-863d-09994fe0987b req-51834cda-bcd0-4ed5-b122-ac2fa8b366e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:27.681508 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dbcfce23-6b2d-48e3-863d-09994fe0987b req-51834cda-bcd0-4ed5-b122-ac2fa8b366e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 1163 time: 0.0760477
Dec 18 07:07:27.728888 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dbcfce23-6b2d-48e3-863d-09994fe0987b req-84b5a891-056c-4409-86fa-a16b31ef4a79 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360975
Dec 18 07:07:28.465381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae868c9-a24b-4182-9738-874728f77282 req-b59fd5b6-7216-481b-a02e-636079ebd9db tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:28.467516 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dae868c9-a24b-4182-9738-874728f77282 req-b59fd5b6-7216-481b-a02e-636079ebd9db tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0824621
Dec 18 07:07:28.517053 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dae868c9-a24b-4182-9738-874728f77282 req-25bdc3c0-12a6-4fc2-a906-d04570364937 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433640
Dec 18 07:07:28.885499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 65d6c109-2587-4a02-be1f-6c4c4b2efff5 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:07:28.955541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 65d6c109-2587-4a02-be1f-6c4c4b2efff5 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:07:28.955902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:29.733066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b96ffa-5d50-4ff9-8707-a21d1e91ac84 req-81e81461-2339-4e83-9d64-058c35afbc17 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:29.734749 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-44b96ffa-5d50-4ff9-8707-a21d1e91ac84 req-81e81461-2339-4e83-9d64-058c35afbc17 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0852172
Dec 18 07:07:29.782414 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-44b96ffa-5d50-4ff9-8707-a21d1e91ac84 req-3efbb413-ead3-4e44-b140-81091e0b9c55 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407789
Dec 18 07:07:30.127378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37abe9f-33ea-4e89-937f-59aa1f37fd0d req-5d6057b9-6252-4183-ac62-c7cbe79ce72c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:30.128890 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e37abe9f-33ea-4e89-937f-59aa1f37fd0d req-5d6057b9-6252-4183-ac62-c7cbe79ce72c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0858903
Dec 18 07:07:30.175182 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e37abe9f-33ea-4e89-937f-59aa1f37fd0d req-e0438944-330c-4293-8b55-3240f9c7c900 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401435
Dec 18 07:07:30.605913 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-fe400d99-f4d4-4b92-a43a-4731b3602524 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1244760
Dec 18 07:07:30.638891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df76cf-5bcb-4f42-8237-b52281379531 req-838992dd-e09a-4621-a007-3c08965c1db5 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:30.646082 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-26df76cf-5bcb-4f42-8237-b52281379531 req-838992dd-e09a-4621-a007-3c08965c1db5 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.1051009
Dec 18 07:07:30.695073 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-26df76cf-5bcb-4f42-8237-b52281379531 req-cdc0c4b3-9764-4b1b-acac-5b69694f05f1 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478344
Dec 18 07:07:31.793577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-4f1b296d-739b-4fb3-a20f-a9fe9f643e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:31.795153 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-4f1b296d-739b-4fb3-a20f-a9fe9f643e8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28082d1fbb094b3ab9051abe37320247&device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 1163 time: 0.0822670
Dec 18 07:07:31.908250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4aadc9-705c-4f9b-a788-976ad7ef4788 req-20ac5143-29a2-4bab-8df6-79249d18c035 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:31.909880 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2e4aadc9-705c-4f9b-a788-976ad7ef4788 req-20ac5143-29a2-4bab-8df6-79249d18c035 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0820682
Dec 18 07:07:31.938552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-90b26b63-cbf7-49fa-9a79-1dbab3f8820b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:31.940077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-90b26b63-cbf7-49fa-9a79-1dbab3f8820b service neutron] 10.222.0.15 "GET /v2.0/networks?id=520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 200  len: 908 time: 0.1376674
Dec 18 07:07:31.961491 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2e4aadc9-705c-4f9b-a788-976ad7ef4788 req-90c8e821-2f89-4a24-835e-84587c13cc46 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451269
Dec 18 07:07:32.010272 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-8fca87ee-c265-46a7-b8b1-2507f8020c63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65d6c109-2587-4a02-be1f-6c4c4b2efff5 HTTP/1.1" status: 200  len: 217 time: 0.0630670
Dec 18 07:07:32.081627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-d10ab8bf-7987-4455-bdba-d21af2b4c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:32.083201 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-d10ab8bf-7987-4455-bdba-d21af2b4c784 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05edfa35-5b84-460f-9f7b-249cd1d4036e HTTP/1.1" status: 200  len: 854 time: 0.0667536
Dec 18 07:07:32.133118 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-c29e994e-eaa0-4bd5-afba-065f5420a020 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=520b6a99-503e-486e-91a5-b5b1c8f9bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431757
Dec 18 07:07:32.272385 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-c5f90270-66eb-44cf-bfce-fcb5cc8e3381 service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327107
Dec 18 07:07:32.411893 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-fdaf8354-a401-4c1c-a098-ca01bfec613b service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1329064
Dec 18 07:07:33.170137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7efe85-a868-43af-8434-42f0119b15aa req-4448320f-bb14-44c7-8592-2fe899824e40 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:33.171758 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aa7efe85-a868-43af-8434-42f0119b15aa req-4448320f-bb14-44c7-8592-2fe899824e40 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0833519
Dec 18 07:07:33.219163 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aa7efe85-a868-43af-8434-42f0119b15aa req-c0019998-b970-4329-acbc-6816db19171c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410953
Dec 18 07:07:34.430765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e887e8-bad1-4944-aa2c-c5c824bc500d req-7bd3a954-68db-4255-bfd1-94a68830f2c9 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:34.432371 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1e887e8-bad1-4944-aa2c-c5c824bc500d req-7bd3a954-68db-4255-bfd1-94a68830f2c9 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0864024
Dec 18 07:07:34.479287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1e887e8-bad1-4944-aa2c-c5c824bc500d req-d9c30c8c-4b9d-4b78-8d00-aa8de0881b27 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401928
Dec 18 07:07:35.697421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973788-b76c-44d6-906f-05cc17938450 req-2d3ad3ad-35fe-45cb-bd2e-56c3597a71d0 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:35.699092 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-11973788-b76c-44d6-906f-05cc17938450 req-2d3ad3ad-35fe-45cb-bd2e-56c3597a71d0 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0843711
Dec 18 07:07:35.749311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-11973788-b76c-44d6-906f-05cc17938450 req-052e872c-95cf-4e98-b8c9-372e0e53ad5b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434031
Dec 18 07:07:36.956546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d60d86-9111-4d8d-af03-4f5b053de545 req-52c832dd-36f3-466a-b955-66b079ee410e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:36.958086 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d6d60d86-9111-4d8d-af03-4f5b053de545 req-52c832dd-36f3-466a-b955-66b079ee410e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0830142
Dec 18 07:07:37.004356 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d6d60d86-9111-4d8d-af03-4f5b053de545 req-fcbcc0f6-ea8a-4828-aad9-bc9d6196eb59 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399585
Dec 18 07:07:38.216123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64e1b9-e28b-46a2-b6f9-6b698655158a req-c68aa880-4f70-4c29-aba6-0fada2df3a7d tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:38.217742 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cd64e1b9-e28b-46a2-b6f9-6b698655158a req-c68aa880-4f70-4c29-aba6-0fada2df3a7d tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0860159
Dec 18 07:07:38.265535 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cd64e1b9-e28b-46a2-b6f9-6b698655158a req-a5280d1c-0a8e-452a-8c7f-d671eab10ae2 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414097
Dec 18 07:07:39.477586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87cda2-2943-4540-94ca-dde878dde1c4 req-d5c6e1c0-68e5-46ea-9470-c58a224473a9 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:39.479173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a87cda2-2943-4540-94ca-dde878dde1c4 req-d5c6e1c0-68e5-46ea-9470-c58a224473a9 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0830638
Dec 18 07:07:39.529258 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a87cda2-2943-4540-94ca-dde878dde1c4 req-37ec4581-0e5d-4059-9b8b-6913132fc4e3 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431833
Dec 18 07:07:40.742375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bbe5e-cac5-4ae3-93ae-f64b35b2b27d req-f8ce86d9-c20e-41e6-9505-cfadbbb62176 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:40.744071 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-344bbe5e-cac5-4ae3-93ae-f64b35b2b27d req-f8ce86d9-c20e-41e6-9505-cfadbbb62176 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0846477
Dec 18 07:07:40.790971 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-344bbe5e-cac5-4ae3-93ae-f64b35b2b27d req-36390729-505f-4081-852a-9e4dc8bf419c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405331
Dec 18 07:07:42.006034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9432b70-ea28-42aa-9374-d13d929c1688 req-f022a4e3-7691-45e4-a2de-4555b9d64132 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:42.007672 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e9432b70-ea28-42aa-9374-d13d929c1688 req-f022a4e3-7691-45e4-a2de-4555b9d64132 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0887241
Dec 18 07:07:42.056100 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e9432b70-ea28-42aa-9374-d13d929c1688 req-0d4969ba-c953-4a97-a93e-d9d026bece83 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413780
Dec 18 07:07:43.273640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cf419-d9bc-485f-aa48-9a67e8c3f168 req-c9596674-1600-47ab-9f9d-cc15afbc874a tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:43.275229 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-473cf419-d9bc-485f-aa48-9a67e8c3f168 req-c9596674-1600-47ab-9f9d-cc15afbc874a tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0881391
Dec 18 07:07:43.324799 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-473cf419-d9bc-485f-aa48-9a67e8c3f168 req-b060e65c-14a5-426a-94be-d875c3e58aaf tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434031
Dec 18 07:07:44.532892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf01d0-f537-4382-8330-b24b05aee47f req-37976862-a0c0-4b10-9787-86a085a65812 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:44.534506 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f5bf01d0-f537-4382-8330-b24b05aee47f req-37976862-a0c0-4b10-9787-86a085a65812 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0833271
Dec 18 07:07:44.580354 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f5bf01d0-f537-4382-8330-b24b05aee47f req-cc5d0879-64f2-4c53-ae72-8b99b692de88 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397131
Dec 18 07:07:44.678464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-79ce5a67-f284-4a4b-8cf2-87a6bf8e1ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:45.799540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e469b-3d12-46d3-8ec8-6ed960b3197e req-9f87e2b2-d7b1-49dd-bf65-f23bf92022a3 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:45.801136 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b9e469b-3d12-46d3-8ec8-6ed960b3197e req-9f87e2b2-d7b1-49dd-bf65-f23bf92022a3 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0864189
Dec 18 07:07:45.847378 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b9e469b-3d12-46d3-8ec8-6ed960b3197e req-0cba5478-5ee2-41ff-9917-106db121c18d tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401244
Dec 18 07:07:47.058352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868db6d-4993-45c2-b867-09e4f4648654 req-9e517851-e799-4e9d-8539-838ba5d4cec4 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:47.060517 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6868db6d-4993-45c2-b867-09e4f4648654 req-9e517851-e799-4e9d-8539-838ba5d4cec4 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0824842
Dec 18 07:07:47.110176 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6868db6d-4993-45c2-b867-09e4f4648654 req-ed71aa4a-4eca-4992-a495-a0c97c44f491 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434599
Dec 18 07:07:47.443724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cd80ef92-4e18-40fa-8132-0dedf0a47ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:47.470024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:48.318953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686766a3-3883-43fd-b72c-53c5115c5585 req-1c2b9b14-c680-431b-8ab4-bc10572a3a70 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:48.320549 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-686766a3-3883-43fd-b72c-53c5115c5585 req-1c2b9b14-c680-431b-8ab4-bc10572a3a70 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0824687
Dec 18 07:07:48.367703 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-686766a3-3883-43fd-b72c-53c5115c5585 req-7658e268-ac0d-4639-a478-4838fb40f4c1 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402739
Dec 18 07:07:48.514571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:49.457459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:49.580453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c8a3c-7eba-4720-80d4-d53060133ff3 req-1782c31c-549a-426c-b1f8-e3784f3a54f2 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:49.582082 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eb8c8a3c-7eba-4720-80d4-d53060133ff3 req-1782c31c-549a-426c-b1f8-e3784f3a54f2 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0864737
Dec 18 07:07:49.629144 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eb8c8a3c-7eba-4720-80d4-d53060133ff3 req-eb1d8f0f-7dde-440b-97f5-49636bc666a5 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407722
Dec 18 07:07:50.838925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37c17b-5336-415f-846f-b6266c9e4f7f req-a846d745-5fc1-43d7-870c-e659388b5ebd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:50.841135 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9a37c17b-5336-415f-846f-b6266c9e4f7f req-a846d745-5fc1-43d7-870c-e659388b5ebd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0820334
Dec 18 07:07:50.891421 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9a37c17b-5336-415f-846f-b6266c9e4f7f req-f4ec35fb-4fd5-47a7-b653-1b1cdc0fc2a4 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438952
Dec 18 07:07:52.103343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d212ef-77d0-4883-a065-1d1d58f1cc8c req-30dc0041-d68b-484d-bfe5-6cfa028aae03 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:52.105005 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8d212ef-77d0-4883-a065-1d1d58f1cc8c req-30dc0041-d68b-484d-bfe5-6cfa028aae03 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0837891
Dec 18 07:07:52.151464 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8d212ef-77d0-4883-a065-1d1d58f1cc8c req-4d355198-457f-42e1-9967-1f78cb43bc37 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399585
Dec 18 07:07:52.844008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:07:53.611110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64ad1e-7cee-4d20-ae12-5013828de605 req-df0dd5be-4a87-4fe2-856c-5113c1ab853a tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:53.613090 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f64ad1e-7cee-4d20-ae12-5013828de605 req-df0dd5be-4a87-4fe2-856c-5113c1ab853a tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.3331530
Dec 18 07:07:53.659959 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f64ad1e-7cee-4d20-ae12-5013828de605 req-54a4ee58-d3db-4fd3-97a1-da5366fbecda tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405869
Dec 18 07:07:54.873754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d61737-67e1-40d5-8a4b-ef05f86b96a7 req-c3275828-6f25-4c5e-99bc-3427d7d4feab tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:54.875331 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-57d61737-67e1-40d5-8a4b-ef05f86b96a7 req-c3275828-6f25-4c5e-99bc-3427d7d4feab tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0821087
Dec 18 07:07:54.924921 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-57d61737-67e1-40d5-8a4b-ef05f86b96a7 req-556d9cc0-49f3-4fc3-8e86-c6853917f8f7 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431781
Dec 18 07:07:56.134515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80875f7-6821-46cc-b196-08b3d611d269 req-b7dc2249-a678-4350-9b5c-f22948554535 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:56.136078 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d80875f7-6821-46cc-b196-08b3d611d269 req-b7dc2249-a678-4350-9b5c-f22948554535 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0830770
Dec 18 07:07:56.181925 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d80875f7-6821-46cc-b196-08b3d611d269 req-b955788d-1e3f-4eb6-9814-61a464575248 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388236
Dec 18 07:07:57.398926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b5adb-f7de-4c73-93a0-01f8ff9dbecf req-5c6f8b29-f93d-4c1d-8261-1e2668339bba tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:57.400523 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-601b5adb-f7de-4c73-93a0-01f8ff9dbecf req-5c6f8b29-f93d-4c1d-8261-1e2668339bba tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0855324
Dec 18 07:07:57.447859 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-601b5adb-f7de-4c73-93a0-01f8ff9dbecf req-b71f2919-f785-4216-8c18-29e9d8a6982e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409157
Dec 18 07:07:58.669110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36995a9-aeb5-4793-8a7c-d35e5ac36025 req-564fe6da-117d-4dc0-b363-cf7e75802ad0 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:58.670874 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c36995a9-aeb5-4793-8a7c-d35e5ac36025 req-564fe6da-117d-4dc0-b363-cf7e75802ad0 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0915174
Dec 18 07:07:58.723409 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c36995a9-aeb5-4793-8a7c-d35e5ac36025 req-83f29590-6ded-4bd1-8c0f-c8b64eee7105 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459638
Dec 18 07:07:59.316820 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-8fea0e58-b05a-4b7f-8999-73172941c9cf service neutron] 10.222.0.15 "GET /v2.0/ports/65d6c109-2587-4a02-be1f-6c4c4b2efff5/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0791876
Dec 18 07:07:59.603726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-ad368173-d628-4c3c-a0ed-e3f947ec5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:59.605308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-ad368173-d628-4c3c-a0ed-e3f947ec5517 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608&tenant_id=28082d1fbb094b3ab9051abe37320247 HTTP/1.1" status: 200  len: 1163 time: 0.0740438
Dec 18 07:07:59.707056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-ecf7a337-7301-48ee-9aac-ea540e1e6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:59.708656 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-ecf7a337-7301-48ee-9aac-ea540e1e6e61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28082d1fbb094b3ab9051abe37320247&device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 1163 time: 0.0736125
Dec 18 07:07:59.858530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-8fc3d896-2265-4643-851f-dc8efa29cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:59.860024 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-8fc3d896-2265-4643-851f-dc8efa29cc5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 200  len: 908 time: 0.1401987
Dec 18 07:07:59.933648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60af37-7496-4ccd-b49f-9ae2e6800e06 req-12a2d638-4307-44af-b931-0bf84928384e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:07:59.935752 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e60af37-7496-4ccd-b49f-9ae2e6800e06 req-12a2d638-4307-44af-b931-0bf84928384e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0828519
Dec 18 07:07:59.938410 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-96a81d9f-d322-4cb6-a136-5ec266698015 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65d6c109-2587-4a02-be1f-6c4c4b2efff5 HTTP/1.1" status: 200  len: 217 time: 0.0672772
Dec 18 07:07:59.982783 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e60af37-7496-4ccd-b49f-9ae2e6800e06 req-c9f2b645-3a2b-4122-9448-9f80762a5a93 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402062
Dec 18 07:08:00.010856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-64870562-da1d-40a2-9d58-63ce3710d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:00.013007 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-64870562-da1d-40a2-9d58-63ce3710d463 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05edfa35-5b84-460f-9f7b-249cd1d4036e HTTP/1.1" status: 200  len: 854 time: 0.0642488
Dec 18 07:08:00.068510 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-dd378fff-7a3a-402a-a1d2-38817e65b182 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=520b6a99-503e-486e-91a5-b5b1c8f9bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455534
Dec 18 07:08:00.214202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-c4f8ee35-d96d-4a1d-9ca6-4f10cb2a4e2b service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350591
Dec 18 07:08:00.356553 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-465b8078-fd2a-44f7-8d6f-85e05c996e25 req-13767568-e234-439c-9e29-8bdfdb8e0f89 service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1334081
Dec 18 07:08:01.075974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 65d6c109-2587-4a02-be1f-6c4c4b2efff5 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:08:01.195635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:01.197008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807d14b-6a80-4488-bb37-6b3d23cb1627 req-1b6fd0bc-abcc-4624-9a0f-a866a3901cd0 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:01.198515 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3807d14b-6a80-4488-bb37-6b3d23cb1627 req-1b6fd0bc-abcc-4624-9a0f-a866a3901cd0 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0863268
Dec 18 07:08:01.223587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cca7987-43f2-494f-88a6-80bce3f7a608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d6c109-2587-4a02-be1f-6c4c4b2efff5'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:08:01.234789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 65d6c109-2587-4a02-be1f-6c4c4b2efff5, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=65d6c109-2587-4a02-be1f-6c4c4b2efff5,segment=NetworkSegment(17d616d9-0fd5-42e8-800c-d917d9a49024),segment_id=17d616d9-0fd5-42e8-800c-d917d9a49024)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:08:01.238635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:01.240498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:01.247195 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3807d14b-6a80-4488-bb37-6b3d23cb1627 req-5e1a57e7-2ff6-4fd8-894c-95e9b19d51e6 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416396
Dec 18 07:08:01.299450 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cca7987-43f2-494f-88a6-80bce3f7a608', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d6c109-2587-4a02-be1f-6c4c4b2efff5', 'code': 200}
Dec 18 07:08:01.310328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=65d6c109-2587-4a02-be1f-6c4c4b2efff5,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:01.313715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:02.458306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c137c5-3740-49bd-99e8-5f6756bf30ed req-d5f31c90-f626-4367-b960-6121ac35c5b2 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:02.459878 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43c137c5-3740-49bd-99e8-5f6756bf30ed req-d5f31c90-f626-4367-b960-6121ac35c5b2 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 944 time: 0.0823395
Dec 18 07:08:02.510525 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43c137c5-3740-49bd-99e8-5f6756bf30ed req-266b0c47-8ae5-44d2-913f-020a024748c4 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429456
Dec 18 07:08:02.848170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-d94eedc7-6358-41aa-88bf-42262141826c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:02.848935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-d94eedc7-6358-41aa-88bf-42262141826c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Synchronizing usage tracker for tenant:28082d1fbb094b3ab9051abe37320247 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:08:02.856369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79352dbc-1341-4d0e-8834-6bd4a917f36e req-43a234c4-67b2-4108-8d34-1fa6c1745b99 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:02.858406 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-79352dbc-1341-4d0e-8834-6bd4a917f36e req-43a234c4-67b2-4108-8d34-1fa6c1745b99 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 944 time: 0.0844209
Dec 18 07:08:02.864728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-d94eedc7-6358-41aa-88bf-42262141826c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Unset dirty status for tenant:28082d1fbb094b3ab9051abe37320247 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:08:02.866020 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-d94eedc7-6358-41aa-88bf-42262141826c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.15 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608&tenant_id=28082d1fbb094b3ab9051abe37320247&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 944 time: 0.1054921
Dec 18 07:08:02.911686 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-79352dbc-1341-4d0e-8834-6bd4a917f36e req-f4c151e1-abf3-4c94-b717-c770d1c2bf9f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432694
Dec 18 07:08:03.020868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-7b3502bb-3100-42c3-8e99-193131c4ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:03.022469 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-7b3502bb-3100-42c3-8e99-193131c4ac71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28082d1fbb094b3ab9051abe37320247&device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 1161 time: 0.0747600
Dec 18 07:08:03.164912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-ee761f98-910c-431c-9fc1-b40eae1b1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:03.166505 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-ee761f98-910c-431c-9fc1-b40eae1b1ae2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 200  len: 908 time: 0.1349339
Dec 18 07:08:03.239071 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-189db0ce-d3b3-4661-815a-6fb3e06faafd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65d6c109-2587-4a02-be1f-6c4c4b2efff5 HTTP/1.1" status: 200  len: 217 time: 0.0647912
Dec 18 07:08:03.273190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 65d6c109-2587-4a02-be1f-6c4c4b2efff5 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:08:03.309475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-17e8f03c-c885-402f-81b2-2a3582ef135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:03.311160 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-17e8f03c-c885-402f-81b2-2a3582ef135c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=05edfa35-5b84-460f-9f7b-249cd1d4036e HTTP/1.1" status: 200  len: 854 time: 0.0654886
Dec 18 07:08:03.346323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 65d6c109-2587-4a02-be1f-6c4c4b2efff5 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:03.346766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:03.363806 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-a50d85e4-689d-4bbd-8034-fda92ceecc71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=520b6a99-503e-486e-91a5-b5b1c8f9bc33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458877
Dec 18 07:08:03.463337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:03.491045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cca7987-43f2-494f-88a6-80bce3f7a608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d6c109-2587-4a02-be1f-6c4c4b2efff5'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:08:03.502222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 65d6c109-2587-4a02-be1f-6c4c4b2efff5, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=65d6c109-2587-4a02-be1f-6c4c4b2efff5,segment=NetworkSegment(17d616d9-0fd5-42e8-800c-d917d9a49024),segment_id=17d616d9-0fd5-42e8-800c-d917d9a49024)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:08:03.505258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:03.505915 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-e3c8f88c-f8f0-49a0-a548-a16f78cfe849 service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351523
Dec 18 07:08:03.507270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:03.564591 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cca7987-43f2-494f-88a6-80bce3f7a608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d6c109-2587-4a02-be1f-6c4c4b2efff5', 'code': 200}
Dec 18 07:08:03.580207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=65d6c109-2587-4a02-be1f-6c4c4b2efff5,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:03.583498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:03.653196 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-795e0870-65c3-44ce-822f-a2e845f454f2 req-e1487488-00be-4430-a1ec-39e83ecdc5d7 service neutron] 10.222.0.15 "GET /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399803
Dec 18 07:08:03.866081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:08:04.129258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5c5ad-183e-40ab-8f30-cde2e4e7a3fd req-7a7bc17e-8344-4101-bdcc-f39e71a3e4e6 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:04.130912 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63d5c5ad-183e-40ab-8f30-cde2e4e7a3fd req-7a7bc17e-8344-4101-bdcc-f39e71a3e4e6 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0885849
Dec 18 07:08:04.179342 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63d5c5ad-183e-40ab-8f30-cde2e4e7a3fd req-1f2e6ddf-84fe-427d-a384-f16030f5ebef tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414453
Dec 18 07:08:05.109915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 65d6c109-2587-4a02-be1f-6c4c4b2efff5 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:08:05.178040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 65d6c109-2587-4a02-be1f-6c4c4b2efff5 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:05.178461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:05.392819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836c574-6830-45e8-8544-b5e259d2b9e6 req-15168081-3aff-498d-a5e3-cfc09e25e71b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:05.394375 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0836c574-6830-45e8-8544-b5e259d2b9e6 req-15168081-3aff-498d-a5e3-cfc09e25e71b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0823982
Dec 18 07:08:05.444576 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0836c574-6830-45e8-8544-b5e259d2b9e6 req-d3b34992-51a3-47ad-bdc5-627ca5f4001e tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439818
Dec 18 07:08:05.651393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb123a-8b7e-4707-9817-14daeda7ffc5 req-6a5f81b7-efb8-43d0-8b8c-a5af7d572ffa tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:05.653599 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5beb123a-8b7e-4707-9817-14daeda7ffc5 req-6a5f81b7-efb8-43d0-8b8c-a5af7d572ffa tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0836980
Dec 18 07:08:05.701929 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5beb123a-8b7e-4707-9817-14daeda7ffc5 req-bfd47cd1-d868-44b0-bf11-d7c3725fed6d tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419164
Dec 18 07:08:05.914332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1654911-3c45-4134-bfec-9a44ce78ce14 req-b0c9a4b1-fbb1-4ab6-9ba4-06ad07acb864 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:05.915835 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1654911-3c45-4134-bfec-9a44ce78ce14 req-b0c9a4b1-fbb1-4ab6-9ba4-06ad07acb864 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0855834
Dec 18 07:08:05.962416 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1654911-3c45-4134-bfec-9a44ce78ce14 req-4a2d95eb-7de5-4c71-af51-8ba61d74a08b tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404255
Dec 18 07:08:06.572257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5244f8-d338-4162-98dd-37060571cc84 req-f0a88214-2c25-4eaa-ba48-6a22581d36a4 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:06.573862 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5c5244f8-d338-4162-98dd-37060571cc84 req-f0a88214-2c25-4eaa-ba48-6a22581d36a4 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0824096
Dec 18 07:08:06.624813 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5c5244f8-d338-4162-98dd-37060571cc84 req-f36b9e53-b97e-4fde-ad39-e56cc5fbb0ae tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444443
Dec 18 07:08:07.836638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75e1ff-ac4b-4499-82bc-9cc7b88facf3 req-1755c3bc-cfd2-4566-86ca-1e86e2ed3ad0 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:07.838274 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5e75e1ff-ac4b-4499-82bc-9cc7b88facf3 req-1755c3bc-cfd2-4566-86ca-1e86e2ed3ad0 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0828149
Dec 18 07:08:07.885851 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5e75e1ff-ac4b-4499-82bc-9cc7b88facf3 req-050106cf-cbf1-42fa-9369-559079bc90ba tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/security-groups?id=f0fa128d-3eb2-4218-8795-1603d7b7171a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413041
Dec 18 07:08:08.210768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e5a45-1f65-4d09-8526-ddaf9a2581b6 req-1134f58a-9056-40d1-a652-a6b71d3f8a23 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:08.212332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e4e5a45-1f65-4d09-8526-ddaf9a2581b6 req-1134f58a-9056-40d1-a652-a6b71d3f8a23 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.15 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 946 time: 0.0828474
Dec 18 07:08:08.291278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-4e4e5a45-1f65-4d09-8526-ddaf9a2581b6 req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Deleting port 65d6c109-2587-4a02-be1f-6c4c4b2efff5 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:08:08.291665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e4e5a45-1f65-4d09-8526-ddaf9a2581b6 req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:08.541345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-4e4e5a45-1f65-4d09-8526-ddaf9a2581b6 req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] For port 65d6c109-2587-4a02-be1f-6c4c4b2efff5, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=65d6c109-2587-4a02-be1f-6c4c4b2efff5,segment=NetworkSegment(17d616d9-0fd5-42e8-800c-d917d9a49024),segment_id=17d616d9-0fd5-42e8-800c-d917d9a49024)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:08:08.541724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e4e5a45-1f65-4d09-8526-ddaf9a2581b6 req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:08.668782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-4e4e5a45-1f65-4d09-8526-ddaf9a2581b6 req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Calling delete_port for 65d6c109-2587-4a02-be1f-6c4c4b2efff5 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:08:08.816133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e4e5a45-1f65-4d09-8526-ddaf9a2581b6 req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:08.831969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-683aa587-e099-4224-9197-67936fdf8d00 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:08.922639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Pushing event deleted for resources: {'Port': ['ID=65d6c109-2587-4a02-be1f-6c4c4b2efff5,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:08.935485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.935783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.936216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.936730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.937033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.937453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.937910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.938322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.938735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.939146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.939556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.939964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.940436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.940850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.941260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.941946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.942388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.942747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.943160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.943562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.943967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.944378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.944785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.945190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:08.959232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:09.054066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4e5a45-1f65-4d09-8526-ddaf9a2581b6 req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] No DVR routers for this DVR port 65d6c109-2587-4a02-be1f-6c4c4b2efff5 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:08:09.056235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e4e5a45-1f65-4d09-8526-ddaf9a2581b6 req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:09.059590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cca7987-43f2-494f-88a6-80bce3f7a608', 'name': 'network-vif-deleted', 'tag': '65d6c109-2587-4a02-be1f-6c4c4b2efff5'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:08:09.069307 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-34b9fdc0-bead-49ce-8fc1-96f91fa10783 req-fbe7210c-61fe-4786-89bf-d990b05752f5 tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.23 "GET /v2.0/ports?device_id=3cca7987-43f2-494f-88a6-80bce3f7a608 HTTP/1.1" status: 200  len: 210 time: 0.0497875
Dec 18 07:08:09.075434 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e4e5a45-1f65-4d09-8526-ddaf9a2581b6 req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] 10.222.0.15 "DELETE /v2.0/ports/65d6c109-2587-4a02-be1f-6c4c4b2efff5 HTTP/1.1" status: 204  len: 173 time: 0.8537116
Dec 18 07:08:09.103630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 65d6c109-2587-4a02-be1f-6c4c4b2efff5 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:08:09.119259 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cca7987-43f2-494f-88a6-80bce3f7a608', 'name': 'network-vif-deleted', 'tag': '65d6c109-2587-4a02-be1f-6c4c4b2efff5', 'status': 'completed', 'code': 200}
Dec 18 07:08:09.139238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: 65d6c109-2587-4a02-be1f-6c4c4b2efff5 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:08:09.139643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 65d6c109-2587-4a02-be1f-6c4c4b2efff5 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:08:10.354790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56674) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:08:10.420861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Deleting subnet 05edfa35-5b84-460f-9f7b-249cd1d4036e {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:08:10.423843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:10.475733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:10.536595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:10.793599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:10.812536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0bf6c658-5edf-440e-9cc0-1d106f8fa487 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:10.897133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05edfa35-5b84-460f-9f7b-249cd1d4036e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:10.921958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.922401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.922834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.923258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.923680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.924098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.924514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.924929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.925346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.925782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.926195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.926604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.927074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.927485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.927895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.928319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.928716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.929125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.929577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.929961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.930370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.930776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.931183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.931588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:10.936686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:10.962891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:10.969488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c1288a6c-0270-4fee-b9ce-255cdfc732eb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/05edfa35-5b84-460f-9f7b-249cd1d4036e HTTP/1.1" status: 204  len: 168 time: 0.6135621
Dec 18 07:08:10.972201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56678) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:08:11.087037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:11.274391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:11.388889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17e8a0b8>,) {'filters': {'network_id': ['520b6a99-503e-486e-91a5-b5b1c8f9bc33']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:11.401464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17e8a0b8>, '17d616d9-0fd5-42e8-800c-d917d9a49024') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:11.401870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17e8a0b8>, '17d616d9-0fd5-42e8-800c-d917d9a49024') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:11.413789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:11.428518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:11.430613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:08:11.611046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] Network 520b6a99-503e-486e-91a5-b5b1c8f9bc33 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:08:11.620853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:11.799528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] Network 520b6a99-503e-486e-91a5-b5b1c8f9bc33 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:08:11.822567 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:08:11.901105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:11.905130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-064b7c4d-76fc-4851-8a2e-2ec5bd459779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:11.919306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:11.931687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] Pushing event deleted for resources: {'Network': ['ID=520b6a99-503e-486e-91a5-b5b1c8f9bc33,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:11.935339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:11.937984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-59c48465-bec1-4531-9e37-8ffd7d55a264 admin admin] 10.222.0.23 "DELETE /v2.0/networks/520b6a99-503e-486e-91a5-b5b1c8f9bc33 HTTP/1.1" status: 204  len: 168 time: 0.9646859
Dec 18 07:08:12.082681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56684) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:08:12.133715 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0ec83804-d2db-400c-8d88-71300e4f0c2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=28082d1fbb094b3ab9051abe37320247&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0496917
Dec 18 07:08:12.136086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56688) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:08:12.200033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aec5655a-60ce-4e7c-92a5-def8a8bd2935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:12.226777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aec5655a-60ce-4e7c-92a5-def8a8bd2935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:12.276263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aec5655a-60ce-4e7c-92a5-def8a8bd2935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:12.281923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ddd721b4-514c-40c8-adb0-3fac7b3c485b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:12.294270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5655a-60ce-4e7c-92a5-def8a8bd2935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fa128d-3eb2-4218-8795-1603d7b7171a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:12.297433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aec5655a-60ce-4e7c-92a5-def8a8bd2935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:12.299438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aec5655a-60ce-4e7c-92a5-def8a8bd2935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:12.300660 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-aec5655a-60ce-4e7c-92a5-def8a8bd2935 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0fa128d-3eb2-4218-8795-1603d7b7171a HTTP/1.1" status: 204  len: 168 time: 0.1635680
Dec 18 07:08:13.209855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 56710) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:08:13.355973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1808992367-network', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:08:13.361695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:08:13.365960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Usage tracker for resource:network and tenant:e2aff21d1cee4d5491e5fa4c85a93202 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:08:13.369109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:08:13.375737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:08:13.388524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Made reservation on behalf of e2aff21d1cee4d5491e5fa4c85a93202 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:08:13.393387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:13.407018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:13.422709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:08:13.426770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Usage tracker for resource:security_group_rule and tenant:e2aff21d1cee4d5491e5fa4c85a93202 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:08:13.429739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:08:13.435479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:08:13.519395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:13.521940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:13.526008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:13.558247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:08:13.567398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ca3ea1-27e6-4174-b44b-f16e24d362b4,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:13.570963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:13.575466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:13.575466 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Added segment b8c98830-0d1f-4da4-b602-deafdb453cd5 of type vxlan for network 8257ad7a-9ef5-423d-addf-db974607ecba
Dec 18 07:08:13.602569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:13.635557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:13.636461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:13.637100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:13.642235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e358eb72-0a58-42a6-adca-828a42173480 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:13.745905 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5347965
Dec 18 07:08:13.746871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Pushing event updated for resources: {'Network': ['ID=8257ad7a-9ef5-423d-addf-db974607ecba,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:13.749102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56716) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:08:13.749834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:13.755800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Request body: {'subnet': {'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1808992367-subnet', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:08:13.757590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 8257ad7a-9ef5-423d-addf-db974607ecba details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:08:13.761369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:08:13.766129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Usage tracker for resource:subnet and tenant:e2aff21d1cee4d5491e5fa4c85a93202 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:08:13.769133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:08:13.774942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:08:13.775177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 8257ad7a-9ef5-423d-addf-db974607ecba details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:08:13.786286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Made reservation on behalf of e2aff21d1cee4d5491e5fa4c85a93202 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:08:13.791044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:14.190218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:14.205811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bb76b7cd-3712-4a7a-a16a-4e30139eb042 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:14.328428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79128c61-a2f0-40f7-8827-f65edda6e7cf,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:14.333107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:14.398759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Checking segment: {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:08:14.399149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Network hostable DHCP agents. Network: 8257ad7a-9ef5-423d-addf-db974607ecba, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:08:14.416978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Network 8257ad7a-9ef5-423d-addf-db974607ecba is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:08:14.424817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 8257ad7a-9ef5-423d-addf-db974607ecba) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:08:14.434568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b145e6fd-b2c2-4816-9b1e-91bb7240f585 None None] Network 8257ad7a-9ef5-423d-addf-db974607ecba requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:08:14.437205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:14.437907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:14.457775 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-335c7ff0-50e5-42aa-a1c2-9757c93cf7d1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7072473
Dec 18 07:08:14.460531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56720) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:08:14.466166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:08:14.471098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:08:14.475157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Usage tracker for resource:router and tenant:e2aff21d1cee4d5491e5fa4c85a93202 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:08:14.478744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:08:14.484555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:08:14.493802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:14.494869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:14.512628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:14.662723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-8257ad7a-9ef5-423d-addf-db974607ecba', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:08:14.663948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:14.708472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bbacd852-5c89-4a02-b584-8bf676730d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:15.056926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:15.149218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Allocated IP 172.20.0.2 (8257ad7a-9ef5-423d-addf-db974607ecba/79128c61-a2f0-40f7-8827-f65edda6e7cf/ae34f5e8-bb6e-4b77-a613-cb4b70873e08) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:08:15.364471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:15.375544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Transition to ACTIVE for port object ae34f5e8-bb6e-4b77-a613-cb4b70873e08 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:08:15.380323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:15.392272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Transition to ACTIVE for port object ae34f5e8-bb6e-4b77-a613-cb4b70873e08 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:08:15.396854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:15.412956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:15.413477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:15.544175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Pushing event updated for resources: {'Port': ['ID=ae34f5e8-bb6e-4b77-a613-cb4b70873e08,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:15.549383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:15.601084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Network 8257ad7a-9ef5-423d-addf-db974607ecba is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:08:15.602302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:08:15.604754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:08:15.660632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Attempting to bind port ae34f5e8-bb6e-4b77-a613-cb4b70873e08 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:08:15.660996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Attempting to bind port ae34f5e8-bb6e-4b77-a613-cb4b70873e08 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:08:15.661418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Attempting to bind port ae34f5e8-bb6e-4b77-a613-cb4b70873e08 on network 8257ad7a-9ef5-423d-addf-db974607ecba {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:08:15.667232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:08:15.667710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Checking segment: {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:08:15.668165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:15.668744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Bound using segment: {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:08:15.669280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Bound port: ae34f5e8-bb6e-4b77-a613-cb4b70873e08, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:08:15.669736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:15.696561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Allocated IP 172.26.7.217 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/60bfd54f-24fd-49d2-91e8-8e7ce7a4e681) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:08:15.764592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] For port ae34f5e8-bb6e-4b77-a613-cb4b70873e08, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:08:15.767800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] For port ae34f5e8-bb6e-4b77-a613-cb4b70873e08, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ae34f5e8-bb6e-4b77-a613-cb4b70873e08,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:08:15.771131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:15.786216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:15.852452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:15.878208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:15.893867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:15.925730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Pushing event updated for resources: {'Port': ['ID=ae34f5e8-bb6e-4b77-a613-cb4b70873e08,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:15.929079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:16.024717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Pushing event updated for resources: {'Port': ['ID=60bfd54f-24fd-49d2-91e8-8e7ce7a4e681,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:16.029964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:16.083487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:08:16.084733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:08:16.087103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:08:16.522112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:16.874008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:16.891046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ae34f5e8-bb6e-4b77-a613-cb4b70873e08 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:08:16.959330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port ae34f5e8-bb6e-4b77-a613-cb4b70873e08 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:08:17.091543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Router 458b8d79-43e9-414a-9bde-64384cab38f3 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:08:17.281833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:08:17.291756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Sync routers for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:08:17.302104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:08:17.302816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1e66d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:07:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:17.305756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:17.307243 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.8457053
Dec 18 07:08:17.310595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56724) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:08:17.374799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f085c5bf-b2ba-400c-8e19-34b03f2a231b None None] Network 8257ad7a-9ef5-423d-addf-db974607ecba requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:08:17.519522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-46652a9c-3bda-453c-a710-6619378770bc None None] Provisioning for port ae34f5e8-bb6e-4b77-a613-cb4b70873e08 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:08:17.590364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-46652a9c-3bda-453c-a710-6619378770bc None None] Provisioning complete for port ae34f5e8-bb6e-4b77-a613-cb4b70873e08 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:17.590931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46652a9c-3bda-453c-a710-6619378770bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:17.629770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:17.641227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-48ee9565-475a-42b7-be00-2936529d0d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:17.765404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:08:18.223872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:18.258348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46652a9c-3bda-453c-a710-6619378770bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:18.363717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-46652a9c-3bda-453c-a710-6619378770bc None None] For port ae34f5e8-bb6e-4b77-a613-cb4b70873e08, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ae34f5e8-bb6e-4b77-a613-cb4b70873e08,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:08:18.374844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46652a9c-3bda-453c-a710-6619378770bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:18.377673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:18.461499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46652a9c-3bda-453c-a710-6619378770bc None None] Pushing event updated for resources: {'Port': ['ID=ae34f5e8-bb6e-4b77-a613-cb4b70873e08,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:18.465862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-46652a9c-3bda-453c-a710-6619378770bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:18.467468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1e66d8>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:16Z', 'revision_number': 3, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:18.472287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Checking router: 458b8d79-43e9-414a-9bde-64384cab38f3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:08:18.472698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Updating router 458b8d79-43e9-414a-9bde-64384cab38f3 port 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:08:18.540969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:18.542724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:18.591866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Allocated IP 172.20.0.1 (8257ad7a-9ef5-423d-addf-db974607ecba/79128c61-a2f0-40f7-8827-f65edda6e7cf/0cf7d6b2-faaf-4902-a465-3df775d2c71a) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:08:18.758069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e7ebba60-8b8e-4b0f-a7ba-ecbbb0f39f12 None None] Provisioning complete for port ae34f5e8-bb6e-4b77-a613-cb4b70873e08 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:18.758426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e7ebba60-8b8e-4b0f-a7ba-ecbbb0f39f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:18.769200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:18.787765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Transition to ACTIVE for port object 0cf7d6b2-faaf-4902-a465-3df775d2c71a will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:08:18.809344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:18.827221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8bac0abf-f712-4dc2-94e7-0db2f60c3ef1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:18.894599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ae34f5e8-bb6e-4b77-a613-cb4b70873e08 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:08:18.973393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Pushing event updated for resources: {'Port': ['ID=0cf7d6b2-faaf-4902-a465-3df775d2c71a,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:18.978706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:19.030321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Network 8257ad7a-9ef5-423d-addf-db974607ecba is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:08:19.031477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:08:19.033940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:08:19.083718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ae34f5e8-bb6e-4b77-a613-cb4b70873e08 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:19.084071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.095165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.226990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.281441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Transition to ACTIVE for port object 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:08:19.299879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.317921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5bd925b-e2d3-4a97-acdc-d9d2c86e8ece None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:19.360844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.401337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-414a41bb-f8e5-4889-bb6b-1861fd17be2a None None] Provisioning complete for port ae34f5e8-bb6e-4b77-a613-cb4b70873e08 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:19.401796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-414a41bb-f8e5-4889-bb6b-1861fd17be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.510316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3bed8-0498-490c-ab97-dca48a519463 None None] Pushing event updated for resources: {'Port': ['ID=60bfd54f-24fd-49d2-91e8-8e7ce7a4e681,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:19.518775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8ef3bed8-0498-490c-ab97-dca48a519463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:19.521068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.645078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Attempting to bind port 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:08:19.645663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Attempting to bind port 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:08:19.645904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Attempting to bind port 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:08:19.656094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:08:19.656529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:08:19.656987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.657433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:08:19.657994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Bound port: 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:08:19.658419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.662277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.668536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.695017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-414a41bb-f8e5-4889-bb6b-1861fd17be2a None None] Provisioning for port 0cf7d6b2-faaf-4902-a465-3df775d2c71a completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:08:19.698026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:19.708532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-414a41bb-f8e5-4889-bb6b-1861fd17be2a None None] Provisioning complete for port 0cf7d6b2-faaf-4902-a465-3df775d2c71a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:19.708939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-414a41bb-f8e5-4889-bb6b-1861fd17be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.780750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.790141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-414a41bb-f8e5-4889-bb6b-1861fd17be2a None None] Port 0cf7d6b2-faaf-4902-a465-3df775d2c71a cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:08:19.792113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] For port 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:08:19.795751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] For port 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=60bfd54f-24fd-49d2-91e8-8e7ce7a4e681,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:08:19.798708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:19.799483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Pushing event updated for resources: {'Port': ['ID=0cf7d6b2-faaf-4902-a465-3df775d2c71a,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:19.814313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3a2441d3-340d-4e53-b9f8-2209b4c79bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:19.849700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:19.928482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Network 8257ad7a-9ef5-423d-addf-db974607ecba is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:08:19.929725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:08:19.965532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3bed8-0498-490c-ab97-dca48a519463 None None] Pushing event updated for resources: {'Port': ['ID=60bfd54f-24fd-49d2-91e8-8e7ce7a4e681,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:19.970413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8ef3bed8-0498-490c-ab97-dca48a519463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:20.014359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:08:20.015053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d1e66d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:08:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:20.132795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Router 458b8d79-43e9-414a-9bde-64384cab38f3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:08:20.217116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:08:20.278620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ba8a60ad-cc0c-4b15-a4de-ee7fdac51d62 None None] Provisioning complete for port 0cf7d6b2-faaf-4902-a465-3df775d2c71a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:20.279054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba8a60ad-cc0c-4b15-a4de-ee7fdac51d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:20.322022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:08:20.341204 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] 10.222.0.23 "PUT /v2.0/routers/458b8d79-43e9-414a-9bde-64384cab38f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0203078
Dec 18 07:08:20.655868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ba8a60ad-cc0c-4b15-a4de-ee7fdac51d62 None None] Port 0cf7d6b2-faaf-4902-a465-3df775d2c71a cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:08:20.787666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d1e66d8>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 2, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:20.791777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0478c2e3-03d7-4187-9847-423b6dc400d7 None None] The sync data for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs is: [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 2, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:08:21.069787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56734) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:08:21.075706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Request body: {'security_group': {'name': 'tempest-securitygroup--1914522336', 'description': 'tempest-description--583024497'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:08:21.082370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:08:21.086639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Usage tracker for resource:security_group and tenant:e2aff21d1cee4d5491e5fa4c85a93202 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:08:21.090428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:08:21.096263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:08:21.107319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:21.142841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:08:21.147351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Usage tracker for resource:security_group_rule and tenant:e2aff21d1cee4d5491e5fa4c85a93202 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:08:21.150890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:08:21.157221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:08:21.239056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:21.242566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:21.248440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-56e3a0ef-a608-4b06-abea-08e06342a6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:21.290618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event updated for resources: {'SecurityGroup': ['ID=7c74672d-0be9-4123-a9ac-5afe211a6256,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:21.293806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:21.294756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:21.296148 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1731 time: 0.2252064
Dec 18 07:08:21.299017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56738) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:08:21.305270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-354b67e8-e6e4-49e1-8941-3074a5111825 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Request body: {'security_group_rule': {'security_group_id': '7c74672d-0be9-4123-a9ac-5afe211a6256', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:08:21.312115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-354b67e8-e6e4-49e1-8941-3074a5111825 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:08:21.316446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-354b67e8-e6e4-49e1-8941-3074a5111825 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Usage tracker for resource:security_group_rule and tenant:e2aff21d1cee4d5491e5fa4c85a93202 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:08:21.319947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-354b67e8-e6e4-49e1-8941-3074a5111825 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:08:21.326625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-354b67e8-e6e4-49e1-8941-3074a5111825 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:08:21.344861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-354b67e8-e6e4-49e1-8941-3074a5111825 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:21.412226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-354b67e8-e6e4-49e1-8941-3074a5111825 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:21.415765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-354b67e8-e6e4-49e1-8941-3074a5111825 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:21.418447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6ec7aa92-272e-4b38-9d27-a321d1fe73a8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:21.443281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b67e8-e6e4-49e1-8941-3074a5111825 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3980d9-a762-4089-b6b0-a101179fdd9a,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:21.445983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-354b67e8-e6e4-49e1-8941-3074a5111825 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:21.453551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-354b67e8-e6e4-49e1-8941-3074a5111825 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:21.454876 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-354b67e8-e6e4-49e1-8941-3074a5111825 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1548316
Dec 18 07:08:21.457578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56742) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:08:21.463386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9c69969d-979a-4766-8827-f38ce8c055ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Request body: {'security_group_rule': {'security_group_id': '7c74672d-0be9-4123-a9ac-5afe211a6256', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:08:21.470952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9c69969d-979a-4766-8827-f38ce8c055ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:08:21.475062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9c69969d-979a-4766-8827-f38ce8c055ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Usage tracker for resource:security_group_rule and tenant:e2aff21d1cee4d5491e5fa4c85a93202 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:08:21.478246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9c69969d-979a-4766-8827-f38ce8c055ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:08:21.484268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9c69969d-979a-4766-8827-f38ce8c055ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:08:21.502468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c69969d-979a-4766-8827-f38ce8c055ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:21.612310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c69969d-979a-4766-8827-f38ce8c055ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:21.615832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c69969d-979a-4766-8827-f38ce8c055ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:21.617841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3350266b-39d5-441c-905a-6870df512800 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:21.644174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69969d-979a-4766-8827-f38ce8c055ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a85bb33-1e25-45a4-a04c-b9a1a89a2cce,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:21.647012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9c69969d-979a-4766-8827-f38ce8c055ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:21.654868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c69969d-979a-4766-8827-f38ce8c055ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:21.656119 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9c69969d-979a-4766-8827-f38ce8c055ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1975441
Dec 18 07:08:21.659535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 56746) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:08:21.667410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:08:21.674142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:08:21.679018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Usage tracker for resource:floatingip and tenant:e2aff21d1cee4d5491e5fa4c85a93202 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:08:21.682981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:08:21.691445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:08:21.702982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:21.853844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:22.397293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Allocated IP 172.26.7.250 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/b7c03a72-5206-43e2-9b81-a7eacf5bd708) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:08:22.548839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:22.574367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:22.589001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:22.723384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event updated for resources: {'Port': ['ID=b7c03a72-5206-43e2-9b81-a7eacf5bd708,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:22.726622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:22.778739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:08:22.779931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:08:22.782265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:08:22.864530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:22.875835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:22.894268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:08:22.940478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:22.965901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:08:22.971199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:22.971829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:23.090531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:23.107003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=60bfd54f-24fd-49d2-91e8-8e7ce7a4e681,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:08:23.109542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:23.111474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c8122698-9048-4272-9b1a-66e991b8678c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:23.180594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=60bfd54f-24fd-49d2-91e8-8e7ce7a4e681,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:23.184144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:23.207042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:23.211900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:23.227504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-61555e38-5fcc-43ba-87ee-b1f5fcd0cc92 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:23.359900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event updated for resources: {'Port': ['ID=b7c03a72-5206-43e2-9b81-a7eacf5bd708,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:23.364907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:23.470205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:23.492122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:23.493414 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8324301
Dec 18 07:08:23.678078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-36d79b8e-787d-407b-812e-fe93330d00a5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Synchronizing usage tracker for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:08:23.694731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-36d79b8e-787d-407b-812e-fe93330d00a5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Unset dirty status for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:08:23.695985 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-36d79b8e-787d-407b-812e-fe93330d00a5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1914522336&fields=id&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 267 time: 0.0609052
Dec 18 07:08:23.857855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-42c8e55b-71c3-496d-9539-b32bb88bf65d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:23.859434 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-42c8e55b-71c3-496d-9539-b32bb88bf65d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 812 time: 0.1559243
Dec 18 07:08:23.876469 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-09bc1528-4167-48d0-bc0e-af6e8fb862e0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/quotas/e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 375 time: 0.0106952
Dec 18 07:08:23.962308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-98ecd9d2-346d-4d93-9425-7abb8933bae9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Synchronizing usage tracker for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:08:23.978817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-98ecd9d2-346d-4d93-9425-7abb8933bae9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Unset dirty status for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:08:23.980269 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-98ecd9d2-346d-4d93-9425-7abb8933bae9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0981383
Dec 18 07:08:24.144205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Sync routers for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:08:24.155380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:08:24.156058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d9bb6d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:08:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:24.209750 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-edc4d13e-9cf9-4ab4-9d3c-76f653da6ef3 service neutron] 10.222.0.23 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2160952
Dec 18 07:08:24.364283 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-541d2cd4-41ef-4d41-8e59-af58b6781c10 service neutron] 10.222.0.23 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468437
Dec 18 07:08:24.499871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:08:24.570722 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4792c3e6-1fe5-4928-abe4-0baa6e9c585f req-91ccc3e8-42c5-46fa-b724-24f667e2fca8 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 210 time: 0.0497968
Dec 18 07:08:24.830054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d9bb6d8>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 2, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:24.834454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Checking router: 458b8d79-43e9-414a-9bde-64384cab38f3 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:08:24.834958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Updating router 458b8d79-43e9-414a-9bde-64384cab38f3 port 0cf7d6b2-faaf-4902-a465-3df775d2c71a binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:08:24.875707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:08:24.893483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:24.946287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:24.946710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:25.314244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:25.326208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Transition to ACTIVE for port object 0cf7d6b2-faaf-4902-a465-3df775d2c71a will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:08:25.328796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:25.341371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a7c8b569-9d35-46aa-a920-714829d1fb44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:25.468053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Pushing event updated for resources: {'Port': ['ID=0cf7d6b2-faaf-4902-a465-3df775d2c71a,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:25.479568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.480537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.480922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.481297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.481701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.482071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.482437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.482806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.483173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.483538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.483905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.484266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.484686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.485048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.485409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.485794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.486155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.486514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.486872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.487232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.487692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.487929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.488289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.488651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:25.494715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:25.660588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Attempting to bind port 0cf7d6b2-faaf-4902-a465-3df775d2c71a on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:08:25.661002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Attempting to bind port 0cf7d6b2-faaf-4902-a465-3df775d2c71a by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:08:25.661414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Attempting to bind port 0cf7d6b2-faaf-4902-a465-3df775d2c71a on network 8257ad7a-9ef5-423d-addf-db974607ecba {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:08:25.668166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:08:25.668598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Checking segment: {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:08:25.669049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:25.669489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Bound using segment: {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:08:25.670035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Bound port: 0cf7d6b2-faaf-4902-a465-3df775d2c71a, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:08:25.670460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:25.785337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] For port 0cf7d6b2-faaf-4902-a465-3df775d2c71a, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:08:25.788862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] For port 0cf7d6b2-faaf-4902-a465-3df775d2c71a, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0cf7d6b2-faaf-4902-a465-3df775d2c71a,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:08:25.794867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:25.810491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:25.827817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-9b8c1080-418b-4d13-9f2c-8d7ecca0d1ef tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:25.828741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-9b8c1080-418b-4d13-9f2c-8d7ecca0d1ef tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Synchronizing usage tracker for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:08:25.834113 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a58ca01-97ed-4203-9187-f6762633e341 req-d1058b02-64bb-4199-bf72-5546c0e3d84d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 210 time: 0.0518062
Dec 18 07:08:25.850673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-9b8c1080-418b-4d13-9f2c-8d7ecca0d1ef tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Unset dirty status for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:08:25.852336 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-9b8c1080-418b-4d13-9f2c-8d7ecca0d1ef tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 812 time: 0.2675514
Dec 18 07:08:25.942181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-30081237-872c-44a0-ba0c-49968bd735a3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Synchronizing usage tracker for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:08:25.955795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-30081237-872c-44a0-ba0c-49968bd735a3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Unset dirty status for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:08:25.957263 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-30081237-872c-44a0-ba0c-49968bd735a3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 5516 time: 0.0830367
Dec 18 07:08:25.961580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Pushing event updated for resources: {'Port': ['ID=0cf7d6b2-faaf-4902-a465-3df775d2c71a,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:25.967486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:25.997833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Request body: {'port': {'device_id': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'admin_state_up': True, 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'security_groups': ['7c74672d-0be9-4123-a9ac-5afe211a6256']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:08:26.009086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:08:26.009796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d9bb6d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:08:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:26.154062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:08:26.164544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:08:26.174840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Made reservation on behalf of e2aff21d1cee4d5491e5fa4c85a93202 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:08:26.181152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:26.204094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:08:26.489837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Allocated IP 172.20.0.9 (8257ad7a-9ef5-423d-addf-db974607ecba/79128c61-a2f0-40f7-8827-f65edda6e7cf/f821764f-ac7c-40b9-bef6-af1d5a4c5cc4) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:08:26.527880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d9bb6d8>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:25Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:26.532047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5dad5c-fb71-4d6a-bbab-f9f3e9b7cda8 None None] The sync data for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs is: [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:25Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:08:26.702294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:26.720017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Transition to ACTIVE for port object f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:08:26.740024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:26.755385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e2566846-9281-4b61-a278-c9b5b4be3c50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:26.898080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event updated for resources: {'Port': ['ID=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:26.903245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0cf7d6b2-faaf-4902-a465-3df775d2c71a up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:08:26.903401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:26.962776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Network 8257ad7a-9ef5-423d-addf-db974607ecba is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:08:26.964033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:08:26.977907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:08:26.986777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 0cf7d6b2-faaf-4902-a465-3df775d2c71a completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:08:26.993122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 0cf7d6b2-faaf-4902-a465-3df775d2c71a triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:26.993920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:27.060482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:27.061264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:27.096089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c33fe-5bfc-4545-b840-951b87daa754 req-982397f8-af16-4169-bbc6-e438bfdedbf6 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:27.101620 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1087584
Dec 18 07:08:27.102374 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-507c33fe-5bfc-4545-b840-951b87daa754 req-982397f8-af16-4169-bbc6-e438bfdedbf6 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 931 time: 0.1002891
Dec 18 07:08:27.116830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Request body: {'port': {'device_id': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:08:27.135342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:27.155466 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-507c33fe-5bfc-4545-b840-951b87daa754 req-f9e0d04d-b511-4b8f-8124-7e8dcaee78b0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504508
Dec 18 07:08:27.174170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 0cf7d6b2-faaf-4902-a465-3df775d2c71a, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0cf7d6b2-faaf-4902-a465-3df775d2c71a,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:08:27.187305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:27.189829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:27.263907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:27.270227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=0cf7d6b2-faaf-4902-a465-3df775d2c71a,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:27.273202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-735d92eb-e529-4e74-bf9c-4b064e4af939 None None] Provisioning for port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:08:27.277956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:27.279343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-735d92eb-e529-4e74-bf9c-4b064e4af939 None None] Provisioning complete for port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:27.279926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-735d92eb-e529-4e74-bf9c-4b064e4af939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:27.338589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-735d92eb-e529-4e74-bf9c-4b064e4af939 None None] Port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:08:27.676840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:08:27.684529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:27.696829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Transition to ACTIVE for port object f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:08:27.700271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:27.715335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1378a0f3-3959-47a6-b32f-61690495b6f3 tempest-DeleteServersTestJSON-1916512950 tempest-DeleteServersTestJSON-1916512950] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:27.849209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Pushing event updated for resources: {'Port': ['ID=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:27.865802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:28.035972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Attempting to bind port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:08:28.036434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Attempting to bind port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:08:28.036697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Attempting to bind port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 on network 8257ad7a-9ef5-423d-addf-db974607ecba {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:08:28.043290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:08:28.043667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Checking segment: {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:08:28.044080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:28.044480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Bound using segment: {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:08:28.044963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Bound port: f821764f-ac7c-40b9-bef6-af1d5a4c5cc4, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:08:28.045347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:28.136376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] For port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:08:28.139419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] For port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:08:28.142730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:28.157639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b186c4a6-09a2-41b8-8b4a-6df1398d8cc6 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:28.313333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Pushing event updated for resources: {'Port': ['ID=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:28.318330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:28.348719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:28.349392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:28.350924 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] 10.222.0.15 "PUT /v2.0/ports/f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 HTTP/1.1" status: 200  len: 1157 time: 1.2403476
Dec 18 07:08:28.351494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:08:28.378079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdc18d-2cee-40ff-9439-aa88bc704df8 req-9809346d-793c-4536-866e-2fb4354e0d18 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:28.379997 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f4fdc18d-2cee-40ff-9439-aa88bc704df8 req-9809346d-793c-4536-866e-2fb4354e0d18 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 943 time: 0.0895905
Dec 18 07:08:28.432248 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f4fdc18d-2cee-40ff-9439-aa88bc704df8 req-a670935c-dc42-4e30-828a-f7deee28c722 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442259
Dec 18 07:08:28.444548 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4', 'status': 'completed', 'code': 200}
Dec 18 07:08:28.484341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-4a7cbdb9-073c-474e-9a81-e4a9bc2a45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:28.486026 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-4a7cbdb9-073c-474e-9a81-e4a9bc2a45f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 1160 time: 0.0879920
Dec 18 07:08:28.565765 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-a6c5a69d-dd25-4385-bf74-cb0a13fd963c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 HTTP/1.1" status: 200  len: 217 time: 0.0671408
Dec 18 07:08:28.649771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-4facfbb5-e931-405e-ae98-cc50590802f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:28.651328 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-4facfbb5-e931-405e-ae98-cc50590802f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0756834
Dec 18 07:08:28.737630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-2653a171-bee7-4f83-be73-b15a5dd55344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:28.739250 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-2653a171-bee7-4f83-be73-b15a5dd55344 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0776572
Dec 18 07:08:28.875754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0cf7d6b2-faaf-4902-a465-3df775d2c71a up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:08:28.891066 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-e4a55357-5400-4394-8dd6-81617312b96b service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399138
Dec 18 07:08:28.944217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 0cf7d6b2-faaf-4902-a465-3df775d2c71a triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:28.944557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:29.039525 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d2f11173-9804-42fa-b1b9-b21da2664e6a req-b4f47405-2ba1-4671-8279-80a4d8fa084d service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1364861
Dec 18 07:08:29.165702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5518555-2319-4793-b588-ea46c5ebe68c req-fb520ea3-7572-4900-a58b-2d5e80bf0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:29.167331 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a5518555-2319-4793-b588-ea46c5ebe68c req-fb520ea3-7572-4900-a58b-2d5e80bf0c0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 1160 time: 0.0786343
Dec 18 07:08:29.583163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5518555-2319-4793-b588-ea46c5ebe68c req-72d48245-357e-41b5-95b5-004d6ce00470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:29.584747 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a5518555-2319-4793-b588-ea46c5ebe68c req-72d48245-357e-41b5-95b5-004d6ce00470 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.4099917
Dec 18 07:08:29.658772 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a5518555-2319-4793-b588-ea46c5ebe68c req-6b8c7cbe-b353-401a-8471-50a98347b820 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 HTTP/1.1" status: 200  len: 217 time: 0.0654688
Dec 18 07:08:29.736872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5518555-2319-4793-b588-ea46c5ebe68c req-0edf65ea-ac08-4f5c-a82a-928462b09b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:29.738541 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a5518555-2319-4793-b588-ea46c5ebe68c req-0edf65ea-ac08-4f5c-a82a-928462b09b96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0727761
Dec 18 07:08:29.824688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5518555-2319-4793-b588-ea46c5ebe68c req-046fee1f-ee8c-4e40-a4c0-8765076303db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:29.826472 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a5518555-2319-4793-b588-ea46c5ebe68c req-046fee1f-ee8c-4e40-a4c0-8765076303db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0795531
Dec 18 07:08:29.930736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc02ed5-b1a2-4378-932c-5b8cb6a6783d req-c18f58e5-0ad9-49c9-bfd9-b011be313d09 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:29.932351 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6cc02ed5-b1a2-4378-932c-5b8cb6a6783d req-c18f58e5-0ad9-49c9-bfd9-b011be313d09 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 943 time: 0.3624990
Dec 18 07:08:29.977108 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a5518555-2319-4793-b588-ea46c5ebe68c req-34fa669a-d21c-425e-8220-44f134111ba4 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430159
Dec 18 07:08:29.979693 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6cc02ed5-b1a2-4378-932c-5b8cb6a6783d req-d9725075-f07f-4fdd-a9df-2c9f4d6e74d7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401857
Dec 18 07:08:30.121867 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a5518555-2319-4793-b588-ea46c5ebe68c req-0d90ee9b-c3d1-4b03-b3ed-3af0fdc92cb9 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377456
Dec 18 07:08:31.267217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9815a6-c128-41b8-990f-727cc7501feb req-410fee82-ec7d-45ff-964c-9e48be8e56af tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:31.268803 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ca9815a6-c128-41b8-990f-727cc7501feb req-410fee82-ec7d-45ff-964c-9e48be8e56af tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 943 time: 0.1618567
Dec 18 07:08:31.319092 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ca9815a6-c128-41b8-990f-727cc7501feb req-51f0edd2-97a9-45e2-a925-39b7b4218d7b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438173
Dec 18 07:08:31.541880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:08:31.609426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:08:31.614764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:31.615192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:31.734649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:31.761956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:08:31.772313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:08:31.775934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:31.778485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:08:31.821629 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4', 'code': 200}
Dec 18 07:08:31.850065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:08:31.857898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.858292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.858680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.859078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.859440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.859821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.860196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.860568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.860941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.861310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.861704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.862070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.862497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.862863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.863234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.863599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.863964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.864327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.864691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.865053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.865414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.865824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.866192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.866555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:08:31.870725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:08:32.079256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2426b20-3ffb-4cbd-824d-a924bb942330 req-a6250d97-de18-409d-a8a6-d684847efdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:32.080850 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2426b20-3ffb-4cbd-824d-a924bb942330 req-a6250d97-de18-409d-a8a6-d684847efdf1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 1162 time: 0.0790565
Dec 18 07:08:32.126963 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2426b20-3ffb-4cbd-824d-a924bb942330 req-bb33167a-c4f6-4047-a7aa-c83c0795f220 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354915
Dec 18 07:08:32.525475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b3b7a-c182-4fb1-9621-43cac1857acb req-d0df5c0c-7eb2-44e4-a544-b7ba4bdeb5d8 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:32.527042 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a62b3b7a-c182-4fb1-9621-43cac1857acb req-d0df5c0c-7eb2-44e4-a544-b7ba4bdeb5d8 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0820940
Dec 18 07:08:32.573477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a62b3b7a-c182-4fb1-9621-43cac1857acb req-8a44b7b1-46f8-47a9-a2f6-4690e2aa28e3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402098
Dec 18 07:08:33.248196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:08:33.317342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:08:33.317799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:33.859621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827c8b0-9637-460f-ba8a-7428f3e0e5c2 req-bec0ad1f-5ad5-4f7a-bbb5-b4f04a844dd0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:33.861220 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4827c8b0-9637-460f-ba8a-7428f3e0e5c2 req-bec0ad1f-5ad5-4f7a-bbb5-b4f04a844dd0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.1579394
Dec 18 07:08:33.909797 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4827c8b0-9637-460f-ba8a-7428f3e0e5c2 req-a91d5865-3d10-48b1-9452-32077afa0bef tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421131
Dec 18 07:08:34.115271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296c5dc-2476-4af8-8410-26007b873362 req-6be7ee9e-fc78-4297-b139-7a29eb5a1b1c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:34.116859 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4296c5dc-2476-4af8-8410-26007b873362 req-6be7ee9e-fc78-4297-b139-7a29eb5a1b1c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0828979
Dec 18 07:08:34.127070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 56802) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:08:34.132644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0c0419ec-d130-42f7-9bcd-36f52270e81f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Request body: {'floatingip': {'port_id': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:08:34.211468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c0419ec-d130-42f7-9bcd-36f52270e81f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:34.811045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c0419ec-d130-42f7-9bcd-36f52270e81f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:34.813966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c0419ec-d130-42f7-9bcd-36f52270e81f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:34.989146 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-0c0419ec-d130-42f7-9bcd-36f52270e81f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081 associated. External IP: 172.26.7.250, port: f821764f-ac7c-40b9-bef6-af1d5a4c5cc4.
Dec 18 07:08:35.342325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0419ec-d130-42f7-9bcd-36f52270e81f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Router 458b8d79-43e9-414a-9bde-64384cab38f3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:08:35.522023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0419ec-d130-42f7-9bcd-36f52270e81f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:08:35.527590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c0419ec-d130-42f7-9bcd-36f52270e81f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:35.532430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b15cd5-fe70-4244-a9a6-886f646487bd None None] Sync routers for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:08:35.542280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b15cd5-fe70-4244-a9a6-886f646487bd None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:08:35.542960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-39b15cd5-fe70-4244-a9a6-886f646487bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d144828>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:08:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:35.581117 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0c0419ec-d130-42f7-9bcd-36f52270e81f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "PUT /v2.0/floatingips/850ad26b-fd89-4a5c-8366-6e2c3ce44081 HTTP/1.1" status: 200  len: 991 time: 1.4528809
Dec 18 07:08:35.581846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:08:35.731318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-39b15cd5-fe70-4244-a9a6-886f646487bd None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:08:35.742009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4', 'status': 'completed', 'code': 200}
Dec 18 07:08:35.840023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effba29-bda4-4422-80cb-8a4fbf99e1dc req-4cfb611b-1d1b-4a31-b828-a16fef13d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:35.841680 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5effba29-bda4-4422-80cb-8a4fbf99e1dc req-4cfb611b-1d1b-4a31-b828-a16fef13d1a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 1162 time: 0.0758963
Dec 18 07:08:35.984873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effba29-bda4-4422-80cb-8a4fbf99e1dc req-eeea9258-9684-4dcd-ad0c-f753040239f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:35.986417 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5effba29-bda4-4422-80cb-8a4fbf99e1dc req-eeea9258-9684-4dcd-ad0c-f753040239f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1385789
Dec 18 07:08:36.094378 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5effba29-bda4-4422-80cb-8a4fbf99e1dc req-d06f83b1-713c-4ae5-adc3-9e7a7c6a3c5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 HTTP/1.1" status: 200  len: 999 time: 0.1012452
Dec 18 07:08:36.095852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-39b15cd5-fe70-4244-a9a6-886f646487bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d144828>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '850ad26b-fd89-4a5c-8366-6e2c3ce44081', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'port_id': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'mac_address': 'fa:16:3e:88:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:08:22Z', 'updated_at': '2020-12-18T07:08:34Z', 'revision_number': 1, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:36.099997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b15cd5-fe70-4244-a9a6-886f646487bd None None] Checking router: 458b8d79-43e9-414a-9bde-64384cab38f3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:08:36.109539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b15cd5-fe70-4244-a9a6-886f646487bd None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:08:36.110212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-39b15cd5-fe70-4244-a9a6-886f646487bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d144828>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:08:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:36.163395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effba29-bda4-4422-80cb-8a4fbf99e1dc req-14ea3d1b-9da8-46f6-b607-65435282e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:36.164975 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5effba29-bda4-4422-80cb-8a4fbf99e1dc req-14ea3d1b-9da8-46f6-b607-65435282e850 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0640953
Dec 18 07:08:36.246754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effba29-bda4-4422-80cb-8a4fbf99e1dc req-1587158f-f123-4869-b3ee-db74385388d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:08:36.248284 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5effba29-bda4-4422-80cb-8a4fbf99e1dc req-1587158f-f123-4869-b3ee-db74385388d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0767245
Dec 18 07:08:36.292160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-39b15cd5-fe70-4244-a9a6-886f646487bd None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:08:36.391036 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5effba29-bda4-4422-80cb-8a4fbf99e1dc req-674a94b8-67e8-4117-b750-ef27d19fbe4d service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360152
Dec 18 07:08:36.541937 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5effba29-bda4-4422-80cb-8a4fbf99e1dc req-db87ca89-637c-4412-9748-12cd62c08f85 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441028
Dec 18 07:08:36.830152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-39b15cd5-fe70-4244-a9a6-886f646487bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d144828>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '850ad26b-fd89-4a5c-8366-6e2c3ce44081', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'port_id': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'mac_address': 'fa:16:3e:88:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:08:22Z', 'updated_at': '2020-12-18T07:08:34Z', 'revision_number': 1, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:08:36.834451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b15cd5-fe70-4244-a9a6-886f646487bd None None] The sync data for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs is: [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '850ad26b-fd89-4a5c-8366-6e2c3ce44081', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'port_id': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'mac_address': 'fa:16:3e:88:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:08:22Z', 'updated_at': '2020-12-18T07:08:34Z', 'revision_number': 1, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:08:37.115377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf144b4-f8bd-4b05-81d4-c0b488eca5bc None None] New status for floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:08:40.865637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:08:44.683649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e31f70a9-60e2-4bf9-8765-a09eeae19237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:47.442852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-72f26a73-d5e6-4dc4-9055-5f4186d348da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:47.474678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:48.513245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:49.455757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:08:52.862297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:11.708496 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55f4dc1e-8372-48d1-8b26-1a921000dd19 req-f1c9a9f6-70a6-4fcf-9388-579b6af15cd1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1462092
Dec 18 07:09:11.860894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4dc1e-8372-48d1-8b26-1a921000dd19 req-c9e7404d-2db4-45ad-94b4-9ce66127f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:11.862444 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55f4dc1e-8372-48d1-8b26-1a921000dd19 req-c9e7404d-2db4-45ad-94b4-9ce66127f70d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 1162 time: 0.0788527
Dec 18 07:09:12.026603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4dc1e-8372-48d1-8b26-1a921000dd19 req-1ff0a98a-4911-4a32-810f-65300e67631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:12.028188 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55f4dc1e-8372-48d1-8b26-1a921000dd19 req-1ff0a98a-4911-4a32-810f-65300e67631e service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1400411
Dec 18 07:09:12.134173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55f4dc1e-8372-48d1-8b26-1a921000dd19 req-d316f673-7355-4b9a-8c06-dfc1b9f1cc12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 HTTP/1.1" status: 200  len: 1001 time: 0.0956490
Dec 18 07:09:12.208189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4dc1e-8372-48d1-8b26-1a921000dd19 req-7913c489-460e-47c8-8df6-56be9f564d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:12.209759 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55f4dc1e-8372-48d1-8b26-1a921000dd19 req-7913c489-460e-47c8-8df6-56be9f564d55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0658901
Dec 18 07:09:12.291696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4dc1e-8372-48d1-8b26-1a921000dd19 req-f7415d16-93b2-4b19-8ee5-8ea568527330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:12.293273 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55f4dc1e-8372-48d1-8b26-1a921000dd19 req-f7415d16-93b2-4b19-8ee5-8ea568527330 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0734143
Dec 18 07:09:12.441717 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55f4dc1e-8372-48d1-8b26-1a921000dd19 req-46254c1f-3db2-410d-91b0-8fcce9d6e0cf service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377063
Dec 18 07:09:12.584824 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55f4dc1e-8372-48d1-8b26-1a921000dd19 req-e75bd126-3196-43a0-b5eb-624f397ec9bf service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353333
Dec 18 07:09:14.688405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8947dde-18a6-4498-a5e1-8c83cf592e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:14.985590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58547cf9-eb09-4377-9405-0b227fe22d8f req-0faa377d-dd90-4227-9d23-025192fffead tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:14.987219 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-58547cf9-eb09-4377-9405-0b227fe22d8f req-0faa377d-dd90-4227-9d23-025192fffead tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0895042
Dec 18 07:09:15.034051 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-58547cf9-eb09-4377-9405-0b227fe22d8f req-5788777c-d8a6-4b88-ad4a-a646e4ddbddb tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406561
Dec 18 07:09:15.465449 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-974d41a3-d596-4d27-b328-7200f04cc53d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1242211
Dec 18 07:09:15.495272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd86c89-4ff6-4deb-8078-a0141ca75f4a req-1c088d83-63ad-4f23-b790-0e93f607315e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:15.496838 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ccd86c89-4ff6-4deb-8078-a0141ca75f4a req-1c088d83-63ad-4f23-b790-0e93f607315e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0950224
Dec 18 07:09:15.546282 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ccd86c89-4ff6-4deb-8078-a0141ca75f4a req-5b165a21-a4c2-49f8-9e3d-abe859f18d09 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428495
Dec 18 07:09:16.764764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda81aa3-0068-4ba0-8e7c-9500bc6d7293 req-f85aaee2-e993-41aa-994a-625e8c53462b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:16.766438 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eda81aa3-0068-4ba0-8e7c-9500bc6d7293 req-f85aaee2-e993-41aa-994a-625e8c53462b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0829842
Dec 18 07:09:16.799456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211360e-1254-4f63-9379-37db153b46ad req-33c6b7ef-756f-4f18-97c9-d504be13b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:16.801085 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-33c6b7ef-756f-4f18-97c9-d504be13b892 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 1162 time: 0.0806739
Dec 18 07:09:16.817527 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eda81aa3-0068-4ba0-8e7c-9500bc6d7293 req-80ddc23d-8cb4-484d-9cad-818369ccebb6 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443606
Dec 18 07:09:16.944678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211360e-1254-4f63-9379-37db153b46ad req-f9473f2d-790f-4760-b9f0-4441653f639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:16.946283 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-f9473f2d-790f-4760-b9f0-4441653f639d service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1376138
Dec 18 07:09:17.057450 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-e45c09c3-f7fa-43bf-92ea-b28b51afd6be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 HTTP/1.1" status: 200  len: 1001 time: 0.0992413
Dec 18 07:09:17.130041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211360e-1254-4f63-9379-37db153b46ad req-36bef539-8fa2-4889-94e9-759c5d937a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:17.131495 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-36bef539-8fa2-4889-94e9-759c5d937a4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0637343
Dec 18 07:09:17.212283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211360e-1254-4f63-9379-37db153b46ad req-af30fb67-4bef-420e-b1cf-2be3b2055f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:17.213891 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-af30fb67-4bef-420e-b1cf-2be3b2055f85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0722263
Dec 18 07:09:17.358096 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-7a249098-0cce-4a4a-a41b-db94583f0baa service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336739
Dec 18 07:09:17.448159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4060aa1-7e8a-4753-a5e1-e8b5c9aad7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:17.477482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:17.508373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-74675f73-aba2-4d44-a8d0-2502d941a60d service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360767
Dec 18 07:09:17.865477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:09:18.027542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d1d6-cc7e-4ed4-b464-dbe583b57cb0 req-542b6ae5-90f1-40ce-b331-ad4e1beccc98 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:18.029146 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-50a6d1d6-cc7e-4ed4-b464-dbe583b57cb0 req-542b6ae5-90f1-40ce-b331-ad4e1beccc98 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0824895
Dec 18 07:09:18.075589 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-50a6d1d6-cc7e-4ed4-b464-dbe583b57cb0 req-56510242-fab8-44c7-9aec-bd924cf6f6cf tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400174
Dec 18 07:09:18.632331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:19.287095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897d76e-7ee5-47af-9e75-2ec82f36c396 req-e5c8c5a7-c295-4e32-ae0c-fbd9e986d431 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:19.288696 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3897d76e-7ee5-47af-9e75-2ec82f36c396 req-e5c8c5a7-c295-4e32-ae0c-fbd9e986d431 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0850980
Dec 18 07:09:19.335869 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3897d76e-7ee5-47af-9e75-2ec82f36c396 req-b7b290f3-d2fc-4117-810e-831daaac05b2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401893
Dec 18 07:09:19.457368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:20.546002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388ccd5-19a4-49f8-a7d5-0be4a2688937 req-91549c57-69b9-42a4-8341-ac8725275240 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:20.547615 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7388ccd5-19a4-49f8-a7d5-0be4a2688937 req-91549c57-69b9-42a4-8341-ac8725275240 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0816908
Dec 18 07:09:20.597058 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7388ccd5-19a4-49f8-a7d5-0be4a2688937 req-22a7c93c-8283-4658-9564-9518b9510958 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433917
Dec 18 07:09:21.810022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343a9a6-7ae5-4250-84d9-6a7f814f3875 req-e286eb15-429e-48b3-af6c-787b9820fab9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:21.811613 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f343a9a6-7ae5-4250-84d9-6a7f814f3875 req-e286eb15-429e-48b3-af6c-787b9820fab9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0821755
Dec 18 07:09:21.858920 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f343a9a6-7ae5-4250-84d9-6a7f814f3875 req-323c3931-3125-492d-89ed-5441e7dc58d0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407445
Dec 18 07:09:22.873641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:23.329206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af8d66-24d1-4b73-be0b-ea68fe76e608 req-1407f884-ef23-419e-be86-8b38b0126538 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:23.330798 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0af8d66-24d1-4b73-be0b-ea68fe76e608 req-1407f884-ef23-419e-be86-8b38b0126538 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.3454950
Dec 18 07:09:23.376902 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0af8d66-24d1-4b73-be0b-ea68fe76e608 req-df0752fe-78ad-4355-b51c-514064d04ec5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398407
Dec 18 07:09:24.589587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0e9e5-7bb4-48de-a414-bc5d3990f075 req-ffda54dd-e606-46fc-a4b9-6ae77a79ba2c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:24.591159 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-51a0e9e5-7bb4-48de-a414-bc5d3990f075 req-ffda54dd-e606-46fc-a4b9-6ae77a79ba2c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0822494
Dec 18 07:09:24.641760 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-51a0e9e5-7bb4-48de-a414-bc5d3990f075 req-621ed5dd-5b8e-4aee-a0e7-3dd7832ab71f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442190
Dec 18 07:09:25.404633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:09:25.473285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:09:25.473762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:25.851624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aaab1d-192f-4991-b256-a64db6720535 req-4e3206aa-b10a-4804-b9bd-a7b3482988d8 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:25.853226 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a2aaab1d-192f-4991-b256-a64db6720535 req-4e3206aa-b10a-4804-b9bd-a7b3482988d8 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0819612
Dec 18 07:09:25.898614 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a2aaab1d-192f-4991-b256-a64db6720535 req-33bedbcc-fd39-4142-9d89-dcf9c6b2d971 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392456
Dec 18 07:09:27.109902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b377569-8a18-473c-a650-b9803531eaea req-0f09127a-f294-4efc-a1ef-0c1cd3cd3119 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:27.111518 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0b377569-8a18-473c-a650-b9803531eaea req-0f09127a-f294-4efc-a1ef-0c1cd3cd3119 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0852277
Dec 18 07:09:27.157996 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0b377569-8a18-473c-a650-b9803531eaea req-6004ec59-3641-4b9b-9e1a-ad68524bf500 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402024
Dec 18 07:09:28.370994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e52f8-c444-43ed-b461-82444468f020 req-c71b0aee-03da-4f8a-909b-45458dd1c68b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:28.372592 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f9e52f8-c444-43ed-b461-82444468f020 req-c71b0aee-03da-4f8a-909b-45458dd1c68b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0839639
Dec 18 07:09:28.422610 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f9e52f8-c444-43ed-b461-82444468f020 req-e9aa3c87-c814-4bbe-a09e-7c3abec7c228 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436788
Dec 18 07:09:29.383791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:09:29.410254 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-6b199c35-aee0-4dab-8bba-0006f2798649 service neutron] 10.222.0.15 "GET /v2.0/ports/f821764f-ac7c-40b9-bef6-af1d5a4c5cc4/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0796504
Dec 18 07:09:29.498243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:29.534598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:09:29.535437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:09:29.541686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:29.543525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:09:29.611018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:09:29.615381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:09:29.630089 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4', 'code': 200}
Dec 18 07:09:29.656675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1be5f-3dda-462d-b039-f4f1ff9261c7 req-c8829b95-ed2e-4ddf-8822-97e9851b95e0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:29.658265 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9ac1be5f-3dda-462d-b039-f4f1ff9261c7 req-c8829b95-ed2e-4ddf-8822-97e9851b95e0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 943 time: 0.1004429
Dec 18 07:09:29.707687 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9ac1be5f-3dda-462d-b039-f4f1ff9261c7 req-d8fc0f2e-407a-42a8-aae4-5e2bdb21eaf3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423651
Dec 18 07:09:29.718261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211360e-1254-4f63-9379-37db153b46ad req-1d8d418a-ef6b-4f6a-92c4-dc20cae0d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:29.719902 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-1d8d418a-ef6b-4f6a-92c4-dc20cae0d823 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 1160 time: 0.0777810
Dec 18 07:09:29.833630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211360e-1254-4f63-9379-37db153b46ad req-344ec4cf-3412-4eac-af84-337d087a5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:29.835218 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-344ec4cf-3412-4eac-af84-337d087a5268 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 1160 time: 0.0779083
Dec 18 07:09:29.981075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211360e-1254-4f63-9379-37db153b46ad req-0349893e-d95c-422e-9418-42a8b43e6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:29.982594 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-0349893e-d95c-422e-9418-42a8b43e6ea4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1363497
Dec 18 07:09:30.091025 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-c481ef70-e388-4903-b78b-e98be083d1f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 HTTP/1.1" status: 200  len: 999 time: 0.0980375
Dec 18 07:09:30.165253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211360e-1254-4f63-9379-37db153b46ad req-62f0fcc5-6400-4c6c-97de-cef425272c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:30.166820 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-62f0fcc5-6400-4c6c-97de-cef425272c61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0662019
Dec 18 07:09:30.248670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211360e-1254-4f63-9379-37db153b46ad req-cf377681-1eab-481c-ad4f-218747f38087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:30.250210 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-cf377681-1eab-481c-ad4f-218747f38087 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0735018
Dec 18 07:09:30.394878 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-fa0216bc-2d5b-43d3-841e-e10068aa97f7 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334064
Dec 18 07:09:30.538949 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a211360e-1254-4f63-9379-37db153b46ad req-0d352e27-3fd9-460f-94fa-0c3364cc736c service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1324615
Dec 18 07:09:30.922636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3fa07-6108-43b4-9119-a8fb5ab5c662 req-188b7971-f952-42d8-bcb6-a7aba0e9500c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:30.924225 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d5e3fa07-6108-43b4-9119-a8fb5ab5c662 req-188b7971-f952-42d8-bcb6-a7aba0e9500c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 943 time: 0.0856800
Dec 18 07:09:30.971612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d5e3fa07-6108-43b4-9119-a8fb5ab5c662 req-9574a846-044d-4354-9318-f90fae719cdf tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410600
Dec 18 07:09:32.185099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e2bf8-cf16-49bd-a15b-c387edd5d0e1 req-24c2a387-ec20-4706-a5fd-787f49f6a592 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:32.186740 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-758e2bf8-cf16-49bd-a15b-c387edd5d0e1 req-24c2a387-ec20-4706-a5fd-787f49f6a592 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 943 time: 0.0828259
Dec 18 07:09:32.237004 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-758e2bf8-cf16-49bd-a15b-c387edd5d0e1 req-429b5ea0-91bf-49d5-8ddb-cff8eed7d066 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437675
Dec 18 07:09:33.445117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b218a7-86d6-40be-a490-a99f0a8804c8 req-1a67c70c-30a0-4919-9e0a-8046323af9a3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:33.446757 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96b218a7-86d6-40be-a490-a99f0a8804c8 req-1a67c70c-30a0-4919-9e0a-8046323af9a3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 943 time: 0.0832338
Dec 18 07:09:33.494559 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96b218a7-86d6-40be-a490-a99f0a8804c8 req-019610aa-60b3-4837-a043-07b789e42003 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406616
Dec 18 07:09:33.604174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:09:33.679065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:09:33.679498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:33.802817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:33.834676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:09:33.844506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:09:33.848074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:33.852320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:09:33.916391 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4', 'code': 200}
Dec 18 07:09:33.924509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:09:33.932609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.933003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.933387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.933817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.934200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.934576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.935001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.935373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.935745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.936116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.936487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.936852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.937279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.937681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.938051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.939475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.939475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.939475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.939475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.939776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.940106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.940464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.940829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.941193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:33.945931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:09:33.986207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-94f20881-ab66-4e0b-ac5b-4de99d164b9d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:33.986972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-94f20881-ab66-4e0b-ac5b-4de99d164b9d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Synchronizing usage tracker for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:09:33.995728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc76d9-d3df-4e73-b886-9e5a76e0cfe3 req-3c84af7f-b271-4a3a-b38f-91944fb434cc tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:33.997325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5afc76d9-d3df-4e73-b886-9e5a76e0cfe3 req-3c84af7f-b271-4a3a-b38f-91944fb434cc tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0935550
Dec 18 07:09:34.001722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-94f20881-ab66-4e0b-ac5b-4de99d164b9d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Unset dirty status for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:09:34.002967 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-94f20881-ab66-4e0b-ac5b-4de99d164b9d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 945 time: 0.1123703
Dec 18 07:09:34.046575 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5afc76d9-d3df-4e73-b886-9e5a76e0cfe3 req-93d11a24-5d0b-42b5-8a0e-6c13f3448326 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424511
Dec 18 07:09:34.150304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-181ae866-674f-4a88-b7cd-f272db2fa2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:34.151887 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-181ae866-674f-4a88-b7cd-f272db2fa2c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 1162 time: 0.0741575
Dec 18 07:09:34.290859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-0207a21b-2294-4988-a07f-a35732d4b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:34.292473 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-0207a21b-2294-4988-a07f-a35732d4b2e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1340039
Dec 18 07:09:34.666819 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-44133f1e-10de-4d97-bb4e-efe55b41f913 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 HTTP/1.1" status: 200  len: 1001 time: 0.3675191
Dec 18 07:09:34.735339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-b3a36f11-6718-4716-b2bf-c702f714a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:34.736848 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-b3a36f11-6718-4716-b2bf-c702f714a4ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0638962
Dec 18 07:09:34.815323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-7b8a5902-bdc5-4052-a17a-314a04a95a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:34.816852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-7b8a5902-bdc5-4052-a17a-314a04a95a7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0734766
Dec 18 07:09:34.959786 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-5eab712f-94a5-46c0-acc5-aa0752402d49 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354318
Dec 18 07:09:35.101141 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c13b0c1d-cd32-4cec-aacf-09bd306920bf req-a7a5d259-496e-4d64-bbc0-dd418cb52d6a service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1344159
Dec 18 07:09:35.261037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ced234-5f79-48c3-9242-d32f589296b8 req-9169d0f7-a383-4f81-acef-74ca1b46e2e2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:35.262591 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b7ced234-5f79-48c3-9242-d32f589296b8 req-9169d0f7-a383-4f81-acef-74ca1b46e2e2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0843713
Dec 18 07:09:35.311532 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b7ced234-5f79-48c3-9242-d32f589296b8 req-3de3aa39-4122-4621-9d88-09b7b70351ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427132
Dec 18 07:09:35.455718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:09:35.526282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:09:35.526629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:36.522178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89bc6-fc86-4d98-b580-9e961e233716 req-bf5276f6-2b66-4654-9846-1ac7ac740985 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:36.523770 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-04d89bc6-fc86-4d98-b580-9e961e233716 req-bf5276f6-2b66-4654-9846-1ac7ac740985 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0840809
Dec 18 07:09:36.570379 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-04d89bc6-fc86-4d98-b580-9e961e233716 req-30d024e9-17f8-42d5-99d4-aa02c4b464d4 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403481
Dec 18 07:09:36.782771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b88b65-6daa-46df-810a-e13899c2e755 req-eb4a7120-7046-4c11-94e8-c6766d8685f9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:36.784353 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0b88b65-6daa-46df-810a-e13899c2e755 req-eb4a7120-7046-4c11-94e8-c6766d8685f9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0852518
Dec 18 07:09:36.830397 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0b88b65-6daa-46df-810a-e13899c2e755 req-4ffced61-ac1d-4515-9140-38f159359a87 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392163
Dec 18 07:09:37.038898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cea4fe-7129-437c-9fb8-e4c35b0dab1f req-72048873-de73-41e9-9216-8bd66a8a4b71 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:37.040483 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13cea4fe-7129-437c-9fb8-e4c35b0dab1f req-72048873-de73-41e9-9216-8bd66a8a4b71 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0835299
Dec 18 07:09:37.089951 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13cea4fe-7129-437c-9fb8-e4c35b0dab1f req-1284b844-6683-4cd0-a349-f84c99a7f14b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431602
Dec 18 07:09:37.505827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48040fe3-7926-4829-8187-157b8715ea56 req-480e3a2d-0a01-470e-8c2b-9cacd337325d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:37.507336 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-48040fe3-7926-4829-8187-157b8715ea56 req-480e3a2d-0a01-470e-8c2b-9cacd337325d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0830388
Dec 18 07:09:37.553999 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-48040fe3-7926-4829-8187-157b8715ea56 req-38d91b54-633a-4753-9fdb-4b20449c1d3e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397284
Dec 18 07:09:38.772711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3c10a-0ee8-4d3e-8d17-c9cca2150718 req-da7b708d-ed7d-451d-b30b-0f776989e8fc tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:38.774410 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22b3c10a-0ee8-4d3e-8d17-c9cca2150718 req-da7b708d-ed7d-451d-b30b-0f776989e8fc tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0865881
Dec 18 07:09:38.821765 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-22b3c10a-0ee8-4d3e-8d17-c9cca2150718 req-548b5b30-eaf3-460c-9625-ac7a25cc4807 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408719
Dec 18 07:09:39.230455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-032c3c09-2a24-4116-8198-2a27f5c5f4c6 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:39.231920 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-032c3c09-2a24-4116-8198-2a27f5c5f4c6 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 945 time: 0.0817289
Dec 18 07:09:39.310827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Deleting port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:09:39.311201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:39.475708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:09:39.560233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] For port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:09:39.560655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:39.587873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:39.615094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:09:39.626011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:09:39.631030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:39.633176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:09:39.699032 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4', 'code': 200}
Dec 18 07:09:39.714084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,revision_number=7']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:09:39.717412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:09:39.867982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:39.869042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:39.869266 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081 disassociated. External IP: 172.26.7.250, port: f821764f-ac7c-40b9-bef6-af1d5a4c5cc4.
Dec 18 07:09:39.869678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Calling delete_port for f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:09:39.950534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:09:39.950885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:09:40.030385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee555d-e190-4880-8134-6ce93e45120f req-4732211d-592e-4f81-8a72-ab9d42652928 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:40.031968 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96ee555d-e190-4880-8134-6ce93e45120f req-4732211d-592e-4f81-8a72-ab9d42652928 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 943 time: 0.0827742
Dec 18 07:09:40.082663 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96ee555d-e190-4880-8134-6ce93e45120f req-84fc7398-2469-4f24-a9a8-379d7056f4f3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444450
Dec 18 07:09:40.452261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Deleting port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:09:40.452659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:40.707923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] For port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:09:40.708262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:41.001386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:41.001984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:41.002079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081 disassociated. External IP: 172.26.7.250, port: f821764f-ac7c-40b9-bef6-af1d5a4c5cc4.
Dec 18 07:09:41.002423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Calling delete_port for f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:09:41.148801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:41.163898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:09:41.254905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event deleted for resources: {'Port': ['ID=f821764f-ac7c-40b9-bef6-af1d5a4c5cc4,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:09:41.262709 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4565bd2a-a5c4-48ca-8472-68acc58565d2 req-276a4f8b-bef9-4343-bee3-23e0566b991f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 210 time: 0.0477004
Dec 18 07:09:41.275219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.275658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.276076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.276494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.276907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.277316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.277772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.278186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.278588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.278994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.279398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.279800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.280263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.280668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.281411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.281848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.282260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.282663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.283066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.283468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.283873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.284272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.284678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.285083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:09:41.290518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:09:41.539094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Router 458b8d79-43e9-414a-9bde-64384cab38f3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:09:41.721077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:09:41.731849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953a33bf-e5d9-45bb-a050-2d4c968f9c52 None None] Sync routers for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:09:41.741828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a33bf-e5d9-45bb-a050-2d4c968f9c52 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:09:41.742520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-953a33bf-e5d9-45bb-a050-2d4c968f9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce17ef0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:09:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:09:41.761255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] No DVR routers for this DVR port f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:09:41.763559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:41.767581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'name': 'network-vif-deleted', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:09:41.781303 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0dce30af-51c8-4065-88fd-3678a812c3c8 req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "DELETE /v2.0/ports/f821764f-ac7c-40b9-bef6-af1d5a4c5cc4 HTTP/1.1" status: 204  len: 173 time: 2.5405726
Dec 18 07:09:41.829698 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984c1af5-8805-4e55-8f2d-c24e14b0f455', 'name': 'network-vif-deleted', 'tag': 'f821764f-ac7c-40b9-bef6-af1d5a4c5cc4', 'status': 'completed', 'code': 200}
Dec 18 07:09:41.932454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-953a33bf-e5d9-45bb-a050-2d4c968f9c52 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:09:42.255549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-953a33bf-e5d9-45bb-a050-2d4c968f9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce17ef0>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:09:42.260154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953a33bf-e5d9-45bb-a050-2d4c968f9c52 None None] Checking router: 458b8d79-43e9-414a-9bde-64384cab38f3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:09:42.269375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a33bf-e5d9-45bb-a050-2d4c968f9c52 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:09:42.270346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-953a33bf-e5d9-45bb-a050-2d4c968f9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce17ef0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:09:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:09:42.456958 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-767dc468-90ab-4305-ab84-2c46f5c3b40c req-cef2378d-da7d-4be3-8e15-711855086c82 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=984c1af5-8805-4e55-8f2d-c24e14b0f455 HTTP/1.1" status: 200  len: 210 time: 0.0455613
Dec 18 07:09:42.459341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-953a33bf-e5d9-45bb-a050-2d4c968f9c52 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:09:42.792494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-953a33bf-e5d9-45bb-a050-2d4c968f9c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce17ef0>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:09:42.796518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953a33bf-e5d9-45bb-a050-2d4c968f9c52 None None] The sync data for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs is: [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:09:43.155273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4530f22-f7db-4638-a9c2-d9343d1724b8 None None] New status for floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:09:43.838962 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-f5421da1-c832-42e5-9967-f2191865a462 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1914522336&fields=id&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 267 time: 0.0431931
Dec 18 07:09:43.999401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-83b93174-bf9c-41f0-8fc0-908a5278072f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:44.000886 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-83b93174-bf9c-41f0-8fc0-908a5278072f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 812 time: 0.1549041
Dec 18 07:09:44.017257 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-69d17b40-726b-4042-b317-b066cd0bdc45 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/quotas/e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 375 time: 0.0102487
Dec 18 07:09:44.103922 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-a90a0638-20fe-4dd4-bc03-398e54f02c34 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0812387
Dec 18 07:09:44.251372 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-d9438e0e-448c-41b2-a78e-5799eb8b2087 service neutron] 10.222.0.23 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348412
Dec 18 07:09:44.393482 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-94840b2c-761a-4165-a50d-984d51793ded service neutron] 10.222.0.23 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357479
Dec 18 07:09:44.593768 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a0d6031d-70e1-46f7-a3b3-f5353fe18bd1 req-1ecf17a1-f562-4c63-87b7-dc54f279cbaa tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 210 time: 0.0452979
Dec 18 07:09:44.683621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-136b90a0-c028-48f0-bf23-8f47384487f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:45.717891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-6559d008-3deb-4d21-9a2a-36947d583d54 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:45.719510 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-6559d008-3deb-4d21-9a2a-36947d583d54 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 812 time: 0.1624098
Dec 18 07:09:45.786241 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2e21c22c-e4f5-4a24-9cba-f6431bdf0768 req-d232632b-dc8c-4aea-bbfb-9090ae72d702 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 210 time: 0.0499203
Dec 18 07:09:45.809508 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-9e41f755-d57c-4d08-918e-362e3e54e8d8 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 5516 time: 0.0694454
Dec 18 07:09:45.826594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Request body: {'port': {'device_id': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'admin_state_up': True, 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'security_groups': ['7c74672d-0be9-4123-a9ac-5afe211a6256']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:09:45.967580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:09:45.971851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Usage tracker for resource:port and tenant:e2aff21d1cee4d5491e5fa4c85a93202 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:09:45.974849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Quota usage for port was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:09:45.981064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:09:45.989557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Made reservation on behalf of e2aff21d1cee4d5491e5fa4c85a93202 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:09:45.994975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:46.293682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Allocated IP 172.20.0.5 (8257ad7a-9ef5-423d-addf-db974607ecba/79128c61-a2f0-40f7-8827-f65edda6e7cf/e9889cfb-76d6-4aa3-911a-64b43c3d80c9) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:09:46.764898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:46.780624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Transition to ACTIVE for port object e9889cfb-76d6-4aa3-911a-64b43c3d80c9 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:09:46.799816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:46.816911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-45cfdb88-0943-45b9-b7dd-a1da7c75755f tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:09:46.949947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event updated for resources: {'Port': ['ID=e9889cfb-76d6-4aa3-911a-64b43c3d80c9,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:09:46.953024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:09:47.005792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cb3e5-088f-413c-a169-c07d263524d7 req-a3e671b9-7934-4aad-aee5-3eb6674d767a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:47.007421 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a4cb3e5-088f-413c-a169-c07d263524d7 req-a3e671b9-7934-4aad-aee5-3eb6674d767a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 931 time: 0.0847714
Dec 18 07:09:47.008084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Network 8257ad7a-9ef5-423d-addf-db974607ecba is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:09:47.009494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:09:47.011923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:09:47.060730 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a4cb3e5-088f-413c-a169-c07d263524d7 req-3d2e3657-c604-4149-8e7a-5147aeed29ef tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469072
Dec 18 07:09:47.090019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:47.090019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:47.107048 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2848361
Dec 18 07:09:47.124297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Request body: {'port': {'device_id': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:09:47.239727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:47.248227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-de545301-1833-4d99-bfc9-b6c6fdea734b None None] Provisioning for port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:09:47.253271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-de545301-1833-4d99-bfc9-b6c6fdea734b None None] Provisioning complete for port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:09:47.253739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de545301-1833-4d99-bfc9-b6c6fdea734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:47.312723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-de545301-1833-4d99-bfc9-b6c6fdea734b None None] Port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:09:47.449462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2af524ac-ae69-428f-80bd-94258b4a4d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:47.480237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:47.643144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9889cfb-76d6-4aa3-911a-64b43c3d80c9 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:09:47.650897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:47.663125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Transition to ACTIVE for port object e9889cfb-76d6-4aa3-911a-64b43c3d80c9 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:09:47.665823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:47.681202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:09:47.817918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Pushing event updated for resources: {'Port': ['ID=e9889cfb-76d6-4aa3-911a-64b43c3d80c9,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:09:47.823866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:09:48.011522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Attempting to bind port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:09:48.011898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Attempting to bind port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:09:48.012271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Attempting to bind port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 on network 8257ad7a-9ef5-423d-addf-db974607ecba {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:09:48.018375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:09:48.018752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Checking segment: {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:09:48.019154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:48.019683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Bound using segment: {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:09:48.020160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Bound port: e9889cfb-76d6-4aa3-911a-64b43c3d80c9, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:09:48.020530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:48.112551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] For port e9889cfb-76d6-4aa3-911a-64b43c3d80c9, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:09:48.115881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] For port e9889cfb-76d6-4aa3-911a-64b43c3d80c9, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e9889cfb-76d6-4aa3-911a-64b43c3d80c9,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:09:48.120238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:48.135888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-da534230-eaa9-4d26-93d7-510985e5370c tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:09:48.280772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c82d5-434f-4c8a-81ab-c66fe9a71ff0 req-ba7f6d13-7034-4664-9353-71d4b6673ae9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:48.282373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-742c82d5-434f-4c8a-81ab-c66fe9a71ff0 req-ba7f6d13-7034-4664-9353-71d4b6673ae9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 943 time: 0.0876179
Dec 18 07:09:48.285300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Pushing event updated for resources: {'Port': ['ID=e9889cfb-76d6-4aa3-911a-64b43c3d80c9,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:09:48.290998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:09:48.323786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:48.324265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:48.325958 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] 10.222.0.15 "PUT /v2.0/ports/e9889cfb-76d6-4aa3-911a-64b43c3d80c9 HTTP/1.1" status: 200  len: 1157 time: 1.2063255
Dec 18 07:09:48.326553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'tag': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:09:48.331529 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-742c82d5-434f-4c8a-81ab-c66fe9a71ff0 req-60520c51-1b16-43be-a3e3-8f6a537f4cf2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420721
Dec 18 07:09:48.413510 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'tag': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9', 'status': 'completed', 'code': 200}
Dec 18 07:09:48.456952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-34e7ff94-11dc-4c27-9631-19b92e2535b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:48.458672 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-34e7ff94-11dc-4c27-9631-19b92e2535b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 1160 time: 0.0868130
Dec 18 07:09:48.536962 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-45d0c8a6-ad9f-4160-80c0-637c5f0957be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9889cfb-76d6-4aa3-911a-64b43c3d80c9 HTTP/1.1" status: 200  len: 217 time: 0.0663972
Dec 18 07:09:48.619051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-e63e65e5-2dbf-4a9b-a55c-35bb04a02992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:48.621616 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-e63e65e5-2dbf-4a9b-a55c-35bb04a02992 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0736358
Dec 18 07:09:48.697556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:48.712567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-d0719f06-0f87-4876-9f77-d17747de6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:48.715514 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-d0719f06-0f87-4876-9f77-d17747de6036 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0824933
Dec 18 07:09:48.860325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-09ed157c-aeca-4251-a11f-12b8fd682257 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352267
Dec 18 07:09:49.005297 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1cb1607-1847-456c-a0a7-0bf4d09c7ce2 req-9161fa0e-a27c-4400-bcfe-80a958892ac4 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352551
Dec 18 07:09:49.131494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e23521-61df-4c5b-a782-98d99e057d13 req-572e32ab-7d79-4a77-bd62-c590453c2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:49.132987 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-67e23521-61df-4c5b-a782-98d99e057d13 req-572e32ab-7d79-4a77-bd62-c590453c2795 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 1160 time: 0.0806134
Dec 18 07:09:49.274360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e23521-61df-4c5b-a782-98d99e057d13 req-a9732804-06b3-4bbd-b415-841061d2b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:49.275976 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-67e23521-61df-4c5b-a782-98d99e057d13 req-a9732804-06b3-4bbd-b415-841061d2b180 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1343620
Dec 18 07:09:49.346923 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-67e23521-61df-4c5b-a782-98d99e057d13 req-fd6c601e-d797-47e8-8c83-2d6a83477dd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9889cfb-76d6-4aa3-911a-64b43c3d80c9 HTTP/1.1" status: 200  len: 217 time: 0.0630360
Dec 18 07:09:49.422319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e23521-61df-4c5b-a782-98d99e057d13 req-66907702-c5e9-4b9e-8003-bf0828b92210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:49.423958 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-67e23521-61df-4c5b-a782-98d99e057d13 req-66907702-c5e9-4b9e-8003-bf0828b92210 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0672894
Dec 18 07:09:49.460711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:49.506375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e23521-61df-4c5b-a782-98d99e057d13 req-f872384a-0c2e-46f9-96f2-8028898e2d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:49.507994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-67e23521-61df-4c5b-a782-98d99e057d13 req-f872384a-0c2e-46f9-96f2-8028898e2d4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0768163
Dec 18 07:09:49.552424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85543b-b225-4e2b-ab87-544dd8e533f2 req-d3280b44-9ee8-4846-a525-3795f21d0473 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:49.554061 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7f85543b-b225-4e2b-ab87-544dd8e533f2 req-d3280b44-9ee8-4846-a525-3795f21d0473 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 943 time: 0.0841069
Dec 18 07:09:49.605137 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7f85543b-b225-4e2b-ab87-544dd8e533f2 req-51aa3439-7129-456e-872a-620fa43176ab tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447161
Dec 18 07:09:49.655037 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-67e23521-61df-4c5b-a782-98d99e057d13 req-8fedfb5a-7e25-4712-8de5-ee4ff390c2ff service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383731
Dec 18 07:09:49.798087 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-67e23521-61df-4c5b-a782-98d99e057d13 req-d87ec4eb-f1dc-4eac-88d2-7c8f2fb965fe service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1354668
Dec 18 07:09:50.815111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e660a8-7331-406e-bb64-fb9540ecb088 req-8c469216-d7b2-4bd0-ba83-30faf3541c81 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:50.816696 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-60e660a8-7331-406e-bb64-fb9540ecb088 req-8c469216-d7b2-4bd0-ba83-30faf3541c81 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 943 time: 0.0815709
Dec 18 07:09:50.863611 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-60e660a8-7331-406e-bb64-fb9540ecb088 req-9f61b0ee-a0d7-4dfa-93b6-f9ac6d691a97 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399542
Dec 18 07:09:51.881390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e9889cfb-76d6-4aa3-911a-64b43c3d80c9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:09:51.949903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:09:51.954715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:09:51.955146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:52.074409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:52.082910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b69cb-c4a0-4f66-82dc-7ea5effa2db7 req-8be84e7c-edc8-47da-8d0c-a92c06a08ead tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:52.084780 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a10b69cb-c4a0-4f66-82dc-7ea5effa2db7 req-8be84e7c-edc8-47da-8d0c-a92c06a08ead tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 943 time: 0.0898087
Dec 18 07:09:52.102769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:09:52.113584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port e9889cfb-76d6-4aa3-911a-64b43c3d80c9, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e9889cfb-76d6-4aa3-911a-64b43c3d80c9,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:09:52.116962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:52.119727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b4864d30-47c5-4a94-ab57-cb6ebafb8992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:09:52.135992 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a10b69cb-c4a0-4f66-82dc-7ea5effa2db7 req-54924cbb-483f-4e46-b62d-3b47a07359b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438983
Dec 18 07:09:52.172193 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9', 'code': 200}
Dec 18 07:09:52.187497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=e9889cfb-76d6-4aa3-911a-64b43c3d80c9,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:09:52.190774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:09:52.424068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e870e-7b78-4a90-abfb-9611922c8b15 req-386b7b0a-197a-4a28-a170-5e90cee38b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:52.425671 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7d0e870e-7b78-4a90-abfb-9611922c8b15 req-386b7b0a-197a-4a28-a170-5e90cee38b84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 1162 time: 0.0780420
Dec 18 07:09:52.472315 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7d0e870e-7b78-4a90-abfb-9611922c8b15 req-84ae21ed-e311-431b-9cb2-2edc8c309adc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356743
Dec 18 07:09:52.881960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:53.347354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509c5b1-b58d-4621-85a5-4a86141e6fac req-82dd502f-6c19-4d82-9879-c8deee3e90fe tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:53.348957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f509c5b1-b58d-4621-85a5-4a86141e6fac req-82dd502f-6c19-4d82-9879-c8deee3e90fe tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0819187
Dec 18 07:09:53.399052 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f509c5b1-b58d-4621-85a5-4a86141e6fac req-e9022a5a-3cb1-48e0-8a0c-19478d381896 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437214
Dec 18 07:09:53.588969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e9889cfb-76d6-4aa3-911a-64b43c3d80c9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:09:53.663936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:09:53.664356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:54.609153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca907ba-2263-4f46-8254-8043f1b34fb7 req-e9bb14ef-c4fc-40f4-b7e3-60c467cad6a7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:54.610765 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9ca907ba-2263-4f46-8254-8043f1b34fb7 req-e9bb14ef-c4fc-40f4-b7e3-60c467cad6a7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0825138
Dec 18 07:09:54.661204 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9ca907ba-2263-4f46-8254-8043f1b34fb7 req-f9da10e3-f604-4e7f-87fe-0bfbbd0c4f5a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438035
Dec 18 07:09:54.864315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:09:54.870922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d85daf-0f8e-4a17-b481-6c792d9646be req-6f985545-de14-4212-aac1-4e68a850b1c7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:54.872520 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-42d85daf-0f8e-4a17-b481-6c792d9646be req-6f985545-de14-4212-aac1-4e68a850b1c7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0864401
Dec 18 07:09:54.882274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 57026) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:09:54.888649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bc9bcca1-a6a8-4e92-9410-1c1927555671 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Request body: {'floatingip': {'port_id': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:09:54.968364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc9bcca1-a6a8-4e92-9410-1c1927555671 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:55.816505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc9bcca1-a6a8-4e92-9410-1c1927555671 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:55.819542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc9bcca1-a6a8-4e92-9410-1c1927555671 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:55.991599 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-bc9bcca1-a6a8-4e92-9410-1c1927555671 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081 associated. External IP: 172.26.7.250, port: e9889cfb-76d6-4aa3-911a-64b43c3d80c9.
Dec 18 07:09:56.346937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9bcca1-a6a8-4e92-9410-1c1927555671 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Router 458b8d79-43e9-414a-9bde-64384cab38f3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:09:56.530106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9bcca1-a6a8-4e92-9410-1c1927555671 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:09:56.534956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc9bcca1-a6a8-4e92-9410-1c1927555671 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:09:56.540371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a398e2b9-6510-4465-97f5-afd5d1ee74b6 None None] Sync routers for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:09:56.550319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398e2b9-6510-4465-97f5-afd5d1ee74b6 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:09:56.551029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a398e2b9-6510-4465-97f5-afd5d1ee74b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d675240>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:09:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:09:56.589012 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bc9bcca1-a6a8-4e92-9410-1c1927555671 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "PUT /v2.0/floatingips/850ad26b-fd89-4a5c-8366-6e2c3ce44081 HTTP/1.1" status: 200  len: 991 time: 1.7055657
Dec 18 07:09:56.589750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'tag': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:09:56.662940 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'tag': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9', 'status': 'completed', 'code': 200}
Dec 18 07:09:56.740192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-a398e2b9-6510-4465-97f5-afd5d1ee74b6 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:09:56.766800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c0bfd-ecd8-4de7-abb6-28884983aae7 req-68007c5c-6216-481d-8687-6232187c31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:56.768427 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-605c0bfd-ecd8-4de7-abb6-28884983aae7 req-68007c5c-6216-481d-8687-6232187c31ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 1162 time: 0.0781586
Dec 18 07:09:56.913703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c0bfd-ecd8-4de7-abb6-28884983aae7 req-01231255-ae7d-4ce9-923a-2d60b74ebd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:56.916002 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-605c0bfd-ecd8-4de7-abb6-28884983aae7 req-01231255-ae7d-4ce9-923a-2d60b74ebd60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1405241
Dec 18 07:09:57.025787 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-605c0bfd-ecd8-4de7-abb6-28884983aae7 req-03967ba4-3bc9-4e1b-8ea8-367043c01592 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9889cfb-76d6-4aa3-911a-64b43c3d80c9 HTTP/1.1" status: 200  len: 999 time: 0.1033084
Dec 18 07:09:57.095189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c0bfd-ecd8-4de7-abb6-28884983aae7 req-ae6f5a37-9a7c-44ae-9ce7-fe05eab7d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:57.096783 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-605c0bfd-ecd8-4de7-abb6-28884983aae7 req-ae6f5a37-9a7c-44ae-9ce7-fe05eab7d444 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0650802
Dec 18 07:09:57.108152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a398e2b9-6510-4465-97f5-afd5d1ee74b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d675240>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '850ad26b-fd89-4a5c-8366-6e2c3ce44081', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'port_id': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'mac_address': 'fa:16:3e:5f:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:08:22Z', 'updated_at': '2020-12-18T07:09:55Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:09:57.112266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a398e2b9-6510-4465-97f5-afd5d1ee74b6 None None] Checking router: 458b8d79-43e9-414a-9bde-64384cab38f3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:09:57.121683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a398e2b9-6510-4465-97f5-afd5d1ee74b6 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:09:57.122440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a398e2b9-6510-4465-97f5-afd5d1ee74b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d675240>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:09:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:09:57.181838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c0bfd-ecd8-4de7-abb6-28884983aae7 req-c22414e5-b333-4753-95f9-d88524e25095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:09:57.183459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-605c0bfd-ecd8-4de7-abb6-28884983aae7 req-c22414e5-b333-4753-95f9-d88524e25095 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0797851
Dec 18 07:09:57.307626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-a398e2b9-6510-4465-97f5-afd5d1ee74b6 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:09:57.328320 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-605c0bfd-ecd8-4de7-abb6-28884983aae7 req-ee4f0ed5-bb66-4f07-86e0-fd7fa0b1496d service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379719
Dec 18 07:09:57.478734 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-605c0bfd-ecd8-4de7-abb6-28884983aae7 req-31bef8ef-ea03-4ac9-9768-d35fee3635be service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435921
Dec 18 07:09:57.670203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a398e2b9-6510-4465-97f5-afd5d1ee74b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d675240>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '850ad26b-fd89-4a5c-8366-6e2c3ce44081', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'port_id': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'mac_address': 'fa:16:3e:5f:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:08:22Z', 'updated_at': '2020-12-18T07:09:55Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:09:57.674473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a398e2b9-6510-4465-97f5-afd5d1ee74b6 None None] The sync data for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs is: [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '850ad26b-fd89-4a5c-8366-6e2c3ce44081', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'port_id': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'mac_address': 'fa:16:3e:5f:7a:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:08:22Z', 'updated_at': '2020-12-18T07:09:55Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:09:57.968242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a1930-be60-45d1-b45d-90ec9945670a None None] New status for floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:10:12.055364 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af90ac24-4fb8-4fed-af49-ecc9b79cb089 req-be2a62cf-134a-4352-8ac2-964c8aee7b35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0735421
Dec 18 07:10:12.205092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90ac24-4fb8-4fed-af49-ecc9b79cb089 req-75f41f0a-2417-4595-a7bd-25812a56263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:12.206690 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af90ac24-4fb8-4fed-af49-ecc9b79cb089 req-75f41f0a-2417-4595-a7bd-25812a56263e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 1162 time: 0.0784690
Dec 18 07:10:12.359259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90ac24-4fb8-4fed-af49-ecc9b79cb089 req-c35d7591-767a-4938-9a13-b4c29030958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:12.360789 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af90ac24-4fb8-4fed-af49-ecc9b79cb089 req-c35d7591-767a-4938-9a13-b4c29030958e service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1344278
Dec 18 07:10:12.744092 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af90ac24-4fb8-4fed-af49-ecc9b79cb089 req-066e4401-fd97-41e5-8f23-6b43bf837c02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9889cfb-76d6-4aa3-911a-64b43c3d80c9 HTTP/1.1" status: 200  len: 1001 time: 0.3733134
Dec 18 07:10:12.814131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90ac24-4fb8-4fed-af49-ecc9b79cb089 req-9e6b65a9-65d8-447b-89e3-55d45322a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:12.815785 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af90ac24-4fb8-4fed-af49-ecc9b79cb089 req-9e6b65a9-65d8-447b-89e3-55d45322a5fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0638752
Dec 18 07:10:12.901906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90ac24-4fb8-4fed-af49-ecc9b79cb089 req-52021b47-442c-4d16-8a74-b5e11c547bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:12.903457 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af90ac24-4fb8-4fed-af49-ecc9b79cb089 req-52021b47-442c-4d16-8a74-b5e11c547bd1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0797596
Dec 18 07:10:13.053971 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af90ac24-4fb8-4fed-af49-ecc9b79cb089 req-4daa28f8-169c-4606-adfe-32e13c175832 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405976
Dec 18 07:10:13.199749 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af90ac24-4fb8-4fed-af49-ecc9b79cb089 req-7f0a2e54-35aa-4471-a290-7f5f22892c5f service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389110
Dec 18 07:10:14.686618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72bae95-3ebc-4027-85e0-636c79ebd739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:17.450587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d51c-161e-4268-9686-3528d39545e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:17.482440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:18.520000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:19.462610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:22.888847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:31.863931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:10:34.959964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64663732-6419-49d0-b35f-2746a684bef3 req-1378d15e-5cf1-4b53-9773-67924ca398e3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:34.961607 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64663732-6419-49d0-b35f-2746a684bef3 req-1378d15e-5cf1-4b53-9773-67924ca398e3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0830762
Dec 18 07:10:35.012066 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-64663732-6419-49d0-b35f-2746a684bef3 req-b7142567-bd61-4e01-817a-1f24293a5b1b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441298
Dec 18 07:10:36.223890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba52465-c7af-417a-93b6-db6762c3c097 req-ef8b532a-31fa-4fca-9ba7-5d2d221078c3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:36.225486 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7ba52465-c7af-417a-93b6-db6762c3c097 req-ef8b532a-31fa-4fca-9ba7-5d2d221078c3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0832694
Dec 18 07:10:36.271904 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7ba52465-c7af-417a-93b6-db6762c3c097 req-a69901f8-a6ac-4ac1-bfc5-622947c3a357 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394952
Dec 18 07:10:37.485612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddd053-9334-4eec-9afa-4cc9f9dc03e5 req-e7f51458-d7f9-41cc-9d33-8238e4db34b3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:37.487219 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3fddd053-9334-4eec-9afa-4cc9f9dc03e5 req-e7f51458-d7f9-41cc-9d33-8238e4db34b3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0892191
Dec 18 07:10:37.533350 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3fddd053-9334-4eec-9afa-4cc9f9dc03e5 req-40e98781-58c0-46ec-84a5-43c3d12cc71d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399551
Dec 18 07:10:38.747451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08473-3dc6-42e4-b040-fc047640ae6e req-16e87458-1c19-42dd-bc2d-9f1dc479fffb tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:38.749077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ce08473-3dc6-42e4-b040-fc047640ae6e req-16e87458-1c19-42dd-bc2d-9f1dc479fffb tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0840492
Dec 18 07:10:38.799718 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ce08473-3dc6-42e4-b040-fc047640ae6e req-957757bc-30b2-4721-9165-3fcf7407ac58 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443745
Dec 18 07:10:40.007906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4db42-c6e9-4f90-a255-f0fb8aae3d37 req-d4c2fc36-acc8-4ae6-b5cd-78e5ab872195 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:40.009430 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8da4db42-c6e9-4f90-a255-f0fb8aae3d37 req-d4c2fc36-acc8-4ae6-b5cd-78e5ab872195 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0834045
Dec 18 07:10:40.056023 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8da4db42-c6e9-4f90-a255-f0fb8aae3d37 req-74a03583-a543-42b1-90bd-861eb9cab75f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402806
Dec 18 07:10:41.266490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f274b-1a95-4632-bc1d-8356f7ebaaf6 req-298f31f7-6c68-4f86-b4c4-65886f4f9735 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:41.268066 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a30f274b-1a95-4632-bc1d-8356f7ebaaf6 req-298f31f7-6c68-4f86-b4c4-65886f4f9735 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0852144
Dec 18 07:10:41.313808 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a30f274b-1a95-4632-bc1d-8356f7ebaaf6 req-95dc5193-2efb-4974-bca5-1e7846dea89f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393219
Dec 18 07:10:42.524640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821811a-188c-49df-9530-e4598a6f1ca3 req-1c138c0f-6dde-4389-aaa2-c0e85cd80b6d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:42.526273 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0821811a-188c-49df-9530-e4598a6f1ca3 req-1c138c0f-6dde-4389-aaa2-c0e85cd80b6d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0841560
Dec 18 07:10:42.575793 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0821811a-188c-49df-9530-e4598a6f1ca3 req-e04316ed-a677-4c82-b7ac-b28948d5e61f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432279
Dec 18 07:10:43.787127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda2060-af4b-418d-91f4-bc1796b97668 req-56235a9c-aa14-434b-a290-41cea4e18a5a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:43.789234 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfda2060-af4b-418d-91f4-bc1796b97668 req-56235a9c-aa14-434b-a290-41cea4e18a5a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0834796
Dec 18 07:10:43.835805 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfda2060-af4b-418d-91f4-bc1796b97668 req-b4cd3e08-da2a-49e4-bab3-9b0e187a3b6c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400467
Dec 18 07:10:44.688591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-09f991f9-67be-4da3-a07f-71e5248bae1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:45.048450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3368f8d-c60c-4916-8a41-620b14909381 req-8742789f-5ccc-400d-9d24-09eb91a93d3e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:45.049999 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b3368f8d-c60c-4916-8a41-620b14909381 req-8742789f-5ccc-400d-9d24-09eb91a93d3e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0858755
Dec 18 07:10:45.097649 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b3368f8d-c60c-4916-8a41-620b14909381 req-23ed30f6-9f59-4a6a-96d5-8608d332de53 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413723
Dec 18 07:10:45.890184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e9889cfb-76d6-4aa3-911a-64b43c3d80c9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:10:45.961826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:10:45.962169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:46.308911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da26bd-417e-43d0-ae6b-2d5200b5fa7e req-0ef5dc85-149f-46cf-ae45-3244e2503fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:46.310511 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e3da26bd-417e-43d0-ae6b-2d5200b5fa7e req-0ef5dc85-149f-46cf-ae45-3244e2503fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0820591
Dec 18 07:10:46.360848 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e3da26bd-417e-43d0-ae6b-2d5200b5fa7e req-dc136730-c98b-4424-ba8a-591530f61d9b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441115
Dec 18 07:10:47.451226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a3812053-e84a-40eb-abf5-b2b216b44370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:47.485989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:47.568836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b12c0a-57aa-45c8-ba15-6191d1218902 req-5b29b3d0-a430-45a6-b7af-4d67a9972795 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:47.570967 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-94b12c0a-57aa-45c8-ba15-6191d1218902 req-5b29b3d0-a430-45a6-b7af-4d67a9972795 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0822840
Dec 18 07:10:47.617300 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-94b12c0a-57aa-45c8-ba15-6191d1218902 req-2c9fb66c-5a70-4353-b301-26d9e77c1344 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401182
Dec 18 07:10:48.521654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:48.830149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db36a8d-d3c8-46e0-94c6-e8a6693e9ebc req-0212256a-30ca-4261-8fe1-5a872f160f33 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:48.831739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9db36a8d-d3c8-46e0-94c6-e8a6693e9ebc req-0212256a-30ca-4261-8fe1-5a872f160f33 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0856388
Dec 18 07:10:48.878992 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9db36a8d-d3c8-46e0-94c6-e8a6693e9ebc req-57a6fea4-7cb2-49d9-bba5-e8673dc634f2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404544
Dec 18 07:10:49.463515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:50.089366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3620d0-120a-45a3-8087-d106e41abb66 req-d0b3b4b5-e96a-4e0e-b831-7983092c46cf tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:50.090982 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bf3620d0-120a-45a3-8087-d106e41abb66 req-d0b3b4b5-e96a-4e0e-b831-7983092c46cf tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0817108
Dec 18 07:10:50.142620 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bf3620d0-120a-45a3-8087-d106e41abb66 req-b87cf092-8c77-42ae-89ba-c602daae5a8e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447385
Dec 18 07:10:51.350422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79d01d-0798-486b-b56e-a8ebcab0b5d3 req-6932ac1c-d3b7-4b37-9721-6109f23d84f3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:51.352501 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6e79d01d-0798-486b-b56e-a8ebcab0b5d3 req-6932ac1c-d3b7-4b37-9721-6109f23d84f3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0825510
Dec 18 07:10:51.398475 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6e79d01d-0798-486b-b56e-a8ebcab0b5d3 req-8db0c2b6-c2df-4e12-85e2-48103c3444d7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398414
Dec 18 07:10:51.912126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf9524-4e7c-43bf-bf40-a76f3763269c req-a2e1b283-c7d6-470d-a8d4-dc463e6b6f2b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:51.914380 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dbaf9524-4e7c-43bf-bf40-a76f3763269c req-a2e1b283-c7d6-470d-a8d4-dc463e6b6f2b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.1475849
Dec 18 07:10:51.920904 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-311ea756-344c-4d2b-abef-76dc251e541a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2133505
Dec 18 07:10:51.963089 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dbaf9524-4e7c-43bf-bf40-a76f3763269c req-7bc75496-84c0-4a76-9d33-d047dbd0c4d1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411668
Dec 18 07:10:52.887776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:53.180886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8ff5b-9a85-4c4c-baca-d1d7266809e6 req-0e6e68b9-c76f-44fe-b466-a93409f56704 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:53.182507 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b8e8ff5b-9a85-4c4c-baca-d1d7266809e6 req-0e6e68b9-c76f-44fe-b466-a93409f56704 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0883753
Dec 18 07:10:53.235948 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b8e8ff5b-9a85-4c4c-baca-d1d7266809e6 req-313e5afc-70dd-466b-848b-e4b2cdf3b46b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471275
Dec 18 07:10:53.320831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-d9da9dc0-316a-4dba-89ee-fac2d09edd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:53.322477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-d9da9dc0-316a-4dba-89ee-fac2d09edd3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 1162 time: 0.0798564
Dec 18 07:10:53.466233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-6804164b-d574-4ce6-a8c4-f6cf1c072432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:53.467704 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-6804164b-d574-4ce6-a8c4-f6cf1c072432 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1352944
Dec 18 07:10:53.578026 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-c2f212cf-2121-4b89-afcc-04159f279b41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9889cfb-76d6-4aa3-911a-64b43c3d80c9 HTTP/1.1" status: 200  len: 1001 time: 0.0996790
Dec 18 07:10:53.649473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-718dfd2f-3787-4738-b479-fa5667fba55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:53.651054 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-718dfd2f-3787-4738-b479-fa5667fba55d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0632548
Dec 18 07:10:53.732971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-74836e39-e2c0-4cdf-a1a6-5984d57b012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:53.734578 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-74836e39-e2c0-4cdf-a1a6-5984d57b012a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0729668
Dec 18 07:10:53.880569 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-d26f5713-80e3-47e7-84e5-c9e21b6df191 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354375
Dec 18 07:10:54.023132 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-d7bd4d5d-beae-4799-ab36-56013298d75b service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1346915
Dec 18 07:10:54.448658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681a2a0-609f-4550-a554-4fd41640460f req-0ea41aae-a12e-4dae-ba81-ba91ab9faac3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:54.450386 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5681a2a0-609f-4550-a554-4fd41640460f req-0ea41aae-a12e-4dae-ba81-ba91ab9faac3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0846190
Dec 18 07:10:54.500502 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5681a2a0-609f-4550-a554-4fd41640460f req-cf738d3e-2c8e-495a-bd37-b010325842dd tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436990
Dec 18 07:10:55.711540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffcda2-38f9-40ca-b077-ba4c2e1c5011 req-612ea364-97fc-4cbc-a24b-210b9b35042d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:55.713152 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-70ffcda2-38f9-40ca-b077-ba4c2e1c5011 req-612ea364-97fc-4cbc-a24b-210b9b35042d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0838547
Dec 18 07:10:55.761002 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-70ffcda2-38f9-40ca-b077-ba4c2e1c5011 req-e425f38d-3573-4325-b8a1-22d180363bf7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414991
Dec 18 07:10:55.880386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e9889cfb-76d6-4aa3-911a-64b43c3d80c9 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:10:55.918522 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-78e55b58-5cbc-4780-bc7c-7d6cd80bb976 service neutron] 10.222.0.15 "GET /v2.0/ports/e9889cfb-76d6-4aa3-911a-64b43c3d80c9/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0817010
Dec 18 07:10:55.996851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:56.024892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:10:56.035687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port e9889cfb-76d6-4aa3-911a-64b43c3d80c9, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e9889cfb-76d6-4aa3-911a-64b43c3d80c9,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:10:56.038099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:10:56.039893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:10:56.215956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-1d8913c6-980e-4177-b7a8-29ddb59ae933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:56.217710 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-1d8913c6-980e-4177-b7a8-29ddb59ae933 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 1160 time: 0.0897555
Dec 18 07:10:56.265058 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9', 'code': 200}
Dec 18 07:10:56.290981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=e9889cfb-76d6-4aa3-911a-64b43c3d80c9,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:10:56.298885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.299287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.299675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.300058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.300436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.300815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.301190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.301580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.301960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.302330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.302700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.303070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.303499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.304402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.304775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.305143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.305511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.305905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.306274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.306639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.307007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.307373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.307748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.308115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:10:56.312504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:10:56.324162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-33f5cc47-af85-4e6d-a376-1a3a2e14c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:56.325807 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-33f5cc47-af85-4e6d-a376-1a3a2e14c14e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 1160 time: 0.0793736
Dec 18 07:10:56.468057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-8a58386a-b506-4d6d-9e55-0b0ccb1c6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:56.469552 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-8a58386a-b506-4d6d-9e55-0b0ccb1c6416 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1337214
Dec 18 07:10:56.577348 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-eef38c73-bad9-4a3c-ad58-c71eb9f582fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9889cfb-76d6-4aa3-911a-64b43c3d80c9 HTTP/1.1" status: 200  len: 999 time: 0.0973120
Dec 18 07:10:56.648800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-5c8733a3-cf99-43e3-b583-23c4030e9081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:56.650418 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-5c8733a3-cf99-43e3-b583-23c4030e9081 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0629814
Dec 18 07:10:56.732557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-ae272cf1-7164-40cf-835b-4697dbc0d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:56.734137 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-ae272cf1-7164-40cf-835b-4697dbc0d477 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0735946
Dec 18 07:10:56.879841 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-782e533e-8774-4027-938b-82611132fbb9 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347356
Dec 18 07:10:56.974946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83008750-35e5-4618-8fdc-fe4d3d063c40 req-ddc19bab-3509-49e9-b070-9d609a700df2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:56.977131 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-83008750-35e5-4618-8fdc-fe4d3d063c40 req-ddc19bab-3509-49e9-b070-9d609a700df2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 943 time: 0.0882218
Dec 18 07:10:57.024202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-83008750-35e5-4618-8fdc-fe4d3d063c40 req-ffcee4c2-8886-49d7-805d-fef17b9f6ea5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405233
Dec 18 07:10:57.031200 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73d2b0cf-e664-4451-b9ce-70c0e733b97e req-f8aebfab-8781-4dd5-a54e-51cf33fb3f45 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399181
Dec 18 07:10:58.237002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dba9cc-e9df-4344-99ed-582e27a3a883 req-b9b1385f-1201-4166-b65c-47ac865f36a4 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:58.238668 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-66dba9cc-e9df-4344-99ed-582e27a3a883 req-b9b1385f-1201-4166-b65c-47ac865f36a4 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 943 time: 0.0831208
Dec 18 07:10:58.287861 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-66dba9cc-e9df-4344-99ed-582e27a3a883 req-52c437b9-3a34-4b66-8ac1-24c6baea2b09 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423410
Dec 18 07:10:59.501504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e1327-bed7-4d34-9a98-e6e5694c3cc5 req-f2e54f98-2d71-4c6a-a1d5-9f63bbefa38a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:59.503117 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fb6e1327-bed7-4d34-9a98-e6e5694c3cc5 req-f2e54f98-2d71-4c6a-a1d5-9f63bbefa38a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 943 time: 0.0833788
Dec 18 07:10:59.548835 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fb6e1327-bed7-4d34-9a98-e6e5694c3cc5 req-ce3dbf7a-c150-4fef-a12c-2145e9ab76b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394561
Dec 18 07:10:59.910023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-71bbecdc-2236-4965-830d-046d4c8da1ce tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:10:59.910732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-71bbecdc-2236-4965-830d-046d4c8da1ce tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Synchronizing usage tracker for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:10:59.928349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-71bbecdc-2236-4965-830d-046d4c8da1ce tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Unset dirty status for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:10:59.929725 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-71bbecdc-2236-4965-830d-046d4c8da1ce tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 943 time: 0.1140175
Dec 18 07:11:00.095231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-109dbc53-aafe-4c3d-aa61-209edbdf68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:00.097083 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-109dbc53-aafe-4c3d-aa61-209edbdf68ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 1160 time: 0.0796256
Dec 18 07:11:00.153339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c367117-580d-4615-af3e-402dbab5e2e2 req-3a3e3d92-fabd-4595-b06a-bdf2434b3b31 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:00.154975 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0c367117-580d-4615-af3e-402dbab5e2e2 req-3a3e3d92-fabd-4595-b06a-bdf2434b3b31 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 943 time: 0.3440444
Dec 18 07:11:00.202142 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0c367117-580d-4615-af3e-402dbab5e2e2 req-42c3a956-f417-4f4e-b1e7-c6cc073c56b2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406046
Dec 18 07:11:00.244693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-09a5dc6a-47a3-4580-9bbc-8a03ac315820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:00.246314 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-09a5dc6a-47a3-4580-9bbc-8a03ac315820 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1382720
Dec 18 07:11:00.356214 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-a3f03efe-3984-4de4-b9b6-abaf66287717 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9889cfb-76d6-4aa3-911a-64b43c3d80c9 HTTP/1.1" status: 200  len: 999 time: 0.0994761
Dec 18 07:11:00.427366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-4ca5f241-3229-418d-ad2e-a922e7b33628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:00.429422 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-4ca5f241-3229-418d-ad2e-a922e7b33628 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0623252
Dec 18 07:11:00.512987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-0d25745c-2ee4-43f0-b3b5-1e616a6060fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:00.514642 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-0d25745c-2ee4-43f0-b3b5-1e616a6060fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0752673
Dec 18 07:11:00.659315 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-f2647bac-e010-4ce9-86bc-64990427593a service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338212
Dec 18 07:11:00.805654 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd9e8d2f-6d2a-49c8-9ac1-59d7e3931273 req-c7dc43a0-a8c6-40f8-9758-8cc8a053518b service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1347127
Dec 18 07:11:01.417106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02ced6-c7ce-4b97-8483-405e791a6c28 req-d9b87572-756d-4055-97f3-8cc714886398 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:01.418744 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a02ced6-c7ce-4b97-8483-405e791a6c28 req-d9b87572-756d-4055-97f3-8cc714886398 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 943 time: 0.0835867
Dec 18 07:11:01.469180 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a02ced6-c7ce-4b97-8483-405e791a6c28 req-470a83ec-6ad2-43f5-938f-c69dedd445b5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439742
Dec 18 07:11:01.692315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072e94f-cdf9-4132-8811-985229f1f756 req-8a1268df-e114-4e39-897a-133341aab472 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:01.694881 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8072e94f-cdf9-4132-8811-985229f1f756 req-8a1268df-e114-4e39-897a-133341aab472 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 943 time: 0.0970068
Dec 18 07:11:01.742860 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8072e94f-cdf9-4132-8811-985229f1f756 req-dcab2d40-d4eb-4ad8-96ae-cef4291bb198 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411890
Dec 18 07:11:02.125796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99e1b0-5786-4167-b1f4-ed2f25df6ebe req-f7034582-7706-4e73-80d7-cbe254fbf8a5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:02.127409 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4c99e1b0-5786-4167-b1f4-ed2f25df6ebe req-f7034582-7706-4e73-80d7-cbe254fbf8a5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 943 time: 0.0870168
Dec 18 07:11:02.161814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98433d8-2118-4a4b-8284-5f21e43b0698 req-bfaeb9ff-6c63-44c9-adf8-226913d7903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:02.163528 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c98433d8-2118-4a4b-8284-5f21e43b0698 req-bfaeb9ff-6c63-44c9-adf8-226913d7903d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 1160 time: 0.0758801
Dec 18 07:11:02.175769 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4c99e1b0-5786-4167-b1f4-ed2f25df6ebe req-3e2175de-d00b-4e52-975f-b15f50e7ad5c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413289
Dec 18 07:11:02.308745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98433d8-2118-4a4b-8284-5f21e43b0698 req-08dc3ef1-b29a-4b36-a6db-3b23b32b0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:02.310404 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c98433d8-2118-4a4b-8284-5f21e43b0698 req-08dc3ef1-b29a-4b36-a6db-3b23b32b0781 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1360893
Dec 18 07:11:02.419078 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c98433d8-2118-4a4b-8284-5f21e43b0698 req-dd6cd522-ce06-4dfb-a383-ff3006d8b0a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9889cfb-76d6-4aa3-911a-64b43c3d80c9 HTTP/1.1" status: 200  len: 999 time: 0.0981393
Dec 18 07:11:02.489619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98433d8-2118-4a4b-8284-5f21e43b0698 req-e67ecc06-aaa2-4a4a-88aa-54493a394f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:02.491168 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c98433d8-2118-4a4b-8284-5f21e43b0698 req-e67ecc06-aaa2-4a4a-88aa-54493a394f21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0624280
Dec 18 07:11:02.575071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98433d8-2118-4a4b-8284-5f21e43b0698 req-efe064a8-c627-49e0-9064-cf17341e482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:02.576618 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c98433d8-2118-4a4b-8284-5f21e43b0698 req-efe064a8-c627-49e0-9064-cf17341e482d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0746002
Dec 18 07:11:02.719589 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c98433d8-2118-4a4b-8284-5f21e43b0698 req-b3156a67-547a-4d50-8a95-8988f42d5046 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327603
Dec 18 07:11:03.132742 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c98433d8-2118-4a4b-8284-5f21e43b0698 req-dc266b2d-6011-4597-b93d-b86e3c0fbe1d service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4011326
Dec 18 07:11:03.386446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e8c9d-66ef-42d3-baa4-ab3d97f154ad req-ba9ca181-1559-4618-8b00-d461dc92d2df tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:03.387947 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-523e8c9d-66ef-42d3-baa4-ab3d97f154ad req-ba9ca181-1559-4618-8b00-d461dc92d2df tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 943 time: 0.0818672
Dec 18 07:11:03.437106 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-523e8c9d-66ef-42d3-baa4-ab3d97f154ad req-b99452a6-ad86-46ec-bcc9-a6682420105b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428109
Dec 18 07:11:04.157675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e9889cfb-76d6-4aa3-911a-64b43c3d80c9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:11:04.226699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:11:04.227124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:04.341810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:04.369177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:11:04.379353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port e9889cfb-76d6-4aa3-911a-64b43c3d80c9, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e9889cfb-76d6-4aa3-911a-64b43c3d80c9,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:11:04.382221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:04.384104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca1adcfa-b9da-4684-825c-eee10f3604e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:11:04.429887 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9', 'code': 200}
Dec 18 07:11:04.452168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=e9889cfb-76d6-4aa3-911a-64b43c3d80c9,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:11:04.455485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:11:04.646016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253197b-b716-4db1-8625-f7bf8755e917 req-972f35e2-79de-4ac6-aa1e-dd0c684a1fb5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:04.647713 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4253197b-b716-4db1-8625-f7bf8755e917 req-972f35e2-79de-4ac6-aa1e-dd0c684a1fb5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0836689
Dec 18 07:11:04.696851 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4253197b-b716-4db1-8625-f7bf8755e917 req-67cebe30-53e0-4a69-8b8c-7c5d6a0f4483 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424712
Dec 18 07:11:05.119722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131b63b-808e-49c3-8277-7bb24887f378 req-c6c79ccc-acdf-4519-8263-8889fa002a56 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:05.121316 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e131b63b-808e-49c3-8277-7bb24887f378 req-c6c79ccc-acdf-4519-8263-8889fa002a56 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0867255
Dec 18 07:11:05.169305 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e131b63b-808e-49c3-8277-7bb24887f378 req-9ce996b1-b656-458d-bc78-981bdfd85821 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417166
Dec 18 07:11:05.999211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e9889cfb-76d6-4aa3-911a-64b43c3d80c9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:11:06.070290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:11:06.070711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:06.380898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56eadc-eb26-4dda-99f0-2669d41197ff req-27c6fbc2-d776-4b70-9aa7-4ae8077dfa6a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:06.383064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7d56eadc-eb26-4dda-99f0-2669d41197ff req-27c6fbc2-d776-4b70-9aa7-4ae8077dfa6a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0829182
Dec 18 07:11:06.432374 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7d56eadc-eb26-4dda-99f0-2669d41197ff req-de91759c-55d1-4d8b-8818-a4ca39e9e11a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430245
Dec 18 07:11:06.858223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae15625-f165-4b98-a693-55c5852c0488 req-975e73d0-403c-4668-b47d-d9e5a992b87d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:06.859750 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ae15625-f165-4b98-a693-55c5852c0488 req-975e73d0-403c-4668-b47d-d9e5a992b87d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 945 time: 0.0807092
Dec 18 07:11:06.937870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Deleting port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:11:06.938185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:07.187226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] For port e9889cfb-76d6-4aa3-911a-64b43c3d80c9, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e9889cfb-76d6-4aa3-911a-64b43c3d80c9,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:11:07.187627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:07.482399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:07.482887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:07.483139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081 disassociated. External IP: 172.26.7.250, port: e9889cfb-76d6-4aa3-911a-64b43c3d80c9.
Dec 18 07:11:07.483546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Calling delete_port for e9889cfb-76d6-4aa3-911a-64b43c3d80c9 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:11:07.627495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:07.643154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ef7dce84-d15a-407b-b6e6-1ee8f89c68c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:11:07.646597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0977f69-88fc-42c2-9c62-6c0d8b754b35 req-bea833ae-7979-4cab-bae3-8d6ff53e6a3f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:07.650019 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f0977f69-88fc-42c2-9c62-6c0d8b754b35 req-bea833ae-7979-4cab-bae3-8d6ff53e6a3f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 867 time: 0.0869641
Dec 18 07:11:07.689573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event deleted for resources: {'Port': ['ID=e9889cfb-76d6-4aa3-911a-64b43c3d80c9,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:11:07.697412 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f0977f69-88fc-42c2-9c62-6c0d8b754b35 req-7945017d-9bf0-4951-8d0a-40d15c767bf1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427785
Dec 18 07:11:07.748556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.748924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.749345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.749783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.750196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.750602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.751010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.751415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.751819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.752219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.752623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.753022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.753483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.753909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.754310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.754711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.755114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.755514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.755914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.756313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.756740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.757136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.757554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.757974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:11:07.768658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:11:08.018507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e9889cfb-76d6-4aa3-911a-64b43c3d80c9 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:11:08.019698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Router 458b8d79-43e9-414a-9bde-64384cab38f3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:11:08.051811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: e9889cfb-76d6-4aa3-911a-64b43c3d80c9 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:11:08.052204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e9889cfb-76d6-4aa3-911a-64b43c3d80c9 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:11:08.204818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:11:08.215511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06434630-419f-4767-b7d1-c8a7ac271bec None None] Sync routers for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:11:08.226283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06434630-419f-4767-b7d1-c8a7ac271bec None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:11:08.226965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-06434630-419f-4767-b7d1-c8a7ac271bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f596a20>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:10:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:11:08.240252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] No DVR routers for this DVR port e9889cfb-76d6-4aa3-911a-64b43c3d80c9 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:11:08.242617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:08.245341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'name': 'network-vif-deleted', 'tag': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:11:08.262148 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ae15625-f165-4b98-a693-55c5852c0488 req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "DELETE /v2.0/ports/e9889cfb-76d6-4aa3-911a-64b43c3d80c9 HTTP/1.1" status: 204  len: 173 time: 1.3933735
Dec 18 07:11:08.310953 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2f4412e-e81b-48e9-9212-fdfe19626224', 'name': 'network-vif-deleted', 'tag': 'e9889cfb-76d6-4aa3-911a-64b43c3d80c9', 'status': 'completed', 'code': 200}
Dec 18 07:11:08.418616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-06434630-419f-4767-b7d1-c8a7ac271bec None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:11:08.748061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-06434630-419f-4767-b7d1-c8a7ac271bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f596a20>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:11:08.752265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06434630-419f-4767-b7d1-c8a7ac271bec None None] Checking router: 458b8d79-43e9-414a-9bde-64384cab38f3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:11:08.761408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06434630-419f-4767-b7d1-c8a7ac271bec None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:11:08.762120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-06434630-419f-4767-b7d1-c8a7ac271bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f596a20>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:10:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:11:08.863654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:11:08.903858 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0733e7b3-a0ca-4c57-a7c9-ca6394705aa4 req-927824ab-0dd9-4a75-9d70-f8674999e8eb tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=f2f4412e-e81b-48e9-9212-fdfe19626224 HTTP/1.1" status: 200  len: 210 time: 0.0537174
Dec 18 07:11:08.949855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-06434630-419f-4767-b7d1-c8a7ac271bec None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:11:09.273107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-06434630-419f-4767-b7d1-c8a7ac271bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f596a20>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:11:09.277202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06434630-419f-4767-b7d1-c8a7ac271bec None None] The sync data for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs is: [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:11:09.675429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54051c2b-2dd1-4e34-9162-a3a68db09c8e None None] New status for floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:11:10.300041 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-72c2deba-28d6-4187-9229-a3414c6efee5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1914522336&fields=id&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 267 time: 0.0420449
Dec 18 07:11:10.458013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-69f9d3e6-1e8c-48d1-a08b-fed9bc696b62 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:10.459504 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-69f9d3e6-1e8c-48d1-a08b-fed9bc696b62 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 812 time: 0.1519806
Dec 18 07:11:10.476313 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-b825b99e-ee0c-4158-837a-aa1851ad0c3b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/quotas/e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 375 time: 0.0102627
Dec 18 07:11:10.562387 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-18cbafe9-317f-4e64-a5f3-f085291ddac1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0807924
Dec 18 07:11:10.712273 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-3a6ee505-16c5-4b69-b786-f37185f920ee service neutron] 10.222.0.23 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371417
Dec 18 07:11:10.854512 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-42ad1b6f-1efc-4295-9990-2f1720f41359 service neutron] 10.222.0.23 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356795
Dec 18 07:11:11.056981 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-57ca5fb3-891d-45e2-973a-f0416c0a7c84 req-c22d2533-0bbc-4872-816a-06960279d200 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 210 time: 0.0489759
Dec 18 07:11:12.186057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-d538d75a-a29e-4be8-8aad-b9212fad0afb tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:12.187632 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-d538d75a-a29e-4be8-8aad-b9212fad0afb tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 812 time: 0.1683028
Dec 18 07:11:12.235808 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0b3cbd06-5269-44cd-a849-9faa25ac0121 req-f503d9b9-cdc5-4767-b2cf-4188c3778668 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 210 time: 0.0474923
Dec 18 07:11:12.278372 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-46916af9-d023-4a48-84e2-08545f4e654e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 5516 time: 0.0687654
Dec 18 07:11:12.291201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Request body: {'port': {'device_id': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'admin_state_up': True, 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'security_groups': ['7c74672d-0be9-4123-a9ac-5afe211a6256']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:11:12.438760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:11:12.443307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Usage tracker for resource:port and tenant:e2aff21d1cee4d5491e5fa4c85a93202 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:11:12.446850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Quota usage for port was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:11:12.452620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:11:12.461925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Made reservation on behalf of e2aff21d1cee4d5491e5fa4c85a93202 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:11:12.467449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:12.778222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Allocated IP 172.20.0.3 (8257ad7a-9ef5-423d-addf-db974607ecba/79128c61-a2f0-40f7-8827-f65edda6e7cf/f09c3f28-2a21-4540-a7f3-936ddc528e4d) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:11:12.986209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:13.004588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Transition to ACTIVE for port object f09c3f28-2a21-4540-a7f3-936ddc528e4d will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:11:13.023979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:13.039358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7eff45ac-fff4-46b0-80db-3a3714f29070 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:11:13.176967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event updated for resources: {'Port': ['ID=f09c3f28-2a21-4540-a7f3-936ddc528e4d,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:11:13.181863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:11:13.239311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Network 8257ad7a-9ef5-423d-addf-db974607ecba is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:11:13.240442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:11:13.243581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:11:13.312947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:13.313675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:13.356510 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0693314
Dec 18 07:11:13.377184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Request body: {'port': {'device_id': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:11:13.471453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2e959-b49b-4db3-b781-6264416bf58a req-f4201ceb-e2b6-43e8-9c5e-7693f4922084 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:13.473079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74f2e959-b49b-4db3-b781-6264416bf58a req-f4201ceb-e2b6-43e8-9c5e-7693f4922084 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 931 time: 0.0847573
Dec 18 07:11:13.497726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-74795286-1e30-4f78-8b8a-55fe85ba7ad1 None None] Provisioning for port f09c3f28-2a21-4540-a7f3-936ddc528e4d completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:11:13.497951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:13.502958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-74795286-1e30-4f78-8b8a-55fe85ba7ad1 None None] Provisioning complete for port f09c3f28-2a21-4540-a7f3-936ddc528e4d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:11:13.503395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-74795286-1e30-4f78-8b8a-55fe85ba7ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:13.526132 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74f2e959-b49b-4db3-b781-6264416bf58a req-afa74549-363c-418d-bf26-11a833bb5deb tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457773
Dec 18 07:11:13.562381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-74795286-1e30-4f78-8b8a-55fe85ba7ad1 None None] Port f09c3f28-2a21-4540-a7f3-936ddc528e4d cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:11:13.901305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09c3f28-2a21-4540-a7f3-936ddc528e4d {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:11:13.908270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:13.920242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Transition to ACTIVE for port object f09c3f28-2a21-4540-a7f3-936ddc528e4d will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:11:13.922872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:13.937755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7e2e8819-603e-48e7-ba57-38467f054864 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:11:14.068078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Pushing event updated for resources: {'Port': ['ID=f09c3f28-2a21-4540-a7f3-936ddc528e4d,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:11:14.073751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:11:14.529638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Attempting to bind port f09c3f28-2a21-4540-a7f3-936ddc528e4d on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:11:14.530207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Attempting to bind port f09c3f28-2a21-4540-a7f3-936ddc528e4d by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:11:14.530329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Attempting to bind port f09c3f28-2a21-4540-a7f3-936ddc528e4d on network 8257ad7a-9ef5-423d-addf-db974607ecba {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:11:14.535837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:11:14.536206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Checking segment: {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:11:14.536603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:14.536998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Bound using segment: {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:11:14.537458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Bound port: f09c3f28-2a21-4540-a7f3-936ddc528e4d, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:11:14.537846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:14.630508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] For port f09c3f28-2a21-4540-a7f3-936ddc528e4d, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:11:14.634903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] For port f09c3f28-2a21-4540-a7f3-936ddc528e4d, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:11:14.641110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:14.658185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:11:14.692937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ca08de00-c980-48b6-842c-61835dff0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:14.815413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Pushing event updated for resources: {'Port': ['ID=f09c3f28-2a21-4540-a7f3-936ddc528e4d,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:11:14.820862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:11:14.851039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:14.851741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:14.853325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] 10.222.0.15 "PUT /v2.0/ports/f09c3f28-2a21-4540-a7f3-936ddc528e4d HTTP/1.1" status: 200  len: 1157 time: 1.4824336
Dec 18 07:11:14.853920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:11:14.884347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2195f8-f722-429b-a7b5-9c665558ec1b req-8525095a-70ac-4604-9a03-65c80402c994 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:14.886340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9f2195f8-f722-429b-a7b5-9c665558ec1b req-8525095a-70ac-4604-9a03-65c80402c994 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 943 time: 0.0925076
Dec 18 07:11:14.942799 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9f2195f8-f722-429b-a7b5-9c665558ec1b req-49799d6e-cf09-4133-8a05-fb1e90dd2ba4 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446496
Dec 18 07:11:14.945986 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d', 'status': 'completed', 'code': 200}
Dec 18 07:11:14.988609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-e64d30fb-7663-40f7-b875-2791c852479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:14.990443 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-e64d30fb-7663-40f7-b875-2791c852479a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 1160 time: 0.0848162
Dec 18 07:11:15.069984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-72a1b50c-91e0-46b0-9759-44b2912cce39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d HTTP/1.1" status: 200  len: 217 time: 0.0674570
Dec 18 07:11:15.144252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-dd20a75f-fe00-4c60-aab7-232395cfb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:15.145845 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-dd20a75f-fe00-4c60-aab7-232395cfb5cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0647085
Dec 18 07:11:15.235538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-b44e21ca-429b-49ba-91b9-fa9c9bd19b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:15.237173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-b44e21ca-429b-49ba-91b9-fa9c9bd19b74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0801711
Dec 18 07:11:15.380710 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-88a5e831-1ff0-4ff2-89b8-5a79fd8e3787 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329465
Dec 18 07:11:15.526270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d0041a41-3034-48bf-95eb-77e05e0f6676 req-ae263dbe-208d-483b-b5b9-6b4de0a1ea81 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352687
Dec 18 07:11:15.649585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37ca79-12e7-4e68-b87e-b1e7c45e41da req-5ee101f6-6919-45b7-9556-db1e4f6f79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:15.651139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6e37ca79-12e7-4e68-b87e-b1e7c45e41da req-5ee101f6-6919-45b7-9556-db1e4f6f79f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 1160 time: 0.0756352
Dec 18 07:11:15.792978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37ca79-12e7-4e68-b87e-b1e7c45e41da req-96895477-ed66-473f-9313-67cb08939907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:15.794554 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6e37ca79-12e7-4e68-b87e-b1e7c45e41da req-96895477-ed66-473f-9313-67cb08939907 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1361942
Dec 18 07:11:15.867446 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6e37ca79-12e7-4e68-b87e-b1e7c45e41da req-e94b030a-3191-48a4-8846-943c53e6d114 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d HTTP/1.1" status: 200  len: 217 time: 0.0651238
Dec 18 07:11:15.937567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37ca79-12e7-4e68-b87e-b1e7c45e41da req-be0f87e2-74a9-4fc9-8be4-ca30d3f0e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:15.939193 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6e37ca79-12e7-4e68-b87e-b1e7c45e41da req-be0f87e2-74a9-4fc9-8be4-ca30d3f0e979 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0648928
Dec 18 07:11:16.018353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37ca79-12e7-4e68-b87e-b1e7c45e41da req-5f7681d9-e357-4e80-a6f6-8bdaf0a32f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:16.019975 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6e37ca79-12e7-4e68-b87e-b1e7c45e41da req-5f7681d9-e357-4e80-a6f6-8bdaf0a32f11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0735965
Dec 18 07:11:16.160750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57aad1-2bee-4db6-bf4c-b79c5ad50283 req-0acc0a44-0901-4814-83f1-8cef1b0ae036 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:16.162403 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ea57aad1-2bee-4db6-bf4c-b79c5ad50283 req-0acc0a44-0901-4814-83f1-8cef1b0ae036 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 943 time: 0.0861919
Dec 18 07:11:16.166392 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6e37ca79-12e7-4e68-b87e-b1e7c45e41da req-600b4bca-4225-4545-94a2-78523a133a22 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380129
Dec 18 07:11:16.210541 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ea57aad1-2bee-4db6-bf4c-b79c5ad50283 req-9add36bb-e905-468e-9f0c-3b88b4857136 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415993
Dec 18 07:11:16.321466 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6e37ca79-12e7-4e68-b87e-b1e7c45e41da req-771aa24d-7a65-48a1-b4f1-dfa3e3a11e0b service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1479347
Dec 18 07:11:17.419026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159708da-d08a-47db-b959-a3d12c5374f1 req-cd456943-9814-454e-aad5-9d022ed2c5a2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:17.420606 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-159708da-d08a-47db-b959-a3d12c5374f1 req-cd456943-9814-454e-aad5-9d022ed2c5a2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 943 time: 0.0816379
Dec 18 07:11:17.453806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-897b31e8-d200-4eb1-858e-32856dd810b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:17.474045 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-159708da-d08a-47db-b959-a3d12c5374f1 req-268b2489-2333-48c8-b416-99ba2e9cf483 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465341
Dec 18 07:11:17.489117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:18.387248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f09c3f28-2a21-4540-a7f3-936ddc528e4d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:11:18.456938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port f09c3f28-2a21-4540-a7f3-936ddc528e4d completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:11:18.462469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f09c3f28-2a21-4540-a7f3-936ddc528e4d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:11:18.462895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:18.536723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:18.594405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:18.622494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:11:18.645455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port f09c3f28-2a21-4540-a7f3-936ddc528e4d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:11:18.650361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:18.653917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:11:18.690719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34847401-be0c-4d62-98b6-0d48824b7f14 req-d5caaf27-b650-43be-94ad-526dc9b9c339 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:18.692322 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-34847401-be0c-4d62-98b6-0d48824b7f14 req-d5caaf27-b650-43be-94ad-526dc9b9c339 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 943 time: 0.0861688
Dec 18 07:11:18.696670 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d', 'code': 200}
Dec 18 07:11:18.738627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=f09c3f28-2a21-4540-a7f3-936ddc528e4d,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:11:18.742765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:11:18.752582 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-34847401-be0c-4d62-98b6-0d48824b7f14 req-aed5c4fa-7393-456b-b0c6-4eda6980eb2a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528107
Dec 18 07:11:18.947368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612586fe-f1ff-42fe-83ab-f85693ddbed2 req-2c322eae-00bf-4a09-b108-eb7a02a39404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:18.948992 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-612586fe-f1ff-42fe-83ab-f85693ddbed2 req-2c322eae-00bf-4a09-b108-eb7a02a39404 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 1162 time: 0.0787809
Dec 18 07:11:18.995944 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-612586fe-f1ff-42fe-83ab-f85693ddbed2 req-6deced90-4f25-406f-b9f9-87b0d4126169 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363932
Dec 18 07:11:19.465388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:19.964780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c29bfe-6112-4e8c-aef5-2eef979324a7 req-2737e914-05ca-439a-99f0-a7f4dbf3f1e0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:19.966340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-17c29bfe-6112-4e8c-aef5-2eef979324a7 req-2737e914-05ca-439a-99f0-a7f4dbf3f1e0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0864286
Dec 18 07:11:20.013588 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-17c29bfe-6112-4e8c-aef5-2eef979324a7 req-d808b767-8ad5-43a8-b4db-7957118c9532 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407100
Dec 18 07:11:20.109812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f09c3f28-2a21-4540-a7f3-936ddc528e4d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:11:20.179953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f09c3f28-2a21-4540-a7f3-936ddc528e4d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:11:20.180385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:21.224707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9c27e-f522-450e-b0d6-c3c93252a64a req-c33af150-48ef-4c5a-b231-745cdfa05440 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:21.226415 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-09e9c27e-f522-450e-b0d6-c3c93252a64a req-c33af150-48ef-4c5a-b231-745cdfa05440 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0850880
Dec 18 07:11:21.276860 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-09e9c27e-f522-450e-b0d6-c3c93252a64a req-ea6ef3b4-61ac-4ab5-a3b8-df987c33e82f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440435
Dec 18 07:11:21.478652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd571c4-0649-45dc-84ed-f488a1fe1293 req-897836fb-6a4d-4d48-a7e4-09a3709a3dc2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:21.480246 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3dd571c4-0649-45dc-84ed-f488a1fe1293 req-897836fb-6a4d-4d48-a7e4-09a3709a3dc2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0831144
Dec 18 07:11:21.538787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 57270) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:11:21.544654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-278fcf28-f4da-4f80-9514-32bddf658691 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Request body: {'floatingip': {'port_id': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:11:21.626719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-278fcf28-f4da-4f80-9514-32bddf658691 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:22.242421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-278fcf28-f4da-4f80-9514-32bddf658691 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:22.245616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-278fcf28-f4da-4f80-9514-32bddf658691 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:22.421412 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-278fcf28-f4da-4f80-9514-32bddf658691 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081 associated. External IP: 172.26.7.250, port: f09c3f28-2a21-4540-a7f3-936ddc528e4d.
Dec 18 07:11:22.901316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:23.036547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278fcf28-f4da-4f80-9514-32bddf658691 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Router 458b8d79-43e9-414a-9bde-64384cab38f3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:11:23.220578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278fcf28-f4da-4f80-9514-32bddf658691 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:11:23.225431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-278fcf28-f4da-4f80-9514-32bddf658691 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:23.231089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8928175-8621-4cd0-9565-20ee753a2fa5 None None] Sync routers for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:11:23.241804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8928175-8621-4cd0-9565-20ee753a2fa5 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:11:23.242483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d8928175-8621-4cd0-9565-20ee753a2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf71c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:11:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:11:23.279135 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-278fcf28-f4da-4f80-9514-32bddf658691 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "PUT /v2.0/floatingips/850ad26b-fd89-4a5c-8366-6e2c3ce44081 HTTP/1.1" status: 200  len: 991 time: 1.7391570
Dec 18 07:11:23.279906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:11:23.341287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d', 'status': 'completed', 'code': 200}
Dec 18 07:11:23.427560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d8928175-8621-4cd0-9565-20ee753a2fa5 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:11:23.436746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd0ea4-9a99-47cf-9bae-3cf4b126213c req-d89abbe2-80d1-4cda-935b-943fcc299da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:23.438408 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1fd0ea4-9a99-47cf-9bae-3cf4b126213c req-d89abbe2-80d1-4cda-935b-943fcc299da9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 1162 time: 0.0757520
Dec 18 07:11:23.582052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd0ea4-9a99-47cf-9bae-3cf4b126213c req-240426dc-9d9b-43c8-befe-a3e7b89b98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:23.583639 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1fd0ea4-9a99-47cf-9bae-3cf4b126213c req-240426dc-9d9b-43c8-befe-a3e7b89b98e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1376953
Dec 18 07:11:23.696159 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1fd0ea4-9a99-47cf-9bae-3cf4b126213c req-249a5445-dd49-4817-8250-c4968393f23c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d HTTP/1.1" status: 200  len: 999 time: 0.1054485
Dec 18 07:11:23.772166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd0ea4-9a99-47cf-9bae-3cf4b126213c req-1e8e999d-6443-4f39-b1f0-639c821a9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:23.774419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1fd0ea4-9a99-47cf-9bae-3cf4b126213c req-1e8e999d-6443-4f39-b1f0-639c821a9fa5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0723343
Dec 18 07:11:23.859057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd0ea4-9a99-47cf-9bae-3cf4b126213c req-790f1dea-a06c-4681-9cda-ae5334bbf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:11:23.860595 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1fd0ea4-9a99-47cf-9bae-3cf4b126213c req-790f1dea-a06c-4681-9cda-ae5334bbf473 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0793355
Dec 18 07:11:23.968540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d8928175-8621-4cd0-9565-20ee753a2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf71c88>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '850ad26b-fd89-4a5c-8366-6e2c3ce44081', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'port_id': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'mac_address': 'fa:16:3e:2e:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:08:22Z', 'updated_at': '2020-12-18T07:11:22Z', 'revision_number': 9, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:11:23.972688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8928175-8621-4cd0-9565-20ee753a2fa5 None None] Checking router: 458b8d79-43e9-414a-9bde-64384cab38f3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:11:23.981739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8928175-8621-4cd0-9565-20ee753a2fa5 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:11:23.982417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d8928175-8621-4cd0-9565-20ee753a2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf71c88>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:11:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:11:24.005206 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1fd0ea4-9a99-47cf-9bae-3cf4b126213c req-6e8daade-a18a-43ed-9127-f49a50b7f54c service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372347
Dec 18 07:11:24.151454 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f1fd0ea4-9a99-47cf-9bae-3cf4b126213c req-bdf54c99-4bc7-4465-908f-661717561466 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391070
Dec 18 07:11:24.165799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d8928175-8621-4cd0-9565-20ee753a2fa5 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:11:24.540867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d8928175-8621-4cd0-9565-20ee753a2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf71c88>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '850ad26b-fd89-4a5c-8366-6e2c3ce44081', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'port_id': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'mac_address': 'fa:16:3e:2e:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:08:22Z', 'updated_at': '2020-12-18T07:11:22Z', 'revision_number': 9, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:11:24.545183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8928175-8621-4cd0-9565-20ee753a2fa5 None None] The sync data for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs is: [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '850ad26b-fd89-4a5c-8366-6e2c3ce44081', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'port_id': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'mac_address': 'fa:16:3e:2e:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:08:22Z', 'updated_at': '2020-12-18T07:11:22Z', 'revision_number': 9, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:11:24.853816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d8d27-be58-44f0-a419-46d56e4f1c11 None None] New status for floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:11:44.695192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-61a68bb6-a77c-419d-a916-764729305922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:45.863630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:11:47.456026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b77a51d-ee83-483e-b90e-6aae59f1ce4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:47.491555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:48.529381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:49.469820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:11:52.922000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:00.582163 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-cb08aede-5767-4251-93cb-9ad99f1a8ed8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1280990
Dec 18 07:12:00.615009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712d05d-46c6-45ec-b25e-1ec2c5e11b90 req-17751c70-7b6a-4ecc-bd12-e6766a25490b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:00.616611 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4712d05d-46c6-45ec-b25e-1ec2c5e11b90 req-17751c70-7b6a-4ecc-bd12-e6766a25490b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0957355
Dec 18 07:12:00.667670 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4712d05d-46c6-45ec-b25e-1ec2c5e11b90 req-7a6f94e4-9005-4719-9c64-b77e5b8f3f62 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436041
Dec 18 07:12:01.807402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-bec51b58-f04b-4493-9756-0f4945784181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:01.809029 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-bec51b58-f04b-4493-9756-0f4945784181 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 1162 time: 0.0757751
Dec 18 07:12:01.892915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0409010-30ac-4c8e-b755-05fb7798ab9c req-7209c74b-1cb6-49fa-a1bd-1f9b1085cfe2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:01.894601 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e0409010-30ac-4c8e-b755-05fb7798ab9c req-7209c74b-1cb6-49fa-a1bd-1f9b1085cfe2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0907099
Dec 18 07:12:01.943292 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e0409010-30ac-4c8e-b755-05fb7798ab9c req-ed741ac3-a62f-4cf5-b221-06042310c818 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413146
Dec 18 07:12:01.958755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-64f4ade6-8236-4928-81d8-13e8f110bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:01.960361 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-64f4ade6-8236-4928-81d8-13e8f110bef7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1409812
Dec 18 07:12:02.072579 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-27873d8b-2128-4820-a45b-09fa330e1281 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d HTTP/1.1" status: 200  len: 1002 time: 0.1020298
Dec 18 07:12:02.147101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-0824b1b6-6324-4594-8cc9-6271fcddb985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:02.148655 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-0824b1b6-6324-4594-8cc9-6271fcddb985 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0666144
Dec 18 07:12:02.227227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-ac0e4851-3c36-4da6-bced-289c4af65bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:02.228745 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-ac0e4851-3c36-4da6-bced-289c4af65bad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0730424
Dec 18 07:12:02.376781 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-756775ea-713e-4284-9fa7-25779104387f service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345205
Dec 18 07:12:02.521853 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-a6b2e25b-6a83-46df-909a-c964dbad2b1f service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1335909
Dec 18 07:12:03.153225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee37c1c-321f-46ef-9832-3f1e7fe574be req-02028719-9c16-4daa-8eab-07c14e629307 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:03.154909 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dee37c1c-321f-46ef-9832-3f1e7fe574be req-02028719-9c16-4daa-8eab-07c14e629307 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0830429
Dec 18 07:12:03.204671 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dee37c1c-321f-46ef-9832-3f1e7fe574be req-05f398d5-1702-463e-99a2-e1bc76aa76c5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432773
Dec 18 07:12:04.417065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eab699-dbcd-43d7-a621-aaba90f14bfe req-e9e5932c-edc7-41ee-a4c3-18efca46f5e1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:04.418718 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-91eab699-dbcd-43d7-a621-aaba90f14bfe req-e9e5932c-edc7-41ee-a4c3-18efca46f5e1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0825756
Dec 18 07:12:04.467146 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-91eab699-dbcd-43d7-a621-aaba90f14bfe req-f1dab600-5b42-40b2-b3a0-73b5a02e4929 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421579
Dec 18 07:12:05.684827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeb8d6-9187-4df4-8507-856897cc07b9 req-8390f01d-77f7-48a3-bb1c-7b111b14065c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:05.686520 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10aeb8d6-9187-4df4-8507-856897cc07b9 req-8390f01d-77f7-48a3-bb1c-7b111b14065c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0885046
Dec 18 07:12:05.733134 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10aeb8d6-9187-4df4-8507-856897cc07b9 req-98072464-dfdc-4a4c-9570-497a0ea75cac tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401182
Dec 18 07:12:06.951867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a05b0f-f022-407e-93fd-688c4496f3e5 req-bd6a2f09-646b-4fb6-a742-e4337442128d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:06.953419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a8a05b0f-f022-407e-93fd-688c4496f3e5 req-bd6a2f09-646b-4fb6-a742-e4337442128d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0839984
Dec 18 07:12:07.003205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a8a05b0f-f022-407e-93fd-688c4496f3e5 req-a05f5017-782c-4c85-b767-226584ad2bf0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434492
Dec 18 07:12:08.212892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939b603-1d89-4684-96d1-4ad5584b98d5 req-132952a2-0e4e-433d-9adc-1cef64c3d1b2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:08.214508 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6939b603-1d89-4684-96d1-4ad5584b98d5 req-132952a2-0e4e-433d-9adc-1cef64c3d1b2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0823846
Dec 18 07:12:08.261158 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6939b603-1d89-4684-96d1-4ad5584b98d5 req-beb4ed48-4d04-4996-bbe3-ccbaf9b7fc50 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405204
Dec 18 07:12:09.474287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cd353-7026-47af-b364-a51df35f65a1 req-271b38d5-afe9-482a-bf32-3d7d3fa5b893 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:09.475863 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9d1cd353-7026-47af-b364-a51df35f65a1 req-271b38d5-afe9-482a-bf32-3d7d3fa5b893 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0861378
Dec 18 07:12:09.522185 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9d1cd353-7026-47af-b364-a51df35f65a1 req-73656d7d-77ee-4953-b050-4b74b86a8793 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394998
Dec 18 07:12:10.733055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed9ddf-61a0-476e-a8b4-04664060ec89 req-58c2c082-9f98-43ef-995c-d667ec7e50cf tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:10.734692 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69ed9ddf-61a0-476e-a8b4-04664060ec89 req-58c2c082-9f98-43ef-995c-d667ec7e50cf tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0829196
Dec 18 07:12:10.785058 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69ed9ddf-61a0-476e-a8b4-04664060ec89 req-54106c86-5634-462d-a466-7f65c78f3001 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441349
Dec 18 07:12:11.995831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4bb616-dda6-4e9a-8a60-35515452a2d0 req-144ea7bc-c8be-4d8a-8b3d-8fff3f660d02 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:11.997333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8a4bb616-dda6-4e9a-8a60-35515452a2d0 req-144ea7bc-c8be-4d8a-8b3d-8fff3f660d02 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0825028
Dec 18 07:12:12.043836 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8a4bb616-dda6-4e9a-8a60-35515452a2d0 req-01f3b5fa-aafc-4166-be5c-2a2ee68ba00b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401435
Dec 18 07:12:12.389119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f09c3f28-2a21-4540-a7f3-936ddc528e4d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:12:12.457887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f09c3f28-2a21-4540-a7f3-936ddc528e4d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:12:12.458314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:13.103772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5f19-5010-4a7e-99bc-b77df7d2104d req-86983629-a355-4e47-b56b-855668321828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:13.105479 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-433c5f19-5010-4a7e-99bc-b77df7d2104d req-86983629-a355-4e47-b56b-855668321828 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 1162 time: 0.0777435
Dec 18 07:12:13.268549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5f19-5010-4a7e-99bc-b77df7d2104d req-36695aa2-93a0-4232-a717-8a35f35d9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:13.270057 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-433c5f19-5010-4a7e-99bc-b77df7d2104d req-36695aa2-93a0-4232-a717-8a35f35d9045 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1430027
Dec 18 07:12:13.270984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c8fd2-3ace-4b03-b8c6-30e4a1943ac3 req-cc8a2626-8e42-458b-b40a-1a5dcf26b462 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:13.272616 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd4c8fd2-3ace-4b03-b8c6-30e4a1943ac3 req-cc8a2626-8e42-458b-b40a-1a5dcf26b462 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0904832
Dec 18 07:12:13.322373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd4c8fd2-3ace-4b03-b8c6-30e4a1943ac3 req-7154ece5-99c6-4396-a9fe-ac561103639b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422692
Dec 18 07:12:13.385276 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-433c5f19-5010-4a7e-99bc-b77df7d2104d req-491cc786-5f4e-4fc7-aeb1-17a1a73fa0b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d HTTP/1.1" status: 200  len: 1002 time: 0.1065471
Dec 18 07:12:13.457142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5f19-5010-4a7e-99bc-b77df7d2104d req-8e509de0-364f-4425-9ef3-deb7d6401276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:13.458706 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-433c5f19-5010-4a7e-99bc-b77df7d2104d req-8e509de0-364f-4425-9ef3-deb7d6401276 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0658555
Dec 18 07:12:13.536901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5f19-5010-4a7e-99bc-b77df7d2104d req-83eec982-1d2c-47ef-ab54-7e6eec54bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:13.538420 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-433c5f19-5010-4a7e-99bc-b77df7d2104d req-83eec982-1d2c-47ef-ab54-7e6eec54bc27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0717032
Dec 18 07:12:13.684253 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-433c5f19-5010-4a7e-99bc-b77df7d2104d req-14613775-72f0-4a8c-a47c-edbbd151dd46 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377623
Dec 18 07:12:13.828055 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-433c5f19-5010-4a7e-99bc-b77df7d2104d req-86bd439f-fce7-4780-88e6-f85ddcb621eb service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362855
Dec 18 07:12:14.536251 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-2e92a514-975c-4c6e-b3ea-851b6dcea8e9 service neutron] 10.222.0.15 "GET /v2.0/ports/f09c3f28-2a21-4540-a7f3-936ddc528e4d/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0757978
Dec 18 07:12:14.540657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfe5bc-a05e-4bbf-8ce0-7817e459556c req-3204ccbe-fb01-4d5f-9296-3c3ef4320ec9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:14.542319 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5bbfe5bc-a05e-4bbf-8ce0-7817e459556c req-3204ccbe-fb01-4d5f-9296-3c3ef4320ec9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0840180
Dec 18 07:12:14.595368 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5bbfe5bc-a05e-4bbf-8ce0-7817e459556c req-ec135c4c-9e2b-46cb-9961-1d5232eb823d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466063
Dec 18 07:12:14.697394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cc0d9ddc-3671-4939-82e0-f627df5b1c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:14.834610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-ee881952-9ed9-43be-906e-4e683842b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:14.836182 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-ee881952-9ed9-43be-906e-4e683842b5f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 1162 time: 0.0790751
Dec 18 07:12:14.936647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-22a38d8e-c591-4efe-b5b9-3507e66e0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:14.938215 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-22a38d8e-c591-4efe-b5b9-3507e66e0f67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 1162 time: 0.0736339
Dec 18 07:12:15.352962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-acb6b2de-c779-4281-8900-7dd8dd64e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:15.354576 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-acb6b2de-c779-4281-8900-7dd8dd64e236 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.4050236
Dec 18 07:12:15.463962 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-65b4fcc0-d23a-4d45-a2b6-7126cb3b2bb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d HTTP/1.1" status: 200  len: 1002 time: 0.0992072
Dec 18 07:12:15.537700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-c71ea0ca-cba4-4acc-9c7f-c8c73bbcde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:15.539194 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-c71ea0ca-cba4-4acc-9c7f-c8c73bbcde42 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0655081
Dec 18 07:12:15.622305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-e8a5dbfc-3e9c-43ab-97d9-0cb790a00ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:15.623786 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-e8a5dbfc-3e9c-43ab-97d9-0cb790a00ef1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0742657
Dec 18 07:12:15.774975 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-da731aa8-6895-4bbb-a02e-ce9d6e409360 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402359
Dec 18 07:12:15.809209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337261e-44f7-4112-80d5-efaa497c0161 req-cd7937f4-331e-45e7-9be4-f04963efc43a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:15.810863 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b337261e-44f7-4112-80d5-efaa497c0161 req-cd7937f4-331e-45e7-9be4-f04963efc43a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0846124
Dec 18 07:12:15.859253 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b337261e-44f7-4112-80d5-efaa497c0161 req-2ae7d431-a3ec-4292-8298-27a0a53f650f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419171
Dec 18 07:12:15.923111 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd9fd4f3-fc95-4cc8-ab3f-b652109fcc97 req-e91824cf-509d-427f-bcd8-de18c67388ae service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382453
Dec 18 07:12:16.394289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f09c3f28-2a21-4540-a7f3-936ddc528e4d no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:12:16.508769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:16.535508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:12:16.546239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port f09c3f28-2a21-4540-a7f3-936ddc528e4d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:12:16.550079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:16.551866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:12:16.607921 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d', 'code': 200}
Dec 18 07:12:16.620814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=f09c3f28-2a21-4540-a7f3-936ddc528e4d,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:12:16.628561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.628953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.629345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.629762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.630141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.630515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.630888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.631265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.631627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.631994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.632360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.632732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.633157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.637934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.638347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.638760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.639145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.639527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.639906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.640282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.640694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.641069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.641492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.641902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:16.646801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:12:17.073822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13596ebb-ea4a-4758-9e3f-9b15a15ae9e2 req-3e2e96e1-216d-4206-afe0-c7edc58af157 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:17.075422 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13596ebb-ea4a-4758-9e3f-9b15a15ae9e2 req-3e2e96e1-216d-4206-afe0-c7edc58af157 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 943 time: 0.0875201
Dec 18 07:12:17.122039 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13596ebb-ea4a-4758-9e3f-9b15a15ae9e2 req-89dc5ea0-a188-4716-a0fe-279b92a8dab0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403130
Dec 18 07:12:17.456252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5e0a-2890-45ef-a574-bebe03aa38fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:17.493777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:18.334351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e73bc-31ca-4163-97fc-31cd2227afcc req-2224d479-b03d-4d67-b108-055a43624ebd tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:18.335943 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af5e73bc-31ca-4163-97fc-31cd2227afcc req-2224d479-b03d-4d67-b108-055a43624ebd tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 943 time: 0.0837321
Dec 18 07:12:18.385582 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-af5e73bc-31ca-4163-97fc-31cd2227afcc req-d70586ad-9cd3-4cdf-9ca6-d9cce6fc844f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426867
Dec 18 07:12:18.531524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:18.593179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f09c3f28-2a21-4540-a7f3-936ddc528e4d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:12:18.665051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f09c3f28-2a21-4540-a7f3-936ddc528e4d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:12:18.665480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:18.790517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:18.819371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:12:18.828402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-b7847cf2-0fa8-4de5-a685-713eea03dde9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:18.829176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-b7847cf2-0fa8-4de5-a685-713eea03dde9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Synchronizing usage tracker for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:12:18.830585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port f09c3f28-2a21-4540-a7f3-936ddc528e4d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:12:18.834305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:18.836237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:12:18.847302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-b7847cf2-0fa8-4de5-a685-713eea03dde9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Unset dirty status for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:12:18.848804 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-b7847cf2-0fa8-4de5-a685-713eea03dde9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 943 time: 0.1113327
Dec 18 07:12:18.902397 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d', 'code': 200}
Dec 18 07:12:18.910777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=f09c3f28-2a21-4540-a7f3-936ddc528e4d,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:12:18.913160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d67a2-ce8c-4255-aef5-07fb5ecae637 req-9da41cf4-7c77-4415-816e-cb7550239aa0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:18.914127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:12:18.917560 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd5d67a2-ce8c-4255-aef5-07fb5ecae637 req-9da41cf4-7c77-4415-816e-cb7550239aa0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.1035407
Dec 18 07:12:18.946608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-4c8dbaa3-b3fc-45dd-9112-3ec86c7f9fb7 service neutron] 10.222.0.15 "GET /v2.0/ports/f09c3f28-2a21-4540-a7f3-936ddc528e4d/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0905731
Dec 18 07:12:18.964040 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd5d67a2-ce8c-4255-aef5-07fb5ecae637 req-6cd8f33d-0565-491f-88bb-b6cbe13a141d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422001
Dec 18 07:12:19.042105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-585ebb24-e8fb-4e67-9c5a-00c3cf8e1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:19.043709 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-585ebb24-e8fb-4e67-9c5a-00c3cf8e1330 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 1162 time: 0.0754080
Dec 18 07:12:19.182431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-99f9226f-cd82-4e56-a78a-c230c978391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:19.183984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-99f9226f-cd82-4e56-a78a-c230c978391c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1341286
Dec 18 07:12:19.289248 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-80c46749-b47f-4867-95ab-912b55cccf81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d HTTP/1.1" status: 200  len: 1002 time: 0.0989308
Dec 18 07:12:19.360742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-66f72b81-f1d6-4c1d-924e-09b433c90b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:19.362345 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-66f72b81-f1d6-4c1d-924e-09b433c90b4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0660670
Dec 18 07:12:19.446205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-788d23d0-c98f-42c0-b566-6445a08e47e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:19.447828 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-788d23d0-c98f-42c0-b566-6445a08e47e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0780358
Dec 18 07:12:19.472790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:19.594186 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-44fd3cd9-e45f-445a-b526-0961afd9288d service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391704
Dec 18 07:12:19.738088 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-ec100dcb-0fbe-4926-98fd-190e799832c2 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377344
Dec 18 07:12:20.179105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084d2ce-dd40-43d9-a6a6-aa9b71b3c464 req-3059c5de-39d8-4780-bf11-4b64709c3b5e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:20.181222 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3084d2ce-dd40-43d9-a6a6-aa9b71b3c464 req-3059c5de-39d8-4780-bf11-4b64709c3b5e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0860527
Dec 18 07:12:20.227852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3084d2ce-dd40-43d9-a6a6-aa9b71b3c464 req-9ff601c2-bcc5-4ee4-bf1e-ca23b53f68b3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402486
Dec 18 07:12:20.432955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f09c3f28-2a21-4540-a7f3-936ddc528e4d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:12:20.502443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f09c3f28-2a21-4540-a7f3-936ddc528e4d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:12:20.502867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:21.438595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24c55d-5c7d-419f-b365-bac6b59fb85c req-45194978-edc9-422d-9f3b-77d067db0673 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:21.440213 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac24c55d-5c7d-419f-b365-bac6b59fb85c req-45194978-edc9-422d-9f3b-77d067db0673 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0838141
Dec 18 07:12:21.490164 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac24c55d-5c7d-419f-b365-bac6b59fb85c req-a677f022-7148-434d-842c-cc23fec05f31 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433600
Dec 18 07:12:22.390469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-b201dd4e-27d7-4ab2-88ba-c7c4e160c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:22.392033 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-b201dd4e-27d7-4ab2-88ba-c7c4e160c64a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 1162 time: 0.0744293
Dec 18 07:12:22.420821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f09c3f28-2a21-4540-a7f3-936ddc528e4d no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:12:22.492697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-187cfa95-9ce8-475c-8823-7fd145d7b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:22.494431 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-187cfa95-9ce8-475c-8823-7fd145d7b58e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 1162 time: 0.0779312
Dec 18 07:12:22.538479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:22.568415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:12:22.577231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port f09c3f28-2a21-4540-a7f3-936ddc528e4d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:12:22.581180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:22.583100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8ef3bed8-0498-490c-ab97-dca48a519463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:12:22.665908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=f09c3f28-2a21-4540-a7f3-936ddc528e4d,revision_number=7']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:12:22.666071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-ab94457d-77c5-47d6-91fe-a60e3ccb2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:22.667660 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-ab94457d-77c5-47d6-91fe-a60e3ccb2583 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1612241
Dec 18 07:12:22.669160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:12:22.679312 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d', 'code': 200}
Dec 18 07:12:22.710106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453b562-7ed3-4737-ae30-aea7debb9b41 req-f151384d-11af-4b86-a9bd-3082c54600c4 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:22.711718 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9453b562-7ed3-4737-ae30-aea7debb9b41 req-f151384d-11af-4b86-a9bd-3082c54600c4 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 943 time: 0.0851197
Dec 18 07:12:22.759469 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9453b562-7ed3-4737-ae30-aea7debb9b41 req-3db24204-88f4-4622-98f5-f45bdc95f0d3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399239
Dec 18 07:12:22.780380 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-70c200c6-f1d1-436c-b296-1b239f11d2bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d HTTP/1.1" status: 200  len: 1000 time: 0.0993743
Dec 18 07:12:22.857794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-93c41d06-5fc5-4982-b62c-1490cedae574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:22.859368 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-93c41d06-5fc5-4982-b62c-1490cedae574 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0684848
Dec 18 07:12:22.863991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:12:22.916237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:22.945456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-b2c0f6dc-5f42-4bea-8925-741a6e7856dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:22.947611 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-b2c0f6dc-5f42-4bea-8925-741a6e7856dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0779259
Dec 18 07:12:23.097606 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-dba249a4-eb06-4737-a1af-2d537a10ac45 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379678
Dec 18 07:12:23.244575 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec1a5460-6caa-448d-82fe-64195ff9ae6b req-11ef8528-ba20-420d-ad72-f839a9df8cfc service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1354308
Dec 18 07:12:23.974639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c33f70-c414-44a1-94ff-73cd9e1671e9 req-4f1a1bf0-e19b-4c69-b51f-e1c865a386f4 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:23.976145 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e9c33f70-c414-44a1-94ff-73cd9e1671e9 req-4f1a1bf0-e19b-4c69-b51f-e1c865a386f4 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 943 time: 0.0863578
Dec 18 07:12:24.022933 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e9c33f70-c414-44a1-94ff-73cd9e1671e9 req-828c4c6f-73ba-4235-9aae-c05d7d8e958c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391421
Dec 18 07:12:24.608316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f09c3f28-2a21-4540-a7f3-936ddc528e4d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:12:24.682631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f09c3f28-2a21-4540-a7f3-936ddc528e4d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:12:24.683300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:24.804063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:24.831516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:12:24.842535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port f09c3f28-2a21-4540-a7f3-936ddc528e4d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:12:24.846255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:24.848181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8ef3bed8-0498-490c-ab97-dca48a519463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:12:24.902163 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d', 'code': 200}
Dec 18 07:12:24.916963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=f09c3f28-2a21-4540-a7f3-936ddc528e4d,revision_number=8']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:12:24.920327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:12:25.234050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aec30f-be5a-4c68-b1a4-99cdd3316e78 req-4523c9b5-5725-45f9-8c17-1a96ca53868c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:25.235540 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8aec30f-be5a-4c68-b1a4-99cdd3316e78 req-4523c9b5-5725-45f9-8c17-1a96ca53868c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0814502
Dec 18 07:12:25.285096 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8aec30f-be5a-4c68-b1a4-99cdd3316e78 req-4ece5973-e928-48ae-8d3e-29e9945b2fe5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433171
Dec 18 07:12:25.494316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e77b84-ec37-4add-9db8-5ac82e6079eb req-17e1964f-7b7a-4d32-b48c-d4c402f87356 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:25.495830 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43e77b84-ec37-4add-9db8-5ac82e6079eb req-17e1964f-7b7a-4d32-b48c-d4c402f87356 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0823009
Dec 18 07:12:25.541942 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43e77b84-ec37-4add-9db8-5ac82e6079eb req-bf4e82eb-4199-45cd-aa9a-aaa660f2d7be tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398989
Dec 18 07:12:25.754478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4b6b1-5e01-4037-9168-677d65b2d0e1 req-625389a5-3cea-4549-a40d-b5b1c1287185 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:25.755979 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-89e4b6b1-5e01-4037-9168-677d65b2d0e1 req-625389a5-3cea-4549-a40d-b5b1c1287185 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0870380
Dec 18 07:12:25.802511 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-89e4b6b1-5e01-4037-9168-677d65b2d0e1 req-1e9986ee-b535-4d30-9dd7-07522d3f086b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400906
Dec 18 07:12:26.221265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ed287-9a21-4d9b-939f-1a5dea2dcf61 req-98143afb-d143-4d25-bfbb-d22fc7a0b425 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:26.222914 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-737ed287-9a21-4d9b-939f-1a5dea2dcf61 req-98143afb-d143-4d25-bfbb-d22fc7a0b425 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0830858
Dec 18 07:12:26.273144 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-737ed287-9a21-4d9b-939f-1a5dea2dcf61 req-e19358f7-5021-42d2-b935-e3764400aaa4 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434318
Dec 18 07:12:26.450747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f09c3f28-2a21-4540-a7f3-936ddc528e4d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:12:26.522342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port f09c3f28-2a21-4540-a7f3-936ddc528e4d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:12:26.522762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:27.484021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9507ce4-2cb3-4179-94ab-efdd1e713ec1 req-ef35d49b-1760-44f4-b049-8ab2d87778c6 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:27.485695 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a9507ce4-2cb3-4179-94ab-efdd1e713ec1 req-ef35d49b-1760-44f4-b049-8ab2d87778c6 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0827916
Dec 18 07:12:27.532572 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a9507ce4-2cb3-4179-94ab-efdd1e713ec1 req-b48e6afc-cde7-4eed-850b-0275e771d4e3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406029
Dec 18 07:12:28.414737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-74040693-de2e-4884-a6c6-0c3c6fe9ed18 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:28.416317 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-74040693-de2e-4884-a6c6-0c3c6fe9ed18 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 945 time: 0.0854785
Dec 18 07:12:28.446083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device f09c3f28-2a21-4540-a7f3-936ddc528e4d no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:12:28.491788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Deleting port f09c3f28-2a21-4540-a7f3-936ddc528e4d {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:12:28.492383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:28.563435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:28.593277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:12:28.604968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port f09c3f28-2a21-4540-a7f3-936ddc528e4d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:12:28.608193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:28.610391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:12:28.684226 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d', 'code': 200}
Dec 18 07:12:28.687163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=f09c3f28-2a21-4540-a7f3-936ddc528e4d,revision_number=9']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:12:28.690590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:12:28.791873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb4577-38ef-4ac3-868e-4287ce89e77a req-c57fbaa8-96ec-4d2b-b742-159f90c2667f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:28.793477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efcb4577-38ef-4ac3-868e-4287ce89e77a req-c57fbaa8-96ec-4d2b-b742-159f90c2667f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 943 time: 0.0867572
Dec 18 07:12:28.798036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] For port f09c3f28-2a21-4540-a7f3-936ddc528e4d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:12:28.798444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:28.841056 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efcb4577-38ef-4ac3-868e-4287ce89e77a req-18f3150d-56ff-4abf-b951-440059d80907 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410600
Dec 18 07:12:29.093543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:29.093995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:29.094344 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081 disassociated. External IP: 172.26.7.250, port: f09c3f28-2a21-4540-a7f3-936ddc528e4d.
Dec 18 07:12:29.094739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Calling delete_port for f09c3f28-2a21-4540-a7f3-936ddc528e4d owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:12:29.174045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:12:29.174407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:12:29.675422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Deleting port f09c3f28-2a21-4540-a7f3-936ddc528e4d {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:12:29.676212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:29.927335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] For port f09c3f28-2a21-4540-a7f3-936ddc528e4d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=f09c3f28-2a21-4540-a7f3-936ddc528e4d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:12:29.927659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:30.052336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd20cf-7672-4eb0-a941-109bcc9bb757 req-6bdec628-1508-4e21-ac95-67cde747e7d1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:30.053991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71dd20cf-7672-4eb0-a941-109bcc9bb757 req-6bdec628-1508-4e21-ac95-67cde747e7d1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 943 time: 0.0834463
Dec 18 07:12:30.105645 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71dd20cf-7672-4eb0-a941-109bcc9bb757 req-22c7ba31-5853-4237-a80b-ef9cfa993ac0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452318
Dec 18 07:12:30.228024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:30.228324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:30.228670 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081 disassociated. External IP: 172.26.7.250, port: f09c3f28-2a21-4540-a7f3-936ddc528e4d.
Dec 18 07:12:30.229045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Calling delete_port for f09c3f28-2a21-4540-a7f3-936ddc528e4d owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:12:30.372860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:30.390505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:12:30.768299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event deleted for resources: {'Port': ['ID=f09c3f28-2a21-4540-a7f3-936ddc528e4d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:12:30.780173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.780599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.781021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.781434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.781918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.782329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.782737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.783140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.783542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.783943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.784351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.784751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.785210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.785637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.786043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.786445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.786847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.787248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.787646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.788049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.788447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.788881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.789284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.789758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:12:30.793716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:12:31.041054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Router 458b8d79-43e9-414a-9bde-64384cab38f3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:12:31.227337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:12:31.238687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e5c54-3dc2-410d-9fc7-c43e808288aa None None] Sync routers for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:12:31.251059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e5c54-3dc2-410d-9fc7-c43e808288aa None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:12:31.251843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c9e5c54-3dc2-410d-9fc7-c43e808288aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d4f6668>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:12:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:12:31.264681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] No DVR routers for this DVR port f09c3f28-2a21-4540-a7f3-936ddc528e4d on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:12:31.267056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:31.269918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-deleted', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:12:31.280111 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9135d799-8dc7-458b-ae7e-9bdba2b08414 req-deb1d83f-6e9c-450d-a4f0-65fe7a5aad95 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c HTTP/1.1" status: 200  len: 210 time: 0.0461018
Dec 18 07:12:31.292985 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-160a5827-6f28-4d4d-8af8-63ecad00831e req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "DELETE /v2.0/ports/f09c3f28-2a21-4540-a7f3-936ddc528e4d HTTP/1.1" status: 204  len: 173 time: 2.8699226
Dec 18 07:12:31.436864 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b880f1-abb6-4bd1-bdaa-6dcf1bbc6b7c', 'name': 'network-vif-deleted', 'tag': 'f09c3f28-2a21-4540-a7f3-936ddc528e4d', 'status': 'completed', 'code': 200}
Dec 18 07:12:31.624037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3c9e5c54-3dc2-410d-9fc7-c43e808288aa None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:12:31.955956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c9e5c54-3dc2-410d-9fc7-c43e808288aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d4f6668>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:12:31.960131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e5c54-3dc2-410d-9fc7-c43e808288aa None None] Checking router: 458b8d79-43e9-414a-9bde-64384cab38f3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:12:31.970059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e5c54-3dc2-410d-9fc7-c43e808288aa None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:12:31.970716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c9e5c54-3dc2-410d-9fc7-c43e808288aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d4f6668>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:12:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:12:32.152595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3c9e5c54-3dc2-410d-9fc7-c43e808288aa None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:12:32.483183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c9e5c54-3dc2-410d-9fc7-c43e808288aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d4f6668>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:12:32.487473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9e5c54-3dc2-410d-9fc7-c43e808288aa None None] The sync data for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs is: [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:12:32.688020 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-6cd88d32-ed80-4c48-856e-ef1a662d46ce tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1914522336&fields=id&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 267 time: 0.0444098
Dec 18 07:12:32.851268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-b414b084-8f56-4b0a-8336-67075d37c186 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:32.853456 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-b414b084-8f56-4b0a-8336-67075d37c186 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 812 time: 0.1576755
Dec 18 07:12:32.869842 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-725ef642-c4bf-4e22-ad56-1d7dd0114f2c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/quotas/e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 375 time: 0.0102301
Dec 18 07:12:32.887403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b545bb6-3968-433c-8329-16eeb35a3d3c None None] New status for floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:12:32.965840 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-121cc414-81d5-4eaa-ba9a-36fc6b9e2878 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0899034
Dec 18 07:12:33.118390 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-f3ad71f4-b251-4ae3-84de-0631ac77a7d3 service neutron] 10.222.0.23 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387653
Dec 18 07:12:33.262784 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-c47b1f3e-7097-4bcf-bf83-a5885d9132a6 service neutron] 10.222.0.23 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376216
Dec 18 07:12:33.462826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5149d779-45a1-441b-846c-02933e82a886 req-22bdb317-5b2f-4f58-891b-2aa771b042a7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 210 time: 0.0459917
Dec 18 07:12:34.556990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-126c8a91-1388-4cf9-b296-80c4bde12ef6 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:34.558974 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-126c8a91-1388-4cf9-b296-80c4bde12ef6 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 812 time: 0.1567812
Dec 18 07:12:34.647383 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4719f7ce-737f-48c6-b131-0b88e4738559 req-63cab572-a1fc-41cf-8579-f3e9b83ac348 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 210 time: 0.0465643
Dec 18 07:12:34.659834 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-272fc0f8-a4b6-4e41-ae38-f08fddc9d35e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 5516 time: 0.0822654
Dec 18 07:12:34.678927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Request body: {'port': {'device_id': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'admin_state_up': True, 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'security_groups': ['7c74672d-0be9-4123-a9ac-5afe211a6256']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:12:34.828967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:12:34.833633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Usage tracker for resource:port and tenant:e2aff21d1cee4d5491e5fa4c85a93202 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:12:34.836619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Quota usage for port was recalculated. Used quota:3. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:12:34.842368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:12:34.850992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Made reservation on behalf of e2aff21d1cee4d5491e5fa4c85a93202 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:12:34.857015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:35.158091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Allocated IP 172.20.0.3 (8257ad7a-9ef5-423d-addf-db974607ecba/79128c61-a2f0-40f7-8827-f65edda6e7cf/8718dcc9-b61b-456d-a580-00f204df3e5d) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:12:35.352956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:35.369461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Transition to ACTIVE for port object 8718dcc9-b61b-456d-a580-00f204df3e5d will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:12:35.388327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:35.402801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c70b2546-08b3-4857-b9cf-48fb37b2dc12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:12:35.540465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event updated for resources: {'Port': ['ID=8718dcc9-b61b-456d-a580-00f204df3e5d,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:12:35.545569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:12:35.596040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Network 8257ad7a-9ef5-423d-addf-db974607ecba is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:12:35.597180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:12:35.599410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:12:35.664724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:35.665974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:35.696412 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0218418
Dec 18 07:12:35.714374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Request body: {'port': {'device_id': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:12:35.833223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:35.882342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f6e1f12c-78a5-491e-9068-a4c8805bba8e None None] Provisioning for port 8718dcc9-b61b-456d-a580-00f204df3e5d completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:12:35.888114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f6e1f12c-78a5-491e-9068-a4c8805bba8e None None] Provisioning complete for port 8718dcc9-b61b-456d-a580-00f204df3e5d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:12:35.888556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f6e1f12c-78a5-491e-9068-a4c8805bba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:35.947699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f6e1f12c-78a5-491e-9068-a4c8805bba8e None None] Port 8718dcc9-b61b-456d-a580-00f204df3e5d cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:12:36.127091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd2dfe-a2b7-4b3b-90f3-397e0a2746a3 req-917a7169-0b31-411a-8ba4-5d99c953bdba tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:36.128593 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfbd2dfe-a2b7-4b3b-90f3-397e0a2746a3 req-917a7169-0b31-411a-8ba4-5d99c953bdba tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 931 time: 0.3441517
Dec 18 07:12:36.176399 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfbd2dfe-a2b7-4b3b-90f3-397e0a2746a3 req-eb054438-a77e-4b6d-b4a2-281c72d3fbf4 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409422
Dec 18 07:12:36.254832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8718dcc9-b61b-456d-a580-00f204df3e5d {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:12:36.262427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:36.275396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Transition to ACTIVE for port object 8718dcc9-b61b-456d-a580-00f204df3e5d will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:12:36.277799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:36.296602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:12:36.427487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Pushing event updated for resources: {'Port': ['ID=8718dcc9-b61b-456d-a580-00f204df3e5d,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:12:36.433169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:12:36.615105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Attempting to bind port 8718dcc9-b61b-456d-a580-00f204df3e5d on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:12:36.615512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Attempting to bind port 8718dcc9-b61b-456d-a580-00f204df3e5d by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:12:36.615644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Attempting to bind port 8718dcc9-b61b-456d-a580-00f204df3e5d on network 8257ad7a-9ef5-423d-addf-db974607ecba {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:12:36.621767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:12:36.622462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Checking segment: {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:12:36.622871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:36.623371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Bound using segment: {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:12:36.623975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Bound port: 8718dcc9-b61b-456d-a580-00f204df3e5d, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c98830-0d1f-4da4-b602-deafdb453cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:12:36.624349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:36.718563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] For port 8718dcc9-b61b-456d-a580-00f204df3e5d, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:12:36.721704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] For port 8718dcc9-b61b-456d-a580-00f204df3e5d, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8718dcc9-b61b-456d-a580-00f204df3e5d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:12:36.724881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:36.740278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-13f0c908-f078-48e4-86c0-a29a4001c04c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:12:36.890560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Pushing event updated for resources: {'Port': ['ID=8718dcc9-b61b-456d-a580-00f204df3e5d,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:12:36.895900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:12:36.926839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:36.927514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:36.928991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] 10.222.0.15 "PUT /v2.0/ports/8718dcc9-b61b-456d-a580-00f204df3e5d HTTP/1.1" status: 200  len: 1157 time: 1.2196457
Dec 18 07:12:36.929577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:12:37.013361 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d', 'status': 'completed', 'code': 200}
Dec 18 07:12:37.050745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-fdf0754f-2fc1-4bef-92ed-158618f33416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:37.052394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-fdf0754f-2fc1-4bef-92ed-158618f33416 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 1160 time: 0.0782642
Dec 18 07:12:37.131973 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-f5139dce-1fb3-493d-9b9b-8d57ec965027 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8718dcc9-b61b-456d-a580-00f204df3e5d HTTP/1.1" status: 200  len: 217 time: 0.0672743
Dec 18 07:12:37.206120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-518fc219-69e0-431f-9de3-1ce50e700d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:37.207659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-518fc219-69e0-431f-9de3-1ce50e700d06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0655155
Dec 18 07:12:37.292004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-60877fed-a264-4031-9d13-ac74c26b7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:37.293669 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-60877fed-a264-4031-9d13-ac74c26b7817 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0770528
Dec 18 07:12:37.385999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364997e9-7b8c-4970-8015-141141ace9e2 req-8e89f1f1-290e-4a76-afdb-d2fc6ee93489 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:37.387598 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-364997e9-7b8c-4970-8015-141141ace9e2 req-8e89f1f1-290e-4a76-afdb-d2fc6ee93489 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0824845
Dec 18 07:12:37.434729 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-364997e9-7b8c-4970-8015-141141ace9e2 req-4c62d848-87fc-4bdb-934e-cbebfd24128c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405140
Dec 18 07:12:37.445469 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-f9541146-0a62-45c2-ae13-e24bfda05f8e service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408584
Dec 18 07:12:37.591474 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bff8c9d5-5bf5-49ae-af2d-0101525b451c req-91224b82-509f-4d33-9ac5-2d3b678f3e2c service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352603
Dec 18 07:12:37.732390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17d25b-ba2e-4824-8aab-90d5380659f4 req-06b7dd74-4875-4824-96f5-df1977a270d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:37.734004 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8e17d25b-ba2e-4824-8aab-90d5380659f4 req-06b7dd74-4875-4824-96f5-df1977a270d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 1160 time: 0.0753467
Dec 18 07:12:37.876337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17d25b-ba2e-4824-8aab-90d5380659f4 req-71afd8e4-b932-4ba5-9abf-c0d88b04d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:37.877948 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8e17d25b-ba2e-4824-8aab-90d5380659f4 req-71afd8e4-b932-4ba5-9abf-c0d88b04d33c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1345806
Dec 18 07:12:37.952903 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8e17d25b-ba2e-4824-8aab-90d5380659f4 req-68519ad4-055c-4b61-a40f-c24eaa2746d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8718dcc9-b61b-456d-a580-00f204df3e5d HTTP/1.1" status: 200  len: 217 time: 0.0639551
Dec 18 07:12:38.294123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17d25b-ba2e-4824-8aab-90d5380659f4 req-7a775c4f-eab0-4b10-bda1-b255731db6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:38.295741 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8e17d25b-ba2e-4824-8aab-90d5380659f4 req-7a775c4f-eab0-4b10-bda1-b255731db6e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.3325148
Dec 18 07:12:38.374348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17d25b-ba2e-4824-8aab-90d5380659f4 req-6b69d421-bf51-404a-936b-df54f92baddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:38.375884 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8e17d25b-ba2e-4824-8aab-90d5380659f4 req-6b69d421-bf51-404a-936b-df54f92baddf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0725579
Dec 18 07:12:38.517038 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8e17d25b-ba2e-4824-8aab-90d5380659f4 req-35960a60-2c36-4036-9609-e2754c0d8997 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334574
Dec 18 07:12:38.657974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3b561-562b-424a-93c9-384857f27b20 req-9b56dcdd-6b30-4ba5-bd1d-99783fa52a60 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:38.659932 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-78a3b561-562b-424a-93c9-384857f27b20 req-9b56dcdd-6b30-4ba5-bd1d-99783fa52a60 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0957913
Dec 18 07:12:38.663904 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8e17d25b-ba2e-4824-8aab-90d5380659f4 req-2d6c676a-fb7a-4855-a7f6-0201f0dc67a5 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381524
Dec 18 07:12:38.708119 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-78a3b561-562b-424a-93c9-384857f27b20 req-5a916e43-53e4-42af-902b-45f10164bed4 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417156
Dec 18 07:12:39.923239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db8469-3c0b-461f-9073-af66408a23d4 req-bfbc3bff-52bb-4f22-b838-d9ddc866af00 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:39.924848 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63db8469-3c0b-461f-9073-af66408a23d4 req-bfbc3bff-52bb-4f22-b838-d9ddc866af00 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0847414
Dec 18 07:12:39.971122 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63db8469-3c0b-461f-9073-af66408a23d4 req-112cf6f1-1aa4-4c6d-a548-a6eac4d9a638 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398760
Dec 18 07:12:40.836220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8718dcc9-b61b-456d-a580-00f204df3e5d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:12:40.903467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 8718dcc9-b61b-456d-a580-00f204df3e5d completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:12:40.908326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 8718dcc9-b61b-456d-a580-00f204df3e5d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:12:40.908754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:41.027003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:41.054345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:12:41.065227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 8718dcc9-b61b-456d-a580-00f204df3e5d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8718dcc9-b61b-456d-a580-00f204df3e5d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:12:41.070039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:41.072522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:12:41.117819 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d', 'code': 200}
Dec 18 07:12:41.145557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=8718dcc9-b61b-456d-a580-00f204df3e5d,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:12:41.148665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:12:41.193877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74d9f1-5177-467b-bf91-eb3871db812f req-255aeb91-dad6-45f2-918a-4c913b4ac107 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:41.195410 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0e74d9f1-5177-467b-bf91-eb3871db812f req-255aeb91-dad6-45f2-918a-4c913b4ac107 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0878019
Dec 18 07:12:41.242099 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0e74d9f1-5177-467b-bf91-eb3871db812f req-552477a7-4c82-4d2b-b476-7301b6a9f14c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396786
Dec 18 07:12:41.375144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd3c4a-c85b-4f8a-9af1-8ca465ee7604 req-79e118af-cac7-40b2-8c11-13fdadc562f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:41.376731 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f0fd3c4a-c85b-4f8a-9af1-8ca465ee7604 req-79e118af-cac7-40b2-8c11-13fdadc562f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 1162 time: 0.0786939
Dec 18 07:12:41.425011 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f0fd3c4a-c85b-4f8a-9af1-8ca465ee7604 req-97087475-e43a-4224-aa24-9b5fba90f0f6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360672
Dec 18 07:12:42.460323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832e6f0-2c92-4164-be75-75fa9da8e55f req-1b6049e2-3671-4e2b-88fd-f5b6f7d9090f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:42.461937 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f832e6f0-2c92-4164-be75-75fa9da8e55f req-1b6049e2-3671-4e2b-88fd-f5b6f7d9090f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0852747
Dec 18 07:12:42.512632 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f832e6f0-2c92-4164-be75-75fa9da8e55f req-0747835f-482c-4a15-8dcd-6fb5020438ff tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437794
Dec 18 07:12:42.560535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8718dcc9-b61b-456d-a580-00f204df3e5d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:12:42.630259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 8718dcc9-b61b-456d-a580-00f204df3e5d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:12:42.630694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:43.725918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c4920-e642-4fcf-89e8-d9906008f23d req-dcbd5156-5d75-4a21-9c00-671360375ada tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:43.727527 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a61c4920-e642-4fcf-89e8-d9906008f23d req-dcbd5156-5d75-4a21-9c00-671360375ada tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0876358
Dec 18 07:12:43.774014 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a61c4920-e642-4fcf-89e8-d9906008f23d req-0d6b76ea-eaeb-4581-9cf6-d9f764f58164 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399666
Dec 18 07:12:43.976224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b62e5e-f037-4c76-9c91-843959dd3393 req-03d5f437-62f7-4ac0-9df2-159e987a1389 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:43.977884 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-54b62e5e-f037-4c76-9c91-843959dd3393 req-03d5f437-62f7-4ac0-9df2-159e987a1389 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0826125
Dec 18 07:12:43.987647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 57504) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:12:43.993847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f87a6556-e4cf-4883-9ebe-2cf07af6492c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Request body: {'floatingip': {'port_id': '8718dcc9-b61b-456d-a580-00f204df3e5d'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:12:44.074266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f87a6556-e4cf-4883-9ebe-2cf07af6492c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:44.681225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f87a6556-e4cf-4883-9ebe-2cf07af6492c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:44.684650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f87a6556-e4cf-4883-9ebe-2cf07af6492c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:44.699666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ba106a9-a60f-4716-8fff-9d4f5c31c9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:44.857809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-f87a6556-e4cf-4883-9ebe-2cf07af6492c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081 associated. External IP: 172.26.7.250, port: 8718dcc9-b61b-456d-a580-00f204df3e5d.
Dec 18 07:12:45.214153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87a6556-e4cf-4883-9ebe-2cf07af6492c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Router 458b8d79-43e9-414a-9bde-64384cab38f3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:12:45.396384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87a6556-e4cf-4883-9ebe-2cf07af6492c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:12:45.401334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f87a6556-e4cf-4883-9ebe-2cf07af6492c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:45.407028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c22f0-88e1-40ab-b0d6-5885a8ad84ce None None] Sync routers for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:12:45.417250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c22f0-88e1-40ab-b0d6-5885a8ad84ce None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:12:45.417977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-915c22f0-88e1-40ab-b0d6-5885a8ad84ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d3d72b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:12:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:12:45.455438 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f87a6556-e4cf-4883-9ebe-2cf07af6492c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "PUT /v2.0/floatingips/850ad26b-fd89-4a5c-8366-6e2c3ce44081 HTTP/1.1" status: 200  len: 992 time: 1.4666595
Dec 18 07:12:45.456160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:12:45.525689 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d', 'status': 'completed', 'code': 200}
Dec 18 07:12:45.605852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-915c22f0-88e1-40ab-b0d6-5885a8ad84ce None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:12:45.625433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4cc4f-589d-4838-9202-45cf5e3dd008 req-47246452-9277-4315-97ee-fa8ed8f75595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:45.627079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74e4cc4f-589d-4838-9202-45cf5e3dd008 req-47246452-9277-4315-97ee-fa8ed8f75595 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 1162 time: 0.0785408
Dec 18 07:12:45.772126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4cc4f-589d-4838-9202-45cf5e3dd008 req-ff0f648c-3d20-435b-b7bc-cf327953d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:45.773710 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74e4cc4f-589d-4838-9202-45cf5e3dd008 req-ff0f648c-3d20-435b-b7bc-cf327953d195 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1391335
Dec 18 07:12:45.881734 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74e4cc4f-589d-4838-9202-45cf5e3dd008 req-831a8006-2740-4f56-9973-2099f2ad2148 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8718dcc9-b61b-456d-a580-00f204df3e5d HTTP/1.1" status: 200  len: 1000 time: 0.1012721
Dec 18 07:12:45.955011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4cc4f-589d-4838-9202-45cf5e3dd008 req-39803109-cc98-49d7-8200-e882dfbdaf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:45.956599 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74e4cc4f-589d-4838-9202-45cf5e3dd008 req-39803109-cc98-49d7-8200-e882dfbdaf26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0683150
Dec 18 07:12:45.971729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-915c22f0-88e1-40ab-b0d6-5885a8ad84ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d3d72b0>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '850ad26b-fd89-4a5c-8366-6e2c3ce44081', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'port_id': '8718dcc9-b61b-456d-a580-00f204df3e5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'mac_address': 'fa:16:3e:e5:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:08:22Z', 'updated_at': '2020-12-18T07:12:44Z', 'revision_number': 13, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:12:45.975927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c22f0-88e1-40ab-b0d6-5885a8ad84ce None None] Checking router: 458b8d79-43e9-414a-9bde-64384cab38f3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:12:45.984945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c22f0-88e1-40ab-b0d6-5885a8ad84ce None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:12:45.985659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-915c22f0-88e1-40ab-b0d6-5885a8ad84ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d3d72b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:12:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:12:46.036410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4cc4f-589d-4838-9202-45cf5e3dd008 req-5f6a6752-d11c-46b8-8ee2-9155016f3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:12:46.037987 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74e4cc4f-589d-4838-9202-45cf5e3dd008 req-5f6a6752-d11c-46b8-8ee2-9155016f3e71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0745311
Dec 18 07:12:46.166473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-915c22f0-88e1-40ab-b0d6-5885a8ad84ce None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:12:46.179797 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74e4cc4f-589d-4838-9202-45cf5e3dd008 req-fe5bda59-7c6c-4260-b4c1-3461181b317a service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348171
Dec 18 07:12:46.323870 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-74e4cc4f-589d-4838-9202-45cf5e3dd008 req-8e59162c-697f-4b5b-9bf4-ce66fe474ac5 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1370440
Dec 18 07:12:46.526424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-915c22f0-88e1-40ab-b0d6-5885a8ad84ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d3d72b0>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '850ad26b-fd89-4a5c-8366-6e2c3ce44081', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'port_id': '8718dcc9-b61b-456d-a580-00f204df3e5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'mac_address': 'fa:16:3e:e5:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:08:22Z', 'updated_at': '2020-12-18T07:12:44Z', 'revision_number': 13, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:12:46.530550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c22f0-88e1-40ab-b0d6-5885a8ad84ce None None] The sync data for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs is: [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '850ad26b-fd89-4a5c-8366-6e2c3ce44081', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'floating_ip_address': '172.26.7.250', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'port_id': '8718dcc9-b61b-456d-a580-00f204df3e5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'mac_address': 'fa:16:3e:e5:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:08:22Z', 'updated_at': '2020-12-18T07:12:44Z', 'revision_number': 13, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:12:46.818446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11d078e-ab3b-4a18-a000-afa26d443975 None None] New status for floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:12:47.456640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-934f8659-10d4-4251-9405-8a87d9892da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:47.496106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:48.533246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:49.475484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:52.930835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:12:59.863958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:13:14.598507 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-781df27b-139b-4678-b3eb-012d1fd326b4 req-118c2cd5-2453-4866-9768-ba9aecf81b3b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0750413
Dec 18 07:13:14.702390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfa712f4-21bd-4148-9e21-8682fa806efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:14.753403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781df27b-139b-4678-b3eb-012d1fd326b4 req-8cde4f5c-42ab-4b8e-9647-9f2d278dee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:14.755029 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-781df27b-139b-4678-b3eb-012d1fd326b4 req-8cde4f5c-42ab-4b8e-9647-9f2d278dee9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 1162 time: 0.0786440
Dec 18 07:13:14.912844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781df27b-139b-4678-b3eb-012d1fd326b4 req-9b285648-30c5-48ed-bcd7-dda5753c8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:14.914429 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-781df27b-139b-4678-b3eb-012d1fd326b4 req-9b285648-30c5-48ed-bcd7-dda5753c8969 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1361868
Dec 18 07:13:15.021079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-781df27b-139b-4678-b3eb-012d1fd326b4 req-9b0bd61f-3bba-4b0b-aa3b-c27cbab5e5c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8718dcc9-b61b-456d-a580-00f204df3e5d HTTP/1.1" status: 200  len: 1002 time: 0.0996003
Dec 18 07:13:15.093176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781df27b-139b-4678-b3eb-012d1fd326b4 req-7e9e5f11-b0da-45e7-a5d8-e4d4ed7e6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:15.094768 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-781df27b-139b-4678-b3eb-012d1fd326b4 req-7e9e5f11-b0da-45e7-a5d8-e4d4ed7e6ae5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0631170
Dec 18 07:13:15.172845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781df27b-139b-4678-b3eb-012d1fd326b4 req-93768783-e18d-4758-b688-d7cd7e8ca49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:15.174415 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-781df27b-139b-4678-b3eb-012d1fd326b4 req-93768783-e18d-4758-b688-d7cd7e8ca49f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0728276
Dec 18 07:13:15.315469 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-781df27b-139b-4678-b3eb-012d1fd326b4 req-4fc931cf-dc9c-491a-af4a-6689f19a524a service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336992
Dec 18 07:13:15.460956 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-781df27b-139b-4678-b3eb-012d1fd326b4 req-9281d88d-089d-48e3-b089-a4e8598af09c service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381297
Dec 18 07:13:17.458217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb756ec7-d592-44cd-a0b2-1a6464fd1325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:17.498159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:18.535421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:19.476817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:22.945553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:24.359434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9aa8c7-a72a-4dad-bf47-7547193802f3 req-455d5132-ceb6-44a7-833f-233df4e3564e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:24.360943 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac9aa8c7-a72a-4dad-bf47-7547193802f3 req-455d5132-ceb6-44a7-833f-233df4e3564e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0864272
Dec 18 07:13:24.407984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac9aa8c7-a72a-4dad-bf47-7547193802f3 req-2b411274-84e4-468d-9271-a057a2ded813 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407202
Dec 18 07:13:33.005736 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-3934cc36-711f-44cf-826f-e427bbfb3673 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0784795
Dec 18 07:13:33.152145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d82c3f-ad1f-4b22-b409-4ede49e717b3 req-67a33658-c916-4056-b24a-75abfecc2d37 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:33.153759 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-50d82c3f-ad1f-4b22-b409-4ede49e717b3 req-67a33658-c916-4056-b24a-75abfecc2d37 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.1647015
Dec 18 07:13:33.203179 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-50d82c3f-ad1f-4b22-b409-4ede49e717b3 req-26949a53-5913-45b1-9af8-7248e61b42e0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432003
Dec 18 07:13:34.251875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2ad76-ec03-436d-b229-73954951a3bb req-5bdb1c88-9a5a-4398-bafb-3e6191835ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:34.253503 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-5bdb1c88-9a5a-4398-bafb-3e6191835ae6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 1162 time: 0.0794334
Dec 18 07:13:34.398363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2ad76-ec03-436d-b229-73954951a3bb req-2839d336-3f3b-4cf4-b91d-347b461dac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:34.399987 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-2839d336-3f3b-4cf4-b91d-347b461dac68 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1359668
Dec 18 07:13:34.490502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e65c03-0230-49f7-abb1-4c21bc20dc9c req-05b41bb1-34a4-46bc-9a62-b1ed8a43ada0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:34.492129 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d9e65c03-0230-49f7-abb1-4c21bc20dc9c req-05b41bb1-34a4-46bc-9a62-b1ed8a43ada0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.1584897
Dec 18 07:13:34.516017 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-3307727e-a152-4968-89d3-31fe97118355 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8718dcc9-b61b-456d-a580-00f204df3e5d HTTP/1.1" status: 200  len: 1002 time: 0.1056535
Dec 18 07:13:34.539690 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d9e65c03-0230-49f7-abb1-4c21bc20dc9c req-1a321844-904a-49cf-be72-1593786f8d73 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404961
Dec 18 07:13:34.589228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2ad76-ec03-436d-b229-73954951a3bb req-c8015214-f38d-470b-aba0-8b2e2144eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:34.590924 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-c8015214-f38d-470b-aba0-8b2e2144eb02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0635953
Dec 18 07:13:34.673053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2ad76-ec03-436d-b229-73954951a3bb req-2d318677-4202-4a94-a787-e34b53b3ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:34.674694 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-2d318677-4202-4a94-a787-e34b53b3ab10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0735476
Dec 18 07:13:34.819332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-92d4ea97-dee6-4e6e-aa16-d7f3228ca822 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328065
Dec 18 07:13:34.962849 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-c956c8fc-7f6b-44fb-b1cc-f93d9d96fcb5 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1325545
Dec 18 07:13:35.758464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d646e-eddd-4721-8f78-d9f345b20ce5 req-a39d43dd-d2f3-4341-b9f1-99c1c7c8e87b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:35.760677 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-858d646e-eddd-4721-8f78-d9f345b20ce5 req-a39d43dd-d2f3-4341-b9f1-99c1c7c8e87b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0862200
Dec 18 07:13:35.806894 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-858d646e-eddd-4721-8f78-d9f345b20ce5 req-fedbaf26-3a03-46d7-b07d-667d7e2a8b3a tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393741
Dec 18 07:13:36.863377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:13:37.023961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c1fdf-0bf0-4fae-b542-fceb84f3299a req-0fd680a2-04ff-48a1-91ea-ba937cbcd236 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:37.025612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1d7c1fdf-0bf0-4fae-b542-fceb84f3299a req-0fd680a2-04ff-48a1-91ea-ba937cbcd236 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0847719
Dec 18 07:13:37.071862 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1d7c1fdf-0bf0-4fae-b542-fceb84f3299a req-16e4aefd-d8e4-4ec6-9588-b4891678a829 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399377
Dec 18 07:13:38.282546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d3672-8c45-4445-89c2-a868673c9cac req-4ee2910f-bf0a-452e-b234-f2eacc0b9085 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:38.284134 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a1d3672-8c45-4445-89c2-a868673c9cac req-4ee2910f-bf0a-452e-b234-f2eacc0b9085 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0846045
Dec 18 07:13:38.330898 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a1d3672-8c45-4445-89c2-a868673c9cac req-2b36bd50-694f-4bbf-a4a9-02d3e482b69c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404975
Dec 18 07:13:39.541728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609086eb-41df-40ad-855f-02e605751603 req-cf2c9546-af9a-4c45-b01f-4fca0efb32b1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:39.543308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-609086eb-41df-40ad-855f-02e605751603 req-cf2c9546-af9a-4c45-b01f-4fca0efb32b1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0834711
Dec 18 07:13:39.589706 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-609086eb-41df-40ad-855f-02e605751603 req-80bc843b-b238-49dd-b1a6-b2e917fe62ee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400550
Dec 18 07:13:40.802999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418792-677d-4791-a54b-e3f6496d36ef req-928d1643-3002-47b2-8001-670888884161 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:40.804617 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c418792-677d-4791-a54b-e3f6496d36ef req-928d1643-3002-47b2-8001-670888884161 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0861361
Dec 18 07:13:41.109290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c418792-677d-4791-a54b-e3f6496d36ef req-0b1c4908-951d-4a82-a43e-e34a4aa49c00 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2981124
Dec 18 07:13:42.319780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c529be-b2b5-4f69-8942-305fdd58415e req-6613e5e8-520b-4511-ad01-267c3a1dce41 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:42.321353 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96c529be-b2b5-4f69-8942-305fdd58415e req-6613e5e8-520b-4511-ad01-267c3a1dce41 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0824192
Dec 18 07:13:42.367402 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96c529be-b2b5-4f69-8942-305fdd58415e req-98b17c01-21a9-41a5-ace5-2fa44c011307 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394101
Dec 18 07:13:43.581348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f2e83-eb7b-41f1-86ec-0421596385bd req-70f8d07f-5041-4a42-b757-3feed73a03af tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:43.582961 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-684f2e83-eb7b-41f1-86ec-0421596385bd req-70f8d07f-5041-4a42-b757-3feed73a03af tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0850911
Dec 18 07:13:43.630018 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-684f2e83-eb7b-41f1-86ec-0421596385bd req-d9fb509f-f1aa-4565-8f93-413324caf38c tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407829
Dec 18 07:13:44.705873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1fc3280d-567b-46a9-a0a4-16daf70ae4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:44.842584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044247-8945-4edc-8c25-f40079c8c87c req-dbfa5892-3d6c-4685-805e-02a6008b52d4 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:44.844176 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0d044247-8945-4edc-8c25-f40079c8c87c req-dbfa5892-3d6c-4685-805e-02a6008b52d4 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0812538
Dec 18 07:13:44.893625 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0d044247-8945-4edc-8c25-f40079c8c87c req-7115a529-c024-4c5f-b6f0-8b16a5095b62 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431452
Dec 18 07:13:46.101743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125bc61-218d-4bea-9936-3123c61066e8 req-070afad2-403d-4fc6-b6df-3e23a2dc7037 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:46.103336 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f125bc61-218d-4bea-9936-3123c61066e8 req-070afad2-403d-4fc6-b6df-3e23a2dc7037 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0827649
Dec 18 07:13:46.149414 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f125bc61-218d-4bea-9936-3123c61066e8 req-01fbb8f9-e8d9-491b-8c54-f90788befdbc tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399299
Dec 18 07:13:47.363871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74d52c-1515-4e98-a466-53a0a8e57668 req-8ac24a45-4804-417c-9ee5-f5faca2618f3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:47.365704 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd74d52c-1515-4e98-a466-53a0a8e57668 req-8ac24a45-4804-417c-9ee5-f5faca2618f3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0874207
Dec 18 07:13:47.413001 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd74d52c-1515-4e98-a466-53a0a8e57668 req-637b45a5-a819-4a79-b620-fb9ed530f815 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410137
Dec 18 07:13:47.459688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-457b4ec3-3e71-41e4-9760-a5f0b9e057f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:47.505449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:47.642170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-9949c6b1-55f5-4ba7-8a13-15d6ce52ea04 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:13:47.643234 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-9949c6b1-55f5-4ba7-8a13-15d6ce52ea04 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060105
Dec 18 07:13:47.732439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-df9fba81-20b6-49fc-8ab0-96963e5c5628 service neutron] 10.222.0.15 "GET /v2.0/ports/8718dcc9-b61b-456d-a580-00f204df3e5d/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0790660
Dec 18 07:13:48.015067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2ad76-ec03-436d-b229-73954951a3bb req-c613a970-2398-450a-ae47-092f5414946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:48.016659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-c613a970-2398-450a-ae47-092f5414946c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 1162 time: 0.0759892
Dec 18 07:13:48.124634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2ad76-ec03-436d-b229-73954951a3bb req-44ee1e00-8409-4c86-b39a-592e7e689c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:48.126241 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-44ee1e00-8409-4c86-b39a-592e7e689c3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 1162 time: 0.0776012
Dec 18 07:13:48.270913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2ad76-ec03-436d-b229-73954951a3bb req-a4cd462d-0f0b-49dc-97c7-9a814eead7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:48.272394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-a4cd462d-0f0b-49dc-97c7-9a814eead7f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1347957
Dec 18 07:13:48.379575 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-3bff7be1-e8f3-42ce-9093-79eb193c7631 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8718dcc9-b61b-456d-a580-00f204df3e5d HTTP/1.1" status: 200  len: 1002 time: 0.0986872
Dec 18 07:13:48.452985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2ad76-ec03-436d-b229-73954951a3bb req-cd633a54-53b1-45a4-8473-6444c89bf803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:48.454980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-cd633a54-53b1-45a4-8473-6444c89bf803 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0657001
Dec 18 07:13:48.537004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:48.542551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2ad76-ec03-436d-b229-73954951a3bb req-f2236fdf-a7c5-4885-bb68-67be4d4c8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:48.544229 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-f2236fdf-a7c5-4885-bb68-67be4d4c8d89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0789495
Dec 18 07:13:48.626712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16168ff-9e73-4e82-9cea-2d5cba91088b req-d103c413-bee9-44e4-b1b1-fdcda1ebd511 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:48.628337 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e16168ff-9e73-4e82-9cea-2d5cba91088b req-d103c413-bee9-44e4-b1b1-fdcda1ebd511 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0844643
Dec 18 07:13:48.688547 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e16168ff-9e73-4e82-9cea-2d5cba91088b req-8f98732f-0b3e-4cd7-a9fa-58331cae8830 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454922
Dec 18 07:13:48.695397 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-c9ca2768-a4bf-4a40-b950-7146d6782ed5 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396699
Dec 18 07:13:48.789102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8718dcc9-b61b-456d-a580-00f204df3e5d no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:13:48.847849 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-30b8f1c9-ca52-4c32-acba-692d24726ac4 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435874
Dec 18 07:13:48.904117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:48.931307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:13:48.941553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 8718dcc9-b61b-456d-a580-00f204df3e5d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8718dcc9-b61b-456d-a580-00f204df3e5d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:13:48.946718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:48.949090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:13:49.167162 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d', 'code': 200}
Dec 18 07:13:49.201151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=8718dcc9-b61b-456d-a580-00f204df3e5d,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:13:49.208970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.209370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.209787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.210169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.210544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.210924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.211295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.211667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.212038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.212407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.212774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.213160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.213615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.213994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.214361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.214729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.215089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.215452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.215817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.216182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.216544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.216906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.217268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.217655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:13:49.222106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:13:49.479776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:49.903366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac90fa2-38fe-453c-8b9a-5b6949d8e896 req-a8b745ae-402d-44c4-8510-863f977d187d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:49.904970 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aac90fa2-38fe-453c-8b9a-5b6949d8e896 req-a8b745ae-402d-44c4-8510-863f977d187d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0824764
Dec 18 07:13:49.953482 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aac90fa2-38fe-453c-8b9a-5b6949d8e896 req-78085471-9217-41c8-b5dc-cd115ad8b436 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418785
Dec 18 07:13:51.177698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467287c2-0e1e-4d12-ae7f-b26abdb6fdb1 req-ca2e7ccd-37cd-460a-9a5e-603b997800bb tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:51.179304 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-467287c2-0e1e-4d12-ae7f-b26abdb6fdb1 req-ca2e7ccd-37cd-460a-9a5e-603b997800bb tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0858548
Dec 18 07:13:51.226686 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-467287c2-0e1e-4d12-ae7f-b26abdb6fdb1 req-05fee267-994f-4f85-af7e-f40568a922cd tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402839
Dec 18 07:13:52.438350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2607a0d-3189-413b-a2f0-6938dc9f2c12 req-5700f4f6-4c02-4fc8-aef6-9e2845b9fd58 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:52.439955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a2607a0d-3189-413b-a2f0-6938dc9f2c12 req-5700f4f6-4c02-4fc8-aef6-9e2845b9fd58 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0836227
Dec 18 07:13:52.489827 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a2607a0d-3189-413b-a2f0-6938dc9f2c12 req-b9f937ee-8399-4e95-8eda-6745427ce690 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433509
Dec 18 07:13:52.946515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:53.704719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d868a2-9400-4e42-868c-d5dfbeacd00c req-abdf7d4d-e82a-4e84-b356-4dea35cbff22 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:53.706360 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13d868a2-9400-4e42-868c-d5dfbeacd00c req-abdf7d4d-e82a-4e84-b356-4dea35cbff22 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0834396
Dec 18 07:13:53.753029 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13d868a2-9400-4e42-868c-d5dfbeacd00c req-dee0944b-dd35-4142-af27-4aedcaced354 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402651
Dec 18 07:13:54.968570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4787be-d5ed-45a1-925e-1a2a3964bb97 req-9343217b-380d-4f81-b9a0-7fe21aeb4d46 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:54.970109 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bc4787be-d5ed-45a1-925e-1a2a3964bb97 req-9343217b-380d-4f81-b9a0-7fe21aeb4d46 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0870404
Dec 18 07:13:55.016775 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bc4787be-d5ed-45a1-925e-1a2a3964bb97 req-cc617c2d-cf27-4fc4-bfa4-9ab8497d5abd tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403826
Dec 18 07:13:56.228177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8ac4b-77b4-44c4-8ccf-9efb667cbff4 req-9933debd-5dce-4c51-8012-a77b309b6fad tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:56.230374 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-78b8ac4b-77b4-44c4-8ccf-9efb667cbff4 req-9933debd-5dce-4c51-8012-a77b309b6fad tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0844986
Dec 18 07:13:56.282602 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-78b8ac4b-77b4-44c4-8ccf-9efb667cbff4 req-ec7a4e29-0628-47a1-9d88-f8300b0dae34 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457973
Dec 18 07:13:57.498328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166bc56-31da-4160-8270-bbac172ed330 req-7d185297-d2f4-47d5-a794-21c1b7c372a5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:57.500060 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6166bc56-31da-4160-8270-bbac172ed330 req-7d185297-d2f4-47d5-a794-21c1b7c372a5 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0854177
Dec 18 07:13:57.549934 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6166bc56-31da-4160-8270-bbac172ed330 req-53fdf8ac-518e-476b-9a18-7fc48d45f6a0 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423753
Dec 18 07:13:58.766049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a05dc-92b4-44b9-8270-99b1437a2e7d req-65ea9efd-e93c-4ddd-a7a1-e950f8160b62 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:58.767665 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ef0a05dc-92b4-44b9-8270-99b1437a2e7d req-65ea9efd-e93c-4ddd-a7a1-e950f8160b62 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0867884
Dec 18 07:13:58.814862 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ef0a05dc-92b4-44b9-8270-99b1437a2e7d req-8ee4fb98-388b-4841-8ceb-7af89890495f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409636
Dec 18 07:13:58.985468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8718dcc9-b61b-456d-a580-00f204df3e5d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:13:59.053950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 8718dcc9-b61b-456d-a580-00f204df3e5d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:13:59.054382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:59.175703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:59.210228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 8718dcc9-b61b-456d-a580-00f204df3e5d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8718dcc9-b61b-456d-a580-00f204df3e5d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:13:59.211219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:13:59.217859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:13:59.219781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e16c2e42-b740-4e97-8361-df66fe6a771c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:13:59.258991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-0ec1d191-b016-4710-9abf-be373c433815 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:59.259794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-0ec1d191-b016-4710-9abf-be373c433815 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Synchronizing usage tracker for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:13:59.279173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-0ec1d191-b016-4710-9abf-be373c433815 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Unset dirty status for tenant:e2aff21d1cee4d5491e5fa4c85a93202 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:13:59.280637 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-0ec1d191-b016-4710-9abf-be373c433815 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 943 time: 0.1193395
Dec 18 07:13:59.289239 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d', 'code': 200}
Dec 18 07:13:59.295879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=8718dcc9-b61b-456d-a580-00f204df3e5d,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:13:59.299353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:13:59.336450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc418662-04ec-46af-bba9-26a85c7f4386 req-c9e16733-0328-49a7-9e3b-9d4c381aa561 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:59.338115 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cc418662-04ec-46af-bba9-26a85c7f4386 req-c9e16733-0328-49a7-9e3b-9d4c381aa561 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0895629
Dec 18 07:13:59.368631 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-455f4f1b-5f6d-4eaa-902e-b897bccbabce service neutron] 10.222.0.15 "GET /v2.0/ports/8718dcc9-b61b-456d-a580-00f204df3e5d/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0791252
Dec 18 07:13:59.390415 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cc418662-04ec-46af-bba9-26a85c7f4386 req-06752c5f-a417-437a-929c-4ded7fb5cd7b tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451097
Dec 18 07:13:59.466645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-25c215f8-8d0e-42d8-b32c-6ded867b5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:59.468223 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-25c215f8-8d0e-42d8-b32c-6ded867b5d8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 1162 time: 0.0778170
Dec 18 07:13:59.874586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-82e4907d-c061-48ce-bc38-3559ce605e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:13:59.876168 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-82e4907d-c061-48ce-bc38-3559ce605e8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.4010243
Dec 18 07:13:59.982340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-0b44c4b7-04e8-4f79-a0df-cae63fdc5bbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8718dcc9-b61b-456d-a580-00f204df3e5d HTTP/1.1" status: 200  len: 1002 time: 0.0992568
Dec 18 07:14:00.049249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-482a6524-8ffd-4ea2-8948-28f84e18a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:00.050759 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-482a6524-8ffd-4ea2-8948-28f84e18a4ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0619988
Dec 18 07:14:00.127735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-8ee72182-e6b5-4b2f-aec8-0128cad48325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:00.129257 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-8ee72182-e6b5-4b2f-aec8-0128cad48325 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0717738
Dec 18 07:14:00.269377 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-73e9d1eb-fda7-411c-8aec-72365b70d1d9 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331141
Dec 18 07:14:00.412306 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-98b7def3-fb28-499b-8475-2c6b1a5f2938 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359172
Dec 18 07:14:00.611819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbd2f4-5ab5-4f2a-8258-2a637ec56344 req-c501c561-8a96-472f-b127-8822ee59c8d3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:00.613416 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6dbbd2f4-5ab5-4f2a-8258-2a637ec56344 req-c501c561-8a96-472f-b127-8822ee59c8d3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0831828
Dec 18 07:14:00.660071 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6dbbd2f4-5ab5-4f2a-8258-2a637ec56344 req-f62a0245-6f82-42e6-8f13-371402e7fed3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404363
Dec 18 07:14:00.839796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8718dcc9-b61b-456d-a580-00f204df3e5d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:14:00.908051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 8718dcc9-b61b-456d-a580-00f204df3e5d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:14:00.908575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:01.874750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1490f-f558-4074-a281-26971bc8c41d req-0dadffe7-43dc-4c79-ae8a-d9b8e13c1dae tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:01.876348 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-80a1490f-f558-4074-a281-26971bc8c41d req-0dadffe7-43dc-4c79-ae8a-d9b8e13c1dae tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0860822
Dec 18 07:14:01.922373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-80a1490f-f558-4074-a281-26971bc8c41d req-e5ea0da7-f4ab-421c-bf9a-321a76428a6d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397952
Dec 18 07:14:02.834105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8718dcc9-b61b-456d-a580-00f204df3e5d no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:14:02.947894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:02.977210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:14:02.988926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 8718dcc9-b61b-456d-a580-00f204df3e5d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8718dcc9-b61b-456d-a580-00f204df3e5d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:14:02.991825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:02.994530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:03.063916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=8718dcc9-b61b-456d-a580-00f204df3e5d,revision_number=7']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:03.068021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:03.072953 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d', 'code': 200}
Dec 18 07:14:03.144972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdd781-995b-4a22-89d6-2f10778d65f8 req-9633aeec-3029-45b9-a752-c007d72c8194 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:03.146651 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0fcdd781-995b-4a22-89d6-2f10778d65f8 req-9633aeec-3029-45b9-a752-c007d72c8194 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0865383
Dec 18 07:14:03.202004 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0fcdd781-995b-4a22-89d6-2f10778d65f8 req-92a31c2c-883b-4bff-962b-9cf7f1527521 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476632
Dec 18 07:14:03.988159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-5a604005-291c-41cf-a40b-1671f7094eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:03.989812 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-5a604005-291c-41cf-a40b-1671f7094eb4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2&tenant_id=e2aff21d1cee4d5491e5fa4c85a93202 HTTP/1.1" status: 200  len: 1160 time: 0.0804391
Dec 18 07:14:04.091682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-0c9590f9-bdd2-4198-84af-b8ead01ae279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:04.093273 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-0c9590f9-bdd2-4198-84af-b8ead01ae279 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 1160 time: 0.0753586
Dec 18 07:14:04.240413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-430f8ed6-3677-484c-9308-63a9277542b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:04.242048 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-430f8ed6-3677-484c-9308-63a9277542b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1378336
Dec 18 07:14:04.355201 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-c9cf02c1-6263-4cfa-9567-ade19a91d57f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8718dcc9-b61b-456d-a580-00f204df3e5d HTTP/1.1" status: 200  len: 1000 time: 0.1028330
Dec 18 07:14:04.420035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2ce6a-109a-4d41-a790-f7dea2015bec req-2384880b-7fb6-4e3f-ba99-246703298287 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:04.421718 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ef2ce6a-109a-4d41-a790-f7dea2015bec req-2384880b-7fb6-4e3f-ba99-246703298287 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0838726
Dec 18 07:14:04.426230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-b8c1aeef-2367-4750-a418-4041ac402783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:04.427881 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-b8c1aeef-2367-4750-a418-4041ac402783 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0633106
Dec 18 07:14:04.471723 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ef2ce6a-109a-4d41-a790-f7dea2015bec req-cafb0294-656b-483b-a481-fd9284e447d6 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435026
Dec 18 07:14:04.515103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-5896fa5c-93d9-4b66-94ee-27ff1a8197ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:04.516710 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-5896fa5c-93d9-4b66-94ee-27ff1a8197ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0789008
Dec 18 07:14:04.666478 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-6ab6ec46-2ce0-4145-a360-c6817c239b6c service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376677
Dec 18 07:14:04.814624 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fe9c98a7-fee2-4dbe-b575-b879e694cbb4 req-7dc448d5-f58b-4c17-b460-a84d8e5a38f4 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369228
Dec 18 07:14:05.692234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8850529-0690-4523-b0c7-0784df9f8c20 req-a643252b-9c59-465a-965a-d4bb6309be4f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:05.694128 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b8850529-0690-4523-b0c7-0784df9f8c20 req-a643252b-9c59-465a-965a-d4bb6309be4f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0888674
Dec 18 07:14:05.741309 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b8850529-0690-4523-b0c7-0784df9f8c20 req-3b7db527-d096-41bf-9841-24f81b262cc6 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408211
Dec 18 07:14:06.956699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602dab1-2c39-4ecc-8cff-c542ab3534c5 req-74d9992c-baa2-4c2e-9e7c-69d2b5408a63 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:06.958284 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d602dab1-2c39-4ecc-8cff-c542ab3534c5 req-74d9992c-baa2-4c2e-9e7c-69d2b5408a63 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0877485
Dec 18 07:14:07.008091 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d602dab1-2c39-4ecc-8cff-c542ab3534c5 req-2c1bbea1-270b-492d-bbcb-2e9f2ff76363 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436461
Dec 18 07:14:08.221090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26217b3-0431-4e24-a9af-c948473101cc req-22a32dd4-cb72-4425-bef7-6838960164d9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:08.222720 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e26217b3-0431-4e24-a9af-c948473101cc req-22a32dd4-cb72-4425-bef7-6838960164d9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0817118
Dec 18 07:14:08.270539 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e26217b3-0431-4e24-a9af-c948473101cc req-06b2b19b-f43e-4a51-974c-086023b1a0b9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416625
Dec 18 07:14:09.485490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71d9da-4c14-4636-94d2-622baf60976d req-889dc9d9-c037-40a5-bb77-80c9ba9e5075 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:09.487100 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a71d9da-4c14-4636-94d2-622baf60976d req-889dc9d9-c037-40a5-bb77-80c9ba9e5075 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0866904
Dec 18 07:14:09.533818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7a71d9da-4c14-4636-94d2-622baf60976d req-c31cdf5a-9556-45ba-a426-c8acd290e662 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404625
Dec 18 07:14:10.744213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504f272-f586-47e8-9194-72d2bc4b1564 req-7fff435d-e408-42fd-b3cd-ab6710be97b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:10.745832 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2504f272-f586-47e8-9194-72d2bc4b1564 req-7fff435d-e408-42fd-b3cd-ab6710be97b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0820990
Dec 18 07:14:10.796012 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2504f272-f586-47e8-9194-72d2bc4b1564 req-aeb5f861-53fd-4380-b548-71b6567754c7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433276
Dec 18 07:14:12.009269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04666a19-6ac2-44d0-9c95-7ca116422f0c req-f0495217-bae3-4919-87ee-669433c5e031 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:12.010817 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-04666a19-6ac2-44d0-9c95-7ca116422f0c req-f0495217-bae3-4919-87ee-669433c5e031 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0840909
Dec 18 07:14:12.056815 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-04666a19-6ac2-44d0-9c95-7ca116422f0c req-52dfc938-e034-47d0-a336-c424a3895ef6 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396900
Dec 18 07:14:13.095111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8718dcc9-b61b-456d-a580-00f204df3e5d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:14:13.187992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 8718dcc9-b61b-456d-a580-00f204df3e5d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:14:13.188661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:13.305939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6157ada-9232-4acd-8335-d228e58605fa req-1bcdbba1-bf61-47c4-b215-9de8eae2741d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:13.313087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:13.314556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a6157ada-9232-4acd-8335-d228e58605fa req-1bcdbba1-bf61-47c4-b215-9de8eae2741d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 943 time: 0.0971026
Dec 18 07:14:13.347725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:14:13.356923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 8718dcc9-b61b-456d-a580-00f204df3e5d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8718dcc9-b61b-456d-a580-00f204df3e5d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:14:13.367048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:13.369154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:13.370863 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a6157ada-9232-4acd-8335-d228e58605fa req-a62729a9-2633-4ad8-9785-c9db20e04742 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553255
Dec 18 07:14:13.426521 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d', 'code': 200}
Dec 18 07:14:13.441909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=8718dcc9-b61b-456d-a580-00f204df3e5d,revision_number=8']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:13.445583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:13.862601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:14:14.590871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b60884-279f-4b50-a278-7d3d5e808285 req-472f1d7e-0539-4f41-9ad5-6b741c86c64f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:14.592524 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-66b60884-279f-4b50-a278-7d3d5e808285 req-472f1d7e-0539-4f41-9ad5-6b741c86c64f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0834293
Dec 18 07:14:14.643456 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-66b60884-279f-4b50-a278-7d3d5e808285 req-ce64452d-99d0-4448-98dd-487e17347d7e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446966
Dec 18 07:14:14.707895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d505f0ff-c920-4b3f-95c7-b12a1e85836b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:14.854812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0daf0ad-0888-4414-a6ec-852529d588b1 req-745743f6-fab4-494e-97a1-68c585be31db tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:14.856438 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0daf0ad-0888-4414-a6ec-852529d588b1 req-745743f6-fab4-494e-97a1-68c585be31db tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0821564
Dec 18 07:14:14.904004 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0daf0ad-0888-4414-a6ec-852529d588b1 req-23636819-324e-4527-ab2c-2b76e43288b3 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412302
Dec 18 07:14:14.915603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8718dcc9-b61b-456d-a580-00f204df3e5d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:14:14.989822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 8718dcc9-b61b-456d-a580-00f204df3e5d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:14:14.990421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:15.129469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c23d4-0698-4f49-8308-2d5121c53464 req-bca49b94-d054-41ef-8f3b-985e7d436ed9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:15.130028 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e2296270-417c-4f76-b240-f177e234a2be req-67d6c4d6-a57f-4149-8432-eb6cc035670f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1588564
Dec 18 07:14:15.131136 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d6c23d4-0698-4f49-8308-2d5121c53464 req-bca49b94-d054-41ef-8f3b-985e7d436ed9 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0898528
Dec 18 07:14:15.180376 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d6c23d4-0698-4f49-8308-2d5121c53464 req-7e8eb627-fe75-41df-8e01-239cdd807c19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419357
Dec 18 07:14:15.282765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2296270-417c-4f76-b240-f177e234a2be req-949eefde-fb36-4425-b3db-70758017f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:15.284395 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e2296270-417c-4f76-b240-f177e234a2be req-949eefde-fb36-4425-b3db-70758017f3b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 1162 time: 0.0804162
Dec 18 07:14:15.445414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2296270-417c-4f76-b240-f177e234a2be req-0ac133d5-4115-43dd-af5c-5cc179c5a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:15.447039 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e2296270-417c-4f76-b240-f177e234a2be req-0ac133d5-4115-43dd-af5c-5cc179c5a810 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 200  len: 906 time: 0.1419387
Dec 18 07:14:15.551284 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e2296270-417c-4f76-b240-f177e234a2be req-574ac35e-dcd1-4abf-8b38-0d20933bd700 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8718dcc9-b61b-456d-a580-00f204df3e5d HTTP/1.1" status: 200  len: 1002 time: 0.0967155
Dec 18 07:14:15.607135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fa103-c3d7-4c15-b28a-7a2bcd1010f2 req-d57efce2-7d6b-46a7-b493-004efb690419 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:15.608763 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6a9fa103-c3d7-4c15-b28a-7a2bcd1010f2 req-d57efce2-7d6b-46a7-b493-004efb690419 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0825069
Dec 18 07:14:15.625186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2296270-417c-4f76-b240-f177e234a2be req-8bca2d36-2ab3-40da-9c4f-fbddfb1b9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:15.626792 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e2296270-417c-4f76-b240-f177e234a2be req-8bca2d36-2ab3-40da-9c4f-fbddfb1b9c80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 200  len: 851 time: 0.0683823
Dec 18 07:14:15.662515 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6a9fa103-c3d7-4c15-b28a-7a2bcd1010f2 req-daff083a-21dc-4910-b948-80b790069fbf tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462477
Dec 18 07:14:15.708881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2296270-417c-4f76-b240-f177e234a2be req-fa80f664-b730-45b4-ac4a-712c56d46bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:15.710536 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e2296270-417c-4f76-b240-f177e234a2be req-fa80f664-b730-45b4-ac4a-712c56d46bfc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8257ad7a-9ef5-423d-addf-db974607ecba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0759220
Dec 18 07:14:15.855020 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e2296270-417c-4f76-b240-f177e234a2be req-452c7718-c3e2-4393-8747-5ca2832baa29 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365924
Dec 18 07:14:15.997489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e2296270-417c-4f76-b240-f177e234a2be req-6492935c-1718-474a-a3f2-b0ebba90a966 service neutron] 10.222.0.15 "GET /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1349342
Dec 18 07:14:16.876122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870d155-5dc1-4e18-b728-c2da2b46c13f req-317a34ee-5e36-4fbf-aa8e-d76cae3163f2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:16.877737 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d870d155-5dc1-4e18-b728-c2da2b46c13f req-317a34ee-5e36-4fbf-aa8e-d76cae3163f2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0825522
Dec 18 07:14:16.924052 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d870d155-5dc1-4e18-b728-c2da2b46c13f req-bdc6e77e-8ea4-4d5c-853e-4af1ffad4338 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400050
Dec 18 07:14:17.461393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0bad-40bb-46ef-98eb-f749ece4aeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:17.504766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:18.127455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-6f0458fd-bcfc-4de9-81e9-d6fef9bd7692 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:18.129081 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-6f0458fd-bcfc-4de9-81e9-d6fef9bd7692 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0887723
Dec 18 07:14:18.141279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dc2bd-7af5-456f-a778-eceaca74a093 req-c5f2985e-4271-4a12-aa3a-d5469560d504 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:18.142941 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5b0dc2bd-7af5-456f-a778-eceaca74a093 req-c5f2985e-4271-4a12-aa3a-d5469560d504 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 945 time: 0.0878046
Dec 18 07:14:18.190572 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5b0dc2bd-7af5-456f-a778-eceaca74a093 req-7623c090-397a-44df-b175-44c04aaa3398 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups?id=7c74672d-0be9-4123-a9ac-5afe211a6256&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410061
Dec 18 07:14:18.207139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Deleting port 8718dcc9-b61b-456d-a580-00f204df3e5d {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:14:18.207530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:18.458469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] For port 8718dcc9-b61b-456d-a580-00f204df3e5d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8718dcc9-b61b-456d-a580-00f204df3e5d,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:14:18.458870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:18.538441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:18.754336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:18.754682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:18.755036 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081 disassociated. External IP: 172.26.7.250, port: 8718dcc9-b61b-456d-a580-00f204df3e5d.
Dec 18 07:14:18.755417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Calling delete_port for 8718dcc9-b61b-456d-a580-00f204df3e5d owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:14:18.904095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:18.918844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:18.935445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8718dcc9-b61b-456d-a580-00f204df3e5d no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:14:18.970385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: 8718dcc9-b61b-456d-a580-00f204df3e5d {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:14:18.970788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8718dcc9-b61b-456d-a580-00f204df3e5d not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:14:19.010157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event deleted for resources: {'Port': ['ID=8718dcc9-b61b-456d-a580-00f204df3e5d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:19.030259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.030690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.031116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.031529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.031939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.032347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.032755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.033160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.033584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.033992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.034394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.034796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.035254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.035658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.036058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.036461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.036862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.037264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.037691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.038098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.038497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.038898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.039298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.039701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:19.045369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:19.295205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Router 458b8d79-43e9-414a-9bde-64384cab38f3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:14:19.370516 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b302e49-e528-4c00-bdbc-bf731d30dcbf req-fed03149-8ee1-4d97-bcc4-64a353739cbb tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 210 time: 0.0481071
Dec 18 07:14:19.486630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:19.752847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:14:19.762995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d2f76-0dfb-4828-9794-a00c365ec4b9 None None] Sync routers for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:14:19.773161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d2f76-0dfb-4828-9794-a00c365ec4b9 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:14:19.773908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-564d2f76-0dfb-4828-9794-a00c365ec4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f5e5c18>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:14:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:14:19.792102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] No DVR routers for this DVR port 8718dcc9-b61b-456d-a580-00f204df3e5d on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:14:19.794967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:19.800140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'name': 'network-vif-deleted', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:14:19.815736 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f39fa103-4a78-4fc7-8396-251d472887d8 req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.15 "DELETE /v2.0/ports/8718dcc9-b61b-456d-a580-00f204df3e5d HTTP/1.1" status: 204  len: 173 time: 1.6770113
Dec 18 07:14:19.865189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2', 'name': 'network-vif-deleted', 'tag': '8718dcc9-b61b-456d-a580-00f204df3e5d', 'status': 'completed', 'code': 200}
Dec 18 07:14:19.965177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-564d2f76-0dfb-4828-9794-a00c365ec4b9 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:14:20.292453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-564d2f76-0dfb-4828-9794-a00c365ec4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f5e5c18>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:14:20.296563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d2f76-0dfb-4828-9794-a00c365ec4b9 None None] Checking router: 458b8d79-43e9-414a-9bde-64384cab38f3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:14:20.305589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d2f76-0dfb-4828-9794-a00c365ec4b9 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:14:20.306256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-564d2f76-0dfb-4828-9794-a00c365ec4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f5e5c18>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:14:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:14:20.492829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-564d2f76-0dfb-4828-9794-a00c365ec4b9 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:14:20.570854 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e3000079-7dca-45b8-9981-0c3ce3970eb2 req-85808b8e-803b-41b5-9e89-f7717ee25051 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2a8db-7a7e-42d0-9eb3-b1b207f8f7f2 HTTP/1.1" status: 200  len: 210 time: 0.0491009
Dec 18 07:14:20.817942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-564d2f76-0dfb-4828-9794-a00c365ec4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f5e5c18>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:14:20.822690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d2f76-0dfb-4828-9794-a00c365ec4b9 None None] The sync data for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs is: [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:08:19Z', 'revision_number': 4, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '0cf7d6b2-faaf-4902-a465-3df775d2c71a', 'name': '', 'network_id': '8257ad7a-9ef5-423d-addf-db974607ecba', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'mac_address': 'fa:16:3e:09:b7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:18Z', 'updated_at': '2020-12-18T07:08:27Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'subnets': [{'id': '79128c61-a2f0-40f7-8827-f65edda6e7cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:14:21.203329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b1e360-e6c3-44a4-8338-44baff0257b8 None None] New status for floating IP 850ad26b-fd89-4a5c-8366-6e2c3ce44081: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:14:22.945910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:25.953048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 57786) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:14:26.020366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:26.050032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:26.099907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:26.105695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-011d8481-17b4-4f39-a19b-b23af3fe8694 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:26.120586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c74672d-0be9-4123-a9ac-5afe211a6256,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:26.132482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.132915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.133341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.133786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.134210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.134623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.135038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.135447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.135857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.136285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.136697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.137103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.137589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.138001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.138407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.138830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.139222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.139629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.140036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.140455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.140854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.141261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.141697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.142125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:26.146232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:26.147180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:26.148649 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0c59a559-93aa-4eb3-877b-3f34da431576 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "DELETE /v2.0/security-groups/7c74672d-0be9-4123-a9ac-5afe211a6256 HTTP/1.1" status: 204  len: 168 time: 0.1942353
Dec 18 07:14:26.151102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 57790) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:14:26.169249 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-3777be9f-4423-466b-9279-f60db79f8f86 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] show failed (client error): The resource could not be found.
Dec 18 07:14:26.173266 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3777be9f-4423-466b-9279-f60db79f8f86 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "GET /v2.0/security-groups/7c74672d-0be9-4123-a9ac-5afe211a6256 HTTP/1.1" status: 404  len: 347 time: 0.0211773
Dec 18 07:14:26.173387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 57794) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:14:26.330959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a72e296b-c883-4dec-b747-e1ebe641b15e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Deleting port b7c03a72-5206-43e2-9b81-a7eacf5bd708 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:14:26.331338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72e296b-c883-4dec-b747-e1ebe641b15e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:26.501435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72e296b-c883-4dec-b747-e1ebe641b15e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:26.501873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72e296b-c883-4dec-b747-e1ebe641b15e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:26.627244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a72e296b-c883-4dec-b747-e1ebe641b15e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Calling delete_port for b7c03a72-5206-43e2-9b81-a7eacf5bd708 owned by network:floatingip {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:14:26.765006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72e296b-c883-4dec-b747-e1ebe641b15e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:26.779966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5cd58235-9dcc-4836-9505-2efa7b02f5bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:26.871371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e296b-c883-4dec-b747-e1ebe641b15e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Pushing event deleted for resources: {'Port': ['ID=b7c03a72-5206-43e2-9b81-a7eacf5bd708,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:26.880912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a72e296b-c883-4dec-b747-e1ebe641b15e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:26.999351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72e296b-c883-4dec-b747-e1ebe641b15e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks [] for floatingip, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:27.014050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a72e296b-c883-4dec-b747-e1ebe641b15e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:27.015300 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a72e296b-c883-4dec-b747-e1ebe641b15e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] 10.222.0.23 "DELETE /v2.0/floatingips/850ad26b-fd89-4a5c-8366-6e2c3ce44081 HTTP/1.1" status: 204  len: 168 time: 0.8408377
Dec 18 07:14:27.018559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 57798) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:14:27.445906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:28.030313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] Deleting port 0cf7d6b2-faaf-4902-a465-3df775d2c71a {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:14:28.030910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:28.205835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] For port 0cf7d6b2-faaf-4902-a465-3df775d2c71a, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0cf7d6b2-faaf-4902-a465-3df775d2c71a,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:14:28.206225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:28.332071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] Calling delete_port for 0cf7d6b2-faaf-4902-a465-3df775d2c71a owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:14:28.508719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:28.523839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d11ca7e9-1f4a-422f-b633-eae4bf8b30b7 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:28.621865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf7d6b2-faaf-4902-a465-3df775d2c71a,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:28.624656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:28.922384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:29.686710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] Router 458b8d79-43e9-414a-9bde-64384cab38f3 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:14:29.864749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:14:29.874808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b5a64-9fa8-445f-89d9-b32bfab93488 None None] Sync routers for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:14:29.877957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] 10.222.0.23 "PUT /v2.0/routers/458b8d79-43e9-414a-9bde-64384cab38f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8583193
Dec 18 07:14:29.880582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 57804) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:14:29.885559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b5a64-9fa8-445f-89d9-b32bfab93488 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:14:29.886907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-787b5a64-9fa8-445f-89d9-b32bfab93488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cbf5a58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:14:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:14:30.065189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:30.067136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-787b5a64-9fa8-445f-89d9-b32bfab93488 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:14:30.242952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:30.248746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] Deleting port 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:14:30.249109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:30.365627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-787b5a64-9fa8-445f-89d9-b32bfab93488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cbf5a58>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:14:28Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:14:30.369791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b5a64-9fa8-445f-89d9-b32bfab93488 None None] Checking router: 458b8d79-43e9-414a-9bde-64384cab38f3 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:14:30.379389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b5a64-9fa8-445f-89d9-b32bfab93488 None None] Routers {'458b8d79-43e9-414a-9bde-64384cab38f3'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:14:30.380061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-787b5a64-9fa8-445f-89d9-b32bfab93488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cbf5a58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:14:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['458b8d79-43e9-414a-9bde-64384cab38f3'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:14:30.429496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] For port 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=60bfd54f-24fd-49d2-91e8-8e7ce7a4e681,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:14:30.429922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:30.556739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] Calling delete_port for 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:14:30.561088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-787b5a64-9fa8-445f-89d9-b32bfab93488 None None] Set router 458b8d79-43e9-414a-9bde-64384cab38f3 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:14:30.697012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:30.863123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-787b5a64-9fa8-445f-89d9-b32bfab93488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cbf5a58>, [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:14:28Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:14:30.867236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b5a64-9fa8-445f-89d9-b32bfab93488 None None] The sync data for ids ['458b8d79-43e9-414a-9bde-64384cab38f3'] in dv-neutron-765072-3-ovs is: [{'id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'name': 'tempest-ServerActionsTestJSON-1808992367-router', 'tenant_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217'}], 'enable_snat': True}, 'gw_port_id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:08:14Z', 'updated_at': '2020-12-18T07:14:28Z', 'revision_number': 5, 'project_id': 'e2aff21d1cee4d5491e5fa4c85a93202', 'gw_port': {'id': '60bfd54f-24fd-49d2-91e8-8e7ce7a4e681', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:0a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458b8d79-43e9-414a-9bde-64384cab38f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:08:15Z', 'updated_at': '2020-12-18T07:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:14:30.889126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:31.006806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0cf7d6b2-faaf-4902-a465-3df775d2c71a no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:14:31.028167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:31.031290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:31.040952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 0cf7d6b2-faaf-4902-a465-3df775d2c71a {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:14:31.041357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0cf7d6b2-faaf-4902-a465-3df775d2c71a not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:14:31.052992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:31.053619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 458b8d79-43e9-414a-9bde-64384cab38f3 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:14:31.066464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:31.067708 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0aebe11d-bc78-4aec-99ad-aec9107cc3e3 admin admin] 10.222.0.23 "DELETE /v2.0/routers/458b8d79-43e9-414a-9bde-64384cab38f3 HTTP/1.1" status: 204  len: 168 time: 1.1861472
Dec 18 07:14:31.070729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 57808) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:14:31.141393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ad6112-f1c2-4e43-ae26-ac6d1cf28dd0 admin admin] Deleting subnet 79128c61-a2f0-40f7-8827-f65edda6e7cf {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:14:31.144608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88ad6112-f1c2-4e43-ae26-ac6d1cf28dd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:31.197101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88ad6112-f1c2-4e43-ae26-ac6d1cf28dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:31.281483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88ad6112-f1c2-4e43-ae26-ac6d1cf28dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:31.540647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88ad6112-f1c2-4e43-ae26-ac6d1cf28dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:31.557416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c730a0ab-45ed-4443-a778-90b2f1141429 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:31.645904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad6112-f1c2-4e43-ae26-ac6d1cf28dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79128c61-a2f0-40f7-8827-f65edda6e7cf,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:31.657544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-88ad6112-f1c2-4e43-ae26-ac6d1cf28dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:31.690786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88ad6112-f1c2-4e43-ae26-ac6d1cf28dd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:31.696446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4e6f6c-9181-4216-9b35-8a22e237a657 None None] Network 8257ad7a-9ef5-423d-addf-db974607ecba requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:14:31.697045 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-88ad6112-f1c2-4e43-ae26-ac6d1cf28dd0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/79128c61-a2f0-40f7-8827-f65edda6e7cf HTTP/1.1" status: 204  len: 168 time: 0.6252759
Dec 18 07:14:31.699845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 57812) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:14:31.815216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:31.884428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Deleting port ae34f5e8-bb6e-4b77-a613-cb4b70873e08 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:14:31.884806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:31.953511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdddd77b-6de3-4316-bccf-e7d18f2f22ff None None] DHCP port deletion for 8257ad7a-9ef5-423d-addf-db974607ecba request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:14:31.958258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bdddd77b-6de3-4316-bccf-e7d18f2f22ff None None] Deleting port ae34f5e8-bb6e-4b77-a613-cb4b70873e08 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:14:31.958691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bdddd77b-6de3-4316-bccf-e7d18f2f22ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:32.100807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] For port ae34f5e8-bb6e-4b77-a613-cb4b70873e08, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ae34f5e8-bb6e-4b77-a613-cb4b70873e08,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:14:32.102043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:32.171205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bdddd77b-6de3-4316-bccf-e7d18f2f22ff None None] For port ae34f5e8-bb6e-4b77-a613-cb4b70873e08, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ae34f5e8-bb6e-4b77-a613-cb4b70873e08,segment=NetworkSegment(b8c98830-0d1f-4da4-b602-deafdb453cd5),segment_id=b8c98830-0d1f-4da4-b602-deafdb453cd5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:14:32.171587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bdddd77b-6de3-4316-bccf-e7d18f2f22ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:32.236868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Calling delete_port for ae34f5e8-bb6e-4b77-a613-cb4b70873e08 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:14:32.296899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bdddd77b-6de3-4316-bccf-e7d18f2f22ff None None] Calling delete_port for ae34f5e8-bb6e-4b77-a613-cb4b70873e08 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:14:32.308173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:32.324673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-53b6dcfc-90cc-4334-b5da-9732d4701f2f tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:32.366442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-bdddd77b-6de3-4316-bccf-e7d18f2f22ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:14:32.366856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-bdddd77b-6de3-4316-bccf-e7d18f2f22ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:14:32.414914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Pushing event deleted for resources: {'Port': ['ID=ae34f5e8-bb6e-4b77-a613-cb4b70873e08,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:32.418483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:32.463016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] No DVR routers for this DVR port ae34f5e8-bb6e-4b77-a613-cb4b70873e08 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:14:32.582886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:32.696752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d154898>,) {'filters': {'network_id': ['8257ad7a-9ef5-423d-addf-db974607ecba']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:14:32.709271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d154898>, 'b8c98830-0d1f-4da4-b602-deafdb453cd5') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:14:32.709753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d154898>, 'b8c98830-0d1f-4da4-b602-deafdb453cd5') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:14:32.721880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:32.737048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:32.739030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:14:32.868698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bdddd77b-6de3-4316-bccf-e7d18f2f22ff None None] Deleting port ae34f5e8-bb6e-4b77-a613-cb4b70873e08 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:14:32.869257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bdddd77b-6de3-4316-bccf-e7d18f2f22ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:32.919731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Network 8257ad7a-9ef5-423d-addf-db974607ecba has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:14:32.928879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:32.937932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bdddd77b-6de3-4316-bccf-e7d18f2f22ff None None] The port 'ae34f5e8-bb6e-4b77-a613-cb4b70873e08' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:14:33.046728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:14:33.081185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:14:33.081601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 60bfd54f-24fd-49d2-91e8-8e7ce7a4e681 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:14:33.082065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ae34f5e8-bb6e-4b77-a613-cb4b70873e08 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:14:33.113891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: ae34f5e8-bb6e-4b77-a613-cb4b70873e08 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:14:33.114294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ae34f5e8-bb6e-4b77-a613-cb4b70873e08 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:14:33.116052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Network 8257ad7a-9ef5-423d-addf-db974607ecba has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:14:33.139340 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:14:33.488863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:33.492020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-939db4b2-0d49-4f69-b03a-00b75e2244c9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:33.505931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:33.517288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Pushing event deleted for resources: {'Network': ['ID=8257ad7a-9ef5-423d-addf-db974607ecba,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:33.520638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:33.530479 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] 10.222.0.23 "DELETE /v2.0/networks/8257ad7a-9ef5-423d-addf-db974607ecba HTTP/1.1" status: 204  len: 168 time: 1.8296204
Dec 18 07:14:33.672204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 57818) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:14:33.727641 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6a0c7738-e3d6-4023-9ced-449a9b5af5ba admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2aff21d1cee4d5491e5fa4c85a93202&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0540845
Dec 18 07:14:33.730625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 57824) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:14:33.790149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e95733d4-ef57-4751-bf29-3c2e318faed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:33.817380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e95733d4-ef57-4751-bf29-3c2e318faed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:33.871158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e95733d4-ef57-4751-bf29-3c2e318faed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:33.876351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-883cb941-3871-44d7-9b3c-1ae86170b324 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:33.890103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95733d4-ef57-4751-bf29-3c2e318faed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ca3ea1-27e6-4174-b44b-f16e24d362b4,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:33.894273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e95733d4-ef57-4751-bf29-3c2e318faed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:33.898492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e95733d4-ef57-4751-bf29-3c2e318faed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:33.899710 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e95733d4-ef57-4751-bf29-3c2e318faed0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24ca3ea1-27e6-4174-b44b-f16e24d362b4 HTTP/1.1" status: 204  len: 168 time: 0.1681287
Dec 18 07:14:34.779478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 57846) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:14:34.919321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-334231857-network', 'tenant_id': '0ca2ac67f27b4edebd0ddc6cc685b97b'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:14:34.925734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:14:34.929882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Usage tracker for resource:network and tenant:0ca2ac67f27b4edebd0ddc6cc685b97b is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:14:34.932946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:14:34.938749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:14:34.948811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Made reservation on behalf of 0ca2ac67f27b4edebd0ddc6cc685b97b for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:14:34.953649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:34.966830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:34.982394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:14:34.986381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Usage tracker for resource:security_group_rule and tenant:0ca2ac67f27b4edebd0ddc6cc685b97b is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:14:34.989298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:14:34.996236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:14:35.083867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:35.087396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:35.092339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-57ab0e8a-7a78-4ea4-9d3d-494e3a74c296 tempest-NegativeSecGroupTest-545045913 tempest-NegativeSecGroupTest-545045913] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:35.121113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:14:35.133756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45609868-c310-48f3-aa8d-65aa4947cea4,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:35.138155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:35.139142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:35.139527 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Added segment 72f03168-cfe8-44d5-b8a3-72dca7675af5 of type vxlan for network b70412e2-635e-41da-b98b-768fc7e40d11
Dec 18 07:14:35.166544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:35.196352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:35.197315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:35.197980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:35.203444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:35.306007 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.5252492
Dec 18 07:14:35.308957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Pushing event updated for resources: {'Network': ['ID=b70412e2-635e-41da-b98b-768fc7e40d11,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:35.309138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 57852) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:14:35.311975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:35.315434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Request body: {'subnet': {'network_id': 'b70412e2-635e-41da-b98b-768fc7e40d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-334231857-subnet', 'tenant_id': '0ca2ac67f27b4edebd0ddc6cc685b97b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:14:35.319410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network b70412e2-635e-41da-b98b-768fc7e40d11 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:14:35.321159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:14:35.326751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Usage tracker for resource:subnet and tenant:0ca2ac67f27b4edebd0ddc6cc685b97b is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:14:35.329837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:14:35.335625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:14:35.337061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network b70412e2-635e-41da-b98b-768fc7e40d11 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:14:35.345130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Made reservation on behalf of 0ca2ac67f27b4edebd0ddc6cc685b97b for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:14:35.349875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:35.761315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:35.775980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-696ab6a7-94f3-45d9-81cb-15b2a53ef074 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:35.897866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242ba72c-6fce-4ef7-a297-b3865b9b06eb,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:35.902958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:35.972537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Checking segment: {'id': '72f03168-cfe8-44d5-b8a3-72dca7675af5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b70412e2-635e-41da-b98b-768fc7e40d11'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:14:35.972922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Network hostable DHCP agents. Network: b70412e2-635e-41da-b98b-768fc7e40d11, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:14:35.990869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Network b70412e2-635e-41da-b98b-768fc7e40d11 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:14:35.998790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, b70412e2-635e-41da-b98b-768fc7e40d11) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:14:36.008621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2958d2ff-7cb2-47cc-9b60-f5e9b75afbc1 None None] Network b70412e2-635e-41da-b98b-768fc7e40d11 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:14:36.010369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:36.011545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:36.030830 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-07219021-9255-4a84-a5e0-08b8db251123 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7204518
Dec 18 07:14:36.233117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c14a62b-0666-4f57-8da6-c095d83144a9 None None] Network b70412e2-635e-41da-b98b-768fc7e40d11 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:14:36.865617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-9c5efcc0-0382-4ebf-9728-58a68499f8ab tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:36.867228 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-9c5efcc0-0382-4ebf-9728-58a68499f8ab tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/networks?id=b70412e2-635e-41da-b98b-768fc7e40d11 HTTP/1.1" status: 200  len: 813 time: 0.4022076
Dec 18 07:14:36.884034 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-57e05a78-e383-4606-a9b1-e70010dc114c tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/quotas/0ca2ac67f27b4edebd0ddc6cc685b97b HTTP/1.1" status: 200  len: 375 time: 0.0098913
Dec 18 07:14:36.933468 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-6e9ceca2-0e07-4a83-9ea8-30dac04c0260 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ca2ac67f27b4edebd0ddc6cc685b97b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0434885
Dec 18 07:14:37.021396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-a5ae506a-1041-4b47-881e-7a54225b8b44 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:14:37.022528 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-a5ae506a-1041-4b47-881e-7a54225b8b44 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0817890
Dec 18 07:14:37.165159 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-8776efa3-f065-417a-9153-6e7c3c1a349f service neutron] 10.222.0.23 "GET /v2.0/networks/b70412e2-635e-41da-b98b-768fc7e40d11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357076
Dec 18 07:14:37.307479 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-cf78d062-9500-49c5-89e0-9065dd56c2ff service neutron] 10.222.0.23 "GET /v2.0/networks/b70412e2-635e-41da-b98b-768fc7e40d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356165
Dec 18 07:14:37.504185 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-da169b01-8849-4415-8ec3-f0b0aa31f15a req-f6d07547-36f2-4412-a039-140e306ecd7f tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 210 time: 0.0452728
Dec 18 07:14:38.655355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-e459e2e6-ac2d-4b4b-b8cb-fc0adde41614 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:38.656277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-e459e2e6-ac2d-4b4b-b8cb-fc0adde41614 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Synchronizing usage tracker for tenant:0ca2ac67f27b4edebd0ddc6cc685b97b on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:14:38.676742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-e459e2e6-ac2d-4b4b-b8cb-fc0adde41614 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Unset dirty status for tenant:0ca2ac67f27b4edebd0ddc6cc685b97b on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:14:38.678228 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-e459e2e6-ac2d-4b4b-b8cb-fc0adde41614 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.15 "GET /v2.0/networks?id=b70412e2-635e-41da-b98b-768fc7e40d11 HTTP/1.1" status: 200  len: 813 time: 0.2050796
Dec 18 07:14:38.696256 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f211efad-dc3c-4b32-a089-ca1137cccb0f req-35d19b26-980c-4bf1-8f18-35c8d392007f tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 210 time: 0.0527842
Dec 18 07:14:38.706340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Request body: {'port': {'device_id': '773fa36b-3a6d-42fe-844b-110d28ec7ed1', 'network_id': 'b70412e2-635e-41da-b98b-768fc7e40d11', 'admin_state_up': True, 'tenant_id': '0ca2ac67f27b4edebd0ddc6cc685b97b'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:14:38.852373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:14:38.856548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Usage tracker for resource:port and tenant:0ca2ac67f27b4edebd0ddc6cc685b97b is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:14:38.859605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Quota usage for port was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:14:38.865342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:14:38.875264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Made reservation on behalf of 0ca2ac67f27b4edebd0ddc6cc685b97b for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:14:38.880977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:39.185889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Allocated IP 172.20.0.2 (b70412e2-635e-41da-b98b-768fc7e40d11/242ba72c-6fce-4ef7-a297-b3865b9b06eb/6662e912-626b-4d6e-a39b-d831380968c3) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:14:39.393111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:39.418977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:39.433892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a53a228d-2b1e-436f-9ae2-1648a5f0c643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:39.565961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Pushing event updated for resources: {'Port': ['ID=6662e912-626b-4d6e-a39b-d831380968c3,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:39.571232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:39.621362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Network b70412e2-635e-41da-b98b-768fc7e40d11 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:14:39.622746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:14:39.624850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:14:39.689906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:39.690570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:39.710516 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0085332
Dec 18 07:14:39.727239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Request body: {'port': {'device_id': '773fa36b-3a6d-42fe-844b-110d28ec7ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:14:39.843180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:39.907082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b825b4d-2ab4-4021-b093-856d1e2bf093 req-ff059f36-672f-47ef-89ce-a95046f2b4ba tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:39.908672 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b825b4d-2ab4-4021-b093-856d1e2bf093 req-ff059f36-672f-47ef-89ce-a95046f2b4ba tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 931 time: 0.0825937
Dec 18 07:14:39.955994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b825b4d-2ab4-4021-b093-856d1e2bf093 req-f93a4a42-d2e9-4208-8e53-6203d2bb01af tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408661
Dec 18 07:14:40.246140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6662e912-626b-4d6e-a39b-d831380968c3 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:14:40.253188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:40.266000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Transition to ACTIVE for port object 6662e912-626b-4d6e-a39b-d831380968c3 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:14:40.268339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:40.283916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-26356659-f0b6-4126-a902-37004c3e15ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:40.414480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Pushing event updated for resources: {'Port': ['ID=6662e912-626b-4d6e-a39b-d831380968c3,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:40.417821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:40.593827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Attempting to bind port 6662e912-626b-4d6e-a39b-d831380968c3 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:14:40.594202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Attempting to bind port 6662e912-626b-4d6e-a39b-d831380968c3 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '72f03168-cfe8-44d5-b8a3-72dca7675af5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b70412e2-635e-41da-b98b-768fc7e40d11'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:14:40.594566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Attempting to bind port 6662e912-626b-4d6e-a39b-d831380968c3 on network b70412e2-635e-41da-b98b-768fc7e40d11 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:14:40.600146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:14:40.600522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Checking segment: {'id': '72f03168-cfe8-44d5-b8a3-72dca7675af5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b70412e2-635e-41da-b98b-768fc7e40d11'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:14:40.600925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:40.601348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Bound using segment: {'id': '72f03168-cfe8-44d5-b8a3-72dca7675af5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b70412e2-635e-41da-b98b-768fc7e40d11'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:14:40.601816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Bound port: 6662e912-626b-4d6e-a39b-d831380968c3, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f03168-cfe8-44d5-b8a3-72dca7675af5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b70412e2-635e-41da-b98b-768fc7e40d11'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:14:40.602186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:40.696569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] For port 6662e912-626b-4d6e-a39b-d831380968c3, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:14:40.699695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] For port 6662e912-626b-4d6e-a39b-d831380968c3, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6662e912-626b-4d6e-a39b-d831380968c3,segment=NetworkSegment(72f03168-cfe8-44d5-b8a3-72dca7675af5),segment_id=72f03168-cfe8-44d5-b8a3-72dca7675af5)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:14:40.702946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:40.717767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:40.865619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Pushing event updated for resources: {'Port': ['ID=6662e912-626b-4d6e-a39b-d831380968c3,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:40.868953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:40.902721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:40.903385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:40.904848 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] 10.222.0.15 "PUT /v2.0/ports/6662e912-626b-4d6e-a39b-d831380968c3 HTTP/1.1" status: 200  len: 1157 time: 1.1822996
Dec 18 07:14:40.905454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773fa36b-3a6d-42fe-844b-110d28ec7ed1', 'tag': '6662e912-626b-4d6e-a39b-d831380968c3'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:14:40.987361 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773fa36b-3a6d-42fe-844b-110d28ec7ed1', 'tag': '6662e912-626b-4d6e-a39b-d831380968c3', 'status': 'completed', 'code': 200}
Dec 18 07:14:41.025185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-87e5d4ad-0656-4ef2-b2fb-f41a73eb46df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:41.027406 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-87e5d4ad-0656-4ef2-b2fb-f41a73eb46df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ca2ac67f27b4edebd0ddc6cc685b97b&device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 1160 time: 0.0822790
Dec 18 07:14:41.109226 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-25ab8a40-8438-41c6-b6ce-fa676db0d28b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6662e912-626b-4d6e-a39b-d831380968c3 HTTP/1.1" status: 200  len: 217 time: 0.0702195
Dec 18 07:14:41.170932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b266c2-fb8c-4152-8296-64d287390eda req-a00e80ba-2db5-492f-8f20-54bac3ffcd3e tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:41.172476 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-34b266c2-fb8c-4152-8296-64d287390eda req-a00e80ba-2db5-492f-8f20-54bac3ffcd3e tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 943 time: 0.0881095
Dec 18 07:14:41.186479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-b4fd2fa9-9c87-4efd-87f1-a2fb8ea7158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:41.188058 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-b4fd2fa9-9c87-4efd-87f1-a2fb8ea7158a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=242ba72c-6fce-4ef7-a297-b3865b9b06eb HTTP/1.1" status: 200  len: 853 time: 0.0680680
Dec 18 07:14:41.226062 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-34b266c2-fb8c-4152-8296-64d287390eda req-7c3d55d2-6f79-4cd8-b61c-1616402e6250 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470970
Dec 18 07:14:41.243476 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-02ebedcd-6a85-406a-b496-028310c6e70e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b70412e2-635e-41da-b98b-768fc7e40d11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437157
Dec 18 07:14:41.387315 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-673b7e17-4873-4c8f-9c5a-324413bea7ff service neutron] 10.222.0.15 "GET /v2.0/networks/b70412e2-635e-41da-b98b-768fc7e40d11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334083
Dec 18 07:14:41.531080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-03b3b190-9350-45be-beb4-0f5b77e6551b req-7facfa32-c90e-43f9-b163-ec327327fd5a service neutron] 10.222.0.15 "GET /v2.0/networks/b70412e2-635e-41da-b98b-768fc7e40d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1338227
Dec 18 07:14:41.660308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa14ed-7475-479d-937c-7df178f680bc req-070f7c67-1bad-443d-a38b-87fd92231171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:41.661941 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6dfa14ed-7475-479d-937c-7df178f680bc req-070f7c67-1bad-443d-a38b-87fd92231171 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ca2ac67f27b4edebd0ddc6cc685b97b&device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 1160 time: 0.0754347
Dec 18 07:14:41.802677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa14ed-7475-479d-937c-7df178f680bc req-f045d2b1-f80f-4ef3-8add-31bc9dc4f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:41.804168 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6dfa14ed-7475-479d-937c-7df178f680bc req-f045d2b1-f80f-4ef3-8add-31bc9dc4f0d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b70412e2-635e-41da-b98b-768fc7e40d11 HTTP/1.1" status: 200  len: 907 time: 0.1347544
Dec 18 07:14:41.876212 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6dfa14ed-7475-479d-937c-7df178f680bc req-f07d4f17-d4e3-4c07-b81f-812e2252dabd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6662e912-626b-4d6e-a39b-d831380968c3 HTTP/1.1" status: 200  len: 217 time: 0.0646272
Dec 18 07:14:41.945222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa14ed-7475-479d-937c-7df178f680bc req-bc5b7a89-e05c-4de7-8d7b-9a54fb76f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:41.946746 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6dfa14ed-7475-479d-937c-7df178f680bc req-bc5b7a89-e05c-4de7-8d7b-9a54fb76f913 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=242ba72c-6fce-4ef7-a297-b3865b9b06eb HTTP/1.1" status: 200  len: 853 time: 0.0633044
Dec 18 07:14:41.998652 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6dfa14ed-7475-479d-937c-7df178f680bc req-cb804ca8-e683-4eef-a34c-71e6b46b200d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b70412e2-635e-41da-b98b-768fc7e40d11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0448663
Dec 18 07:14:42.418888 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6dfa14ed-7475-479d-937c-7df178f680bc req-6fdd7282-8197-433a-a73b-65adee8400fc service neutron] 10.222.0.15 "GET /v2.0/networks/b70412e2-635e-41da-b98b-768fc7e40d11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4124944
Dec 18 07:14:42.442656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6c750-3af3-4ec0-95fa-270a4c450bcb req-64b9b8c2-1d70-489c-9480-8995c5a501f7 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:42.444532 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4be6c750-3af3-4ec0-95fa-270a4c450bcb req-64b9b8c2-1d70-489c-9480-8995c5a501f7 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 943 time: 0.0861793
Dec 18 07:14:42.495430 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4be6c750-3af3-4ec0-95fa-270a4c450bcb req-90e5f2b5-68fa-4e5a-92e3-b770d708f9df tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441883
Dec 18 07:14:42.561982 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6dfa14ed-7475-479d-937c-7df178f680bc req-daa3c4bf-e5ce-45d6-a85a-6420ebef58af service neutron] 10.222.0.15 "GET /v2.0/networks/b70412e2-635e-41da-b98b-768fc7e40d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348267
Dec 18 07:14:43.141799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-c053d9d1-5f9a-458d-bc41-e3e72cc778b1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 07:14:43.468439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 6662e912-626b-4d6e-a39b-d831380968c3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:14:43.536982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 6662e912-626b-4d6e-a39b-d831380968c3 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:14:43.542327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 6662e912-626b-4d6e-a39b-d831380968c3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:14:43.542757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:43.668086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:43.697427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773fa36b-3a6d-42fe-844b-110d28ec7ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6662e912-626b-4d6e-a39b-d831380968c3'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:14:43.708300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 6662e912-626b-4d6e-a39b-d831380968c3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6662e912-626b-4d6e-a39b-d831380968c3,segment=NetworkSegment(72f03168-cfe8-44d5-b8a3-72dca7675af5),segment_id=72f03168-cfe8-44d5-b8a3-72dca7675af5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:14:43.711359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:43.713284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:43.714667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960771e0-1541-4bd9-a0a9-c9780356d16c req-373bdee7-af49-459e-8301-bc407b9b9077 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:43.716297 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-960771e0-1541-4bd9-a0a9-c9780356d16c req-373bdee7-af49-459e-8301-bc407b9b9077 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 943 time: 0.0895073
Dec 18 07:14:43.757412 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773fa36b-3a6d-42fe-844b-110d28ec7ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6662e912-626b-4d6e-a39b-d831380968c3', 'code': 200}
Dec 18 07:14:43.765982 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-960771e0-1541-4bd9-a0a9-c9780356d16c req-f7cca839-3933-42fc-9a84-9696e1352a7d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425489
Dec 18 07:14:43.783455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=6662e912-626b-4d6e-a39b-d831380968c3,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:43.786681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:44.007783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337a5d0-36e5-40f6-8c02-2934b50a6129 req-d8552551-c5c3-4f78-a1d4-b1bb0a907e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:44.009292 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9337a5d0-36e5-40f6-8c02-2934b50a6129 req-d8552551-c5c3-4f78-a1d4-b1bb0a907e1a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 1162 time: 0.0743003
Dec 18 07:14:44.056257 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9337a5d0-36e5-40f6-8c02-2934b50a6129 req-b1935f33-883e-49e5-a8eb-6ba62591042e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364125
Dec 18 07:14:44.709636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dafb8211-a574-48f1-821b-32f402831e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:44.978443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1104e-82c1-477d-9174-61345e615d33 req-53f68701-5fdc-4f96-8eb9-c3507120438a tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:44.979939 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9d1104e-82c1-477d-9174-61345e615d33 req-53f68701-5fdc-4f96-8eb9-c3507120438a tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 945 time: 0.0862000
Dec 18 07:14:45.027990 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c9d1104e-82c1-477d-9174-61345e615d33 req-acc5b87c-b97a-42e2-8bfc-ea956e664186 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416770
Dec 18 07:14:45.069939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 6662e912-626b-4d6e-a39b-d831380968c3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:14:45.321297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 6662e912-626b-4d6e-a39b-d831380968c3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:14:45.321760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:46.237546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aae3a9-028b-4cca-acf9-bd04a88112f4 req-b8a249fb-d4ed-48c7-b677-c8d0674f54f1 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:46.239127 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e9aae3a9-028b-4cca-acf9-bd04a88112f4 req-b8a249fb-d4ed-48c7-b677-c8d0674f54f1 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 945 time: 0.0829279
Dec 18 07:14:46.288911 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e9aae3a9-028b-4cca-acf9-bd04a88112f4 req-a6e9b017-3ca5-43da-990d-f1500f362b0f tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428410
Dec 18 07:14:46.610060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-867b4e3d-9e02-4275-a18a-8c38aadbc00d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:46.612104 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-867b4e3d-9e02-4275-a18a-8c38aadbc00d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/networks?id=b70412e2-635e-41da-b98b-768fc7e40d11 HTTP/1.1" status: 200  len: 813 time: 0.1550739
Dec 18 07:14:46.628760 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-37daa5a6-ebe9-4579-a1a6-c621dd594fd4 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/quotas/0ca2ac67f27b4edebd0ddc6cc685b97b HTTP/1.1" status: 200  len: 375 time: 0.0104074
Dec 18 07:14:46.712622 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-d89eb5f0-3116-4491-a82f-f1288c5c91b3 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ca2ac67f27b4edebd0ddc6cc685b97b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0784316
Dec 18 07:14:46.858320 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-38717f67-2b4c-40ce-ac71-a113c27ba6e6 service neutron] 10.222.0.23 "GET /v2.0/networks/b70412e2-635e-41da-b98b-768fc7e40d11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382277
Dec 18 07:14:47.001405 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-122eff9a-6d2b-4120-988d-3dd0fe234148 service neutron] 10.222.0.23 "GET /v2.0/networks/b70412e2-635e-41da-b98b-768fc7e40d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365499
Dec 18 07:14:47.197775 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cc8b0d76-fd47-4356-9ca0-9b354c5b268a req-7108707c-66f9-4062-aabc-8a16b0a7b0ed tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 210 time: 0.0451760
Dec 18 07:14:47.462073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-731b26aa-d525-4a46-976d-92f137c09597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:47.507662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:48.250918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-567cffbe-8248-4d22-8c44-42ff58d9711a tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:48.252416 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-567cffbe-8248-4d22-8c44-42ff58d9711a tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.15 "GET /v2.0/networks?id=b70412e2-635e-41da-b98b-768fc7e40d11 HTTP/1.1" status: 200  len: 813 time: 0.1623290
Dec 18 07:14:48.270551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Request body: {'port': {'device_id': '10f56f0e-b3fe-46ad-98f8-814c3b70265b', 'network_id': 'b70412e2-635e-41da-b98b-768fc7e40d11', 'admin_state_up': True, 'tenant_id': '0ca2ac67f27b4edebd0ddc6cc685b97b'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:14:48.381692 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aa8ddf02-c7eb-4b96-8c49-e02674ebe636 req-2de81be4-ed56-4642-a22b-cca8baf3d860 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 210 time: 0.0497074
Dec 18 07:14:48.417698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:14:48.422392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Usage tracker for resource:port and tenant:0ca2ac67f27b4edebd0ddc6cc685b97b is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:14:48.425311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Quota usage for port was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:14:48.431034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:14:48.439529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Made reservation on behalf of 0ca2ac67f27b4edebd0ddc6cc685b97b for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:14:48.445299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:48.540370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:48.748278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Allocated IP 172.20.0.10 (b70412e2-635e-41da-b98b-768fc7e40d11/242ba72c-6fce-4ef7-a297-b3865b9b06eb/5bf1558c-5f42-4830-b96c-682ba6e312aa) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:14:48.957984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:48.984310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:49.002828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-da3baeaa-01e3-4632-be27-181ba82029c2 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:49.134300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Pushing event updated for resources: {'Port': ['ID=5bf1558c-5f42-4830-b96c-682ba6e312aa,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:49.139330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:49.193560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Network b70412e2-635e-41da-b98b-768fc7e40d11 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:14:49.194951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:14:49.197278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:14:49.259173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:49.259730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:49.279499 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0131850
Dec 18 07:14:49.292531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Request body: {'port': {'device_id': '10f56f0e-b3fe-46ad-98f8-814c3b70265b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:14:49.406142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:49.488813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:49.595259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe79c86-5a5c-428e-9e9e-428cd0735a85 req-b39a2356-3844-4c19-bf5c-a4acba4a5ed3 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:49.596899 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7fe79c86-5a5c-428e-9e9e-428cd0735a85 req-b39a2356-3844-4c19-bf5c-a4acba4a5ed3 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 932 time: 0.0841694
Dec 18 07:14:49.646056 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7fe79c86-5a5c-428e-9e9e-428cd0735a85 req-fdd88ce1-c1b2-4a8e-a303-2da1d023438a tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426030
Dec 18 07:14:49.820158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf1558c-5f42-4830-b96c-682ba6e312aa {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:14:49.827082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:49.839010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Transition to ACTIVE for port object 5bf1558c-5f42-4830-b96c-682ba6e312aa will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:14:49.842530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:49.858128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:49.985147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Pushing event updated for resources: {'Port': ['ID=5bf1558c-5f42-4830-b96c-682ba6e312aa,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:49.989556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:50.169352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Attempting to bind port 5bf1558c-5f42-4830-b96c-682ba6e312aa on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:14:50.169667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Attempting to bind port 5bf1558c-5f42-4830-b96c-682ba6e312aa by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '72f03168-cfe8-44d5-b8a3-72dca7675af5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b70412e2-635e-41da-b98b-768fc7e40d11'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:14:50.170020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Attempting to bind port 5bf1558c-5f42-4830-b96c-682ba6e312aa on network b70412e2-635e-41da-b98b-768fc7e40d11 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:14:50.175585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:14:50.175957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Checking segment: {'id': '72f03168-cfe8-44d5-b8a3-72dca7675af5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b70412e2-635e-41da-b98b-768fc7e40d11'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:14:50.176356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:50.176748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Bound using segment: {'id': '72f03168-cfe8-44d5-b8a3-72dca7675af5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b70412e2-635e-41da-b98b-768fc7e40d11'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:14:50.177215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Bound port: 5bf1558c-5f42-4830-b96c-682ba6e312aa, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f03168-cfe8-44d5-b8a3-72dca7675af5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b70412e2-635e-41da-b98b-768fc7e40d11'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:14:50.177603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:50.269414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] For port 5bf1558c-5f42-4830-b96c-682ba6e312aa, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:14:50.272835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] For port 5bf1558c-5f42-4830-b96c-682ba6e312aa, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=5bf1558c-5f42-4830-b96c-682ba6e312aa,segment=NetworkSegment(72f03168-cfe8-44d5-b8a3-72dca7675af5),segment_id=72f03168-cfe8-44d5-b8a3-72dca7675af5)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:14:50.275353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:50.290748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b44f48ae-7ac0-46b0-acc0-1c8563cd6fc1 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:50.437038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Pushing event updated for resources: {'Port': ['ID=5bf1558c-5f42-4830-b96c-682ba6e312aa,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:50.441861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:50.471710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:50.472379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:50.473930 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] 10.222.0.15 "PUT /v2.0/ports/5bf1558c-5f42-4830-b96c-682ba6e312aa HTTP/1.1" status: 200  len: 1158 time: 1.1859865
Dec 18 07:14:50.474466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f56f0e-b3fe-46ad-98f8-814c3b70265b', 'tag': '5bf1558c-5f42-4830-b96c-682ba6e312aa'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:14:50.549345 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f56f0e-b3fe-46ad-98f8-814c3b70265b', 'tag': '5bf1558c-5f42-4830-b96c-682ba6e312aa', 'status': 'completed', 'code': 200}
Dec 18 07:14:50.586453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-078879f1-d882-4238-af71-1efe220ce868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:50.588062 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-078879f1-d882-4238-af71-1efe220ce868 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ca2ac67f27b4edebd0ddc6cc685b97b&device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 1161 time: 0.0793664
Dec 18 07:14:50.661180 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-c0e0a947-5b66-40e3-92d2-514032b31a78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bf1558c-5f42-4830-b96c-682ba6e312aa HTTP/1.1" status: 200  len: 217 time: 0.0661511
Dec 18 07:14:50.731505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-bba3aee6-acc6-4212-a070-4961c94586a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:50.733097 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-bba3aee6-acc6-4212-a070-4961c94586a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=242ba72c-6fce-4ef7-a297-b3865b9b06eb HTTP/1.1" status: 200  len: 853 time: 0.0645664
Dec 18 07:14:50.787879 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-8bd15c66-37ae-43d8-89ec-2dae444dffbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b70412e2-635e-41da-b98b-768fc7e40d11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479434
Dec 18 07:14:50.862157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:14:50.862763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3795d-569a-4726-a27c-d50616437cd6 req-eec4ff85-51bd-4c64-984f-c9e4647bfa08 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:50.864383 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9fc3795d-569a-4726-a27c-d50616437cd6 req-eec4ff85-51bd-4c64-984f-c9e4647bfa08 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 944 time: 0.0872869
Dec 18 07:14:50.913071 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9fc3795d-569a-4726-a27c-d50616437cd6 req-abba982d-3f9f-486c-86cd-8c04bb8efbbc tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420430
Dec 18 07:14:50.935957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-5d1b57d9-23bb-4329-8794-bb2c3e1528d7 service neutron] 10.222.0.15 "GET /v2.0/networks/b70412e2-635e-41da-b98b-768fc7e40d11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387873
Dec 18 07:14:51.078337 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08a9a0ee-36fc-45d5-ba86-f25b36cb9082 req-62440c6a-7d8b-4ab2-ab81-dc4cad46603b service neutron] 10.222.0.15 "GET /v2.0/networks/b70412e2-635e-41da-b98b-768fc7e40d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1333416
Dec 18 07:14:51.205076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c84a20-a6b4-44eb-a5c9-691b824ab70a req-c23dc367-f0f0-410f-bd32-b4030e55a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:51.206707 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c3c84a20-a6b4-44eb-a5c9-691b824ab70a req-c23dc367-f0f0-410f-bd32-b4030e55a0ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ca2ac67f27b4edebd0ddc6cc685b97b&device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 1161 time: 0.0746806
Dec 18 07:14:51.349198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c84a20-a6b4-44eb-a5c9-691b824ab70a req-2fc51f38-e1e5-47e3-8036-a73ff4f528bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:51.350900 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c3c84a20-a6b4-44eb-a5c9-691b824ab70a req-2fc51f38-e1e5-47e3-8036-a73ff4f528bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=b70412e2-635e-41da-b98b-768fc7e40d11 HTTP/1.1" status: 200  len: 907 time: 0.1356809
Dec 18 07:14:51.422942 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c3c84a20-a6b4-44eb-a5c9-691b824ab70a req-b6d8a123-461a-4ddc-8141-7bfc1d73a61b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bf1558c-5f42-4830-b96c-682ba6e312aa HTTP/1.1" status: 200  len: 217 time: 0.0644281
Dec 18 07:14:51.490968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c84a20-a6b4-44eb-a5c9-691b824ab70a req-f4769b90-d140-48a0-94b8-efa669cefaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:51.492460 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c3c84a20-a6b4-44eb-a5c9-691b824ab70a req-f4769b90-d140-48a0-94b8-efa669cefaf2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=242ba72c-6fce-4ef7-a297-b3865b9b06eb HTTP/1.1" status: 200  len: 853 time: 0.0623271
Dec 18 07:14:51.541782 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c3c84a20-a6b4-44eb-a5c9-691b824ab70a req-cc6b87ee-79f4-4373-b5f6-0374a1eff4e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b70412e2-635e-41da-b98b-768fc7e40d11&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409436
Dec 18 07:14:51.683411 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c3c84a20-a6b4-44eb-a5c9-691b824ab70a req-b46d6caf-f915-4954-bfda-d4fcf40a23dd service neutron] 10.222.0.15 "GET /v2.0/networks/b70412e2-635e-41da-b98b-768fc7e40d11?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332035
Dec 18 07:14:51.826474 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c3c84a20-a6b4-44eb-a5c9-691b824ab70a req-0af95ff1-1d78-483a-a92e-2b3bbd65fae5 service neutron] 10.222.0.15 "GET /v2.0/networks/b70412e2-635e-41da-b98b-768fc7e40d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356173
Dec 18 07:14:52.124780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85083e-2b52-457c-a738-588206a872a8 req-95689f24-1899-4219-bb1c-c66c62ddea50 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:52.126414 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a85083e-2b52-457c-a738-588206a872a8 req-95689f24-1899-4219-bb1c-c66c62ddea50 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 944 time: 0.0834448
Dec 18 07:14:52.177348 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a85083e-2b52-457c-a738-588206a872a8 req-cb1b78a8-d424-4185-b8e5-2b855e1b567e tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444434
Dec 18 07:14:52.945613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:53.387452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 5bf1558c-5f42-4830-b96c-682ba6e312aa up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:14:53.387682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be858a-0c8a-498f-8701-e6eabd24b8f6 req-627a2146-c199-4688-9c14-d10300952820 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:53.389234 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-12be858a-0c8a-498f-8701-e6eabd24b8f6 req-627a2146-c199-4688-9c14-d10300952820 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 944 time: 0.0844965
Dec 18 07:14:53.438286 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-12be858a-0c8a-498f-8701-e6eabd24b8f6 req-fa64da3d-7e00-4a31-970d-7ea347e4d5be tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427327
Dec 18 07:14:53.454314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 5bf1558c-5f42-4830-b96c-682ba6e312aa completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:14:53.459307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 5bf1558c-5f42-4830-b96c-682ba6e312aa triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:14:53.459733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:53.576160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:53.602383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f56f0e-b3fe-46ad-98f8-814c3b70265b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf1558c-5f42-4830-b96c-682ba6e312aa'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:14:53.612852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 5bf1558c-5f42-4830-b96c-682ba6e312aa, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=5bf1558c-5f42-4830-b96c-682ba6e312aa,segment=NetworkSegment(72f03168-cfe8-44d5-b8a3-72dca7675af5),segment_id=72f03168-cfe8-44d5-b8a3-72dca7675af5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:14:53.615716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:53.617861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6343c1ff-d40f-47ab-9816-0d6f9d0a5765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:53.670675 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f56f0e-b3fe-46ad-98f8-814c3b70265b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf1558c-5f42-4830-b96c-682ba6e312aa', 'code': 200}
Dec 18 07:14:53.686356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=5bf1558c-5f42-4830-b96c-682ba6e312aa,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:53.695143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.695542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.695924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.696303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.696680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.697061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.697433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.697834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.698205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.698712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.699719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.700102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.700544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.700900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.701267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.701659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.702024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.702389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.702773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.703120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.703481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.703846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.704214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.704572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:14:53.708912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:53.902214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7edbe-8632-49a3-b2ae-a4dd2a7fdb4f req-81f119c4-665e-44f6-9f0f-2ae1c50629b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:53.903742 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-46a7edbe-8632-49a3-b2ae-a4dd2a7fdb4f req-81f119c4-665e-44f6-9f0f-2ae1c50629b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 1163 time: 0.0765994
Dec 18 07:14:53.946924 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-46a7edbe-8632-49a3-b2ae-a4dd2a7fdb4f req-2642fa32-029c-44e6-b0c2-1c8f1f8ba5d7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364029
Dec 18 07:14:54.650765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536471b2-3233-4925-81db-dc20301de80f req-102bc50a-64e9-48a6-bead-eb2849f940fa tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:54.652395 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-536471b2-3233-4925-81db-dc20301de80f req-102bc50a-64e9-48a6-bead-eb2849f940fa tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 946 time: 0.0865135
Dec 18 07:14:54.700509 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-536471b2-3233-4925-81db-dc20301de80f req-b4e7da60-4b89-4841-9c6c-ed25d4356949 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416098
Dec 18 07:14:55.122428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 5bf1558c-5f42-4830-b96c-682ba6e312aa up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:14:55.194110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 5bf1558c-5f42-4830-b96c-682ba6e312aa triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:14:55.194539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:55.912446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07422e-bfb9-4762-8510-7332d888ad15 req-3eeb6f00-07cd-4b79-bddc-d29f80e11e99 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:55.914063 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae07422e-bfb9-4762-8510-7332d888ad15 req-3eeb6f00-07cd-4b79-bddc-d29f80e11e99 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 946 time: 0.0819104
Dec 18 07:14:55.964441 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae07422e-bfb9-4762-8510-7332d888ad15 req-0aaca3ef-aece-45f8-b517-05cca4595e6d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441062
Dec 18 07:14:56.379689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790cf94-af53-455f-a469-0a7ce0128507 req-ed7a7fdb-a087-4e20-bc59-fd42fc979a99 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:56.381293 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0790cf94-af53-455f-a469-0a7ce0128507 req-ed7a7fdb-a087-4e20-bc59-fd42fc979a99 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 946 time: 0.0826669
Dec 18 07:14:56.427478 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0790cf94-af53-455f-a469-0a7ce0128507 req-5158049e-10db-4e05-b5a3-2d30ceff505b tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399096
Dec 18 07:14:57.642888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2c04d-4559-4b9c-a5fe-65258c10ec29 req-b2769135-be44-45cb-a64e-7c9c8ecb7ba7 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:57.644476 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08c2c04d-4559-4b9c-a5fe-65258c10ec29 req-b2769135-be44-45cb-a64e-7c9c8ecb7ba7 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 946 time: 0.0878575
Dec 18 07:14:57.692544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-08c2c04d-4559-4b9c-a5fe-65258c10ec29 req-24c17346-b3f7-4fc9-9979-310be8b9744a tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417538
Dec 18 07:14:57.749582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caa01f-2d85-4b45-a05f-e44077840d18 req-b3be549b-36f7-4713-81bc-73c0c673a5cd tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:14:57.750284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-04caa01f-2d85-4b45-a05f-e44077840d18 req-b3be549b-36f7-4713-81bc-73c0c673a5cd tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Synchronizing usage tracker for tenant:0ca2ac67f27b4edebd0ddc6cc685b97b on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:14:57.766759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-04caa01f-2d85-4b45-a05f-e44077840d18 req-b3be549b-36f7-4713-81bc-73c0c673a5cd tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Unset dirty status for tenant:0ca2ac67f27b4edebd0ddc6cc685b97b on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:14:57.768080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-04caa01f-2d85-4b45-a05f-e44077840d18 req-b3be549b-36f7-4713-81bc-73c0c673a5cd tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.15 "GET /v2.0/ports?device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 946 time: 0.1029828
Dec 18 07:14:57.846580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-04caa01f-2d85-4b45-a05f-e44077840d18 req-ac1248cd-ec61-4156-a436-e3f3c09f7a83 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Deleting port 5bf1558c-5f42-4830-b96c-682ba6e312aa {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:14:57.846966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-04caa01f-2d85-4b45-a05f-e44077840d18 req-ac1248cd-ec61-4156-a436-e3f3c09f7a83 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:58.096840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-04caa01f-2d85-4b45-a05f-e44077840d18 req-ac1248cd-ec61-4156-a436-e3f3c09f7a83 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] For port 5bf1558c-5f42-4830-b96c-682ba6e312aa, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=5bf1558c-5f42-4830-b96c-682ba6e312aa,segment=NetworkSegment(72f03168-cfe8-44d5-b8a3-72dca7675af5),segment_id=72f03168-cfe8-44d5-b8a3-72dca7675af5)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:14:58.097240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-04caa01f-2d85-4b45-a05f-e44077840d18 req-ac1248cd-ec61-4156-a436-e3f3c09f7a83 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:58.493755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-04caa01f-2d85-4b45-a05f-e44077840d18 req-ac1248cd-ec61-4156-a436-e3f3c09f7a83 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Calling delete_port for 5bf1558c-5f42-4830-b96c-682ba6e312aa owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:14:58.633038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-04caa01f-2d85-4b45-a05f-e44077840d18 req-ac1248cd-ec61-4156-a436-e3f3c09f7a83 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:58.650126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f285a80-1d80-4237-b962-26ec36e381ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:14:58.741191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1248cd-ec61-4156-a436-e3f3c09f7a83 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Pushing event deleted for resources: {'Port': ['ID=5bf1558c-5f42-4830-b96c-682ba6e312aa,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:14:58.748181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac1248cd-ec61-4156-a436-e3f3c09f7a83 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:14:58.855332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-04caa01f-2d85-4b45-a05f-e44077840d18 req-ac1248cd-ec61-4156-a436-e3f3c09f7a83 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] No DVR routers for this DVR port 5bf1558c-5f42-4830-b96c-682ba6e312aa on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:14:58.857655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-04caa01f-2d85-4b45-a05f-e44077840d18 req-ac1248cd-ec61-4156-a436-e3f3c09f7a83 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:14:58.860394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f56f0e-b3fe-46ad-98f8-814c3b70265b', 'name': 'network-vif-deleted', 'tag': '5bf1558c-5f42-4830-b96c-682ba6e312aa'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:14:58.870090 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-740514c3-58b0-42dc-9502-c696039ba042 req-63687cb8-5bac-4e8b-89f5-b519abf10dd6 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=10f56f0e-b3fe-46ad-98f8-814c3b70265b HTTP/1.1" status: 200  len: 210 time: 0.0456994
Dec 18 07:14:58.875532 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-04caa01f-2d85-4b45-a05f-e44077840d18 req-ac1248cd-ec61-4156-a436-e3f3c09f7a83 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.15 "DELETE /v2.0/ports/5bf1558c-5f42-4830-b96c-682ba6e312aa HTTP/1.1" status: 204  len: 173 time: 1.0993679
Dec 18 07:14:58.924238 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f56f0e-b3fe-46ad-98f8-814c3b70265b', 'name': 'network-vif-deleted', 'tag': '5bf1558c-5f42-4830-b96c-682ba6e312aa', 'status': 'completed', 'code': 200}
Dec 18 07:14:59.218653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 5bf1558c-5f42-4830-b96c-682ba6e312aa no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:14:59.255485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: 5bf1558c-5f42-4830-b96c-682ba6e312aa {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:14:59.255808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 5bf1558c-5f42-4830-b96c-682ba6e312aa not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:15:00.172380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce359621-b3da-4e02-ad02-54ab911070db req-81ec07ee-291b-4141-9907-d355410bb510 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:00.173999 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ce359621-b3da-4e02-ad02-54ab911070db req-81ec07ee-291b-4141-9907-d355410bb510 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 945 time: 0.0862286
Dec 18 07:15:00.221332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ce359621-b3da-4e02-ad02-54ab911070db req-eee7cd4c-bf5c-4050-af2a-5d459ca12e8d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410070
Dec 18 07:15:00.455231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7753b9a-1ad5-4985-b2a5-cdccb76a185d req-ad903b6f-a25c-4772-89ba-7cb902794c55 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:00.456827 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d7753b9a-1ad5-4985-b2a5-cdccb76a185d req-ad903b6f-a25c-4772-89ba-7cb902794c55 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 945 time: 0.0844729
Dec 18 07:15:00.507201 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d7753b9a-1ad5-4985-b2a5-cdccb76a185d req-31e96c4f-ed9f-4b5d-b593-ee61e987996d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439484
Dec 18 07:15:00.716935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f505114-5fcb-437f-8ace-2b3e27c65df3 req-db5461a9-9d3f-4173-8473-68fe6a84f49b tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:00.718569 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1f505114-5fcb-437f-8ace-2b3e27c65df3 req-db5461a9-9d3f-4173-8473-68fe6a84f49b tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 945 time: 0.0834301
Dec 18 07:15:00.764529 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1f505114-5fcb-437f-8ace-2b3e27c65df3 req-c8be7ab3-53fb-4d92-bff2-0ca1f1fd7756 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394568
Dec 18 07:15:01.098476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab6198-93f5-45d3-8423-1b96dd25a5a1 req-26008f8c-9c30-4b00-8a20-28122ece58d2 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:01.100075 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9dab6198-93f5-45d3-8423-1b96dd25a5a1 req-26008f8c-9c30-4b00-8a20-28122ece58d2 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 945 time: 0.0862143
Dec 18 07:15:01.146896 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9dab6198-93f5-45d3-8423-1b96dd25a5a1 req-4e4e6779-5993-41a0-b348-329f11af906b tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405090
Dec 18 07:15:01.357485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12985f36-7e4d-4082-b846-45cdfa6b8d02 req-a9a5855f-d10a-4c41-acc1-605b24c5d5a5 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:01.359027 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-12985f36-7e4d-4082-b846-45cdfa6b8d02 req-a9a5855f-d10a-4c41-acc1-605b24c5d5a5 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 945 time: 0.0818303
Dec 18 07:15:01.408037 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-12985f36-7e4d-4082-b846-45cdfa6b8d02 req-3bdfa09b-87d8-4239-988b-9fd4ed27417a tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426979
Dec 18 07:15:01.633603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2474e-47f6-4696-b2e2-d90df04ddb8d req-cf997cd5-4e5e-4176-bf33-ff8c51dc7ff9 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:01.635130 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d5a2474e-47f6-4696-b2e2-d90df04ddb8d req-cf997cd5-4e5e-4176-bf33-ff8c51dc7ff9 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 945 time: 0.0847170
Dec 18 07:15:01.682719 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d5a2474e-47f6-4696-b2e2-d90df04ddb8d req-15ecb62c-d886-4e42-880c-fccef7847870 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409844
Dec 18 07:15:02.274121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80315d-8f45-4aa2-88ce-ce65ecf28c26 req-1a7270f2-4350-42e1-8228-2665a60337f7 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:02.275640 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5a80315d-8f45-4aa2-88ce-ce65ecf28c26 req-1a7270f2-4350-42e1-8228-2665a60337f7 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 945 time: 0.0865250
Dec 18 07:15:02.322370 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5a80315d-8f45-4aa2-88ce-ce65ecf28c26 req-b1d73439-e1df-4780-9bbb-dd2a782ceaca tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399075
Dec 18 07:15:03.537554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae23d6-2dd0-4cb2-86f7-beb03cb76b9c req-a1e54ec6-b5f4-455a-8edd-fad7728fcb8b tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:03.539206 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-caae23d6-2dd0-4cb2-86f7-beb03cb76b9c req-a1e54ec6-b5f4-455a-8edd-fad7728fcb8b tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 945 time: 0.0828104
Dec 18 07:15:03.591973 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-caae23d6-2dd0-4cb2-86f7-beb03cb76b9c req-b92ae41b-191c-4cfb-8cb6-9dcc4e9c2ba5 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/security-groups?id=45609868-c310-48f3-aa8d-65aa4947cea4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464807
Dec 18 07:15:03.647076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee8b81-4361-4d38-9ad2-42f97958ea16 req-1e23538a-258c-4f6f-9ae1-c04501781e44 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:03.647788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-baee8b81-4361-4d38-9ad2-42f97958ea16 req-1e23538a-258c-4f6f-9ae1-c04501781e44 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Synchronizing usage tracker for tenant:0ca2ac67f27b4edebd0ddc6cc685b97b on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:15:03.662520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-baee8b81-4361-4d38-9ad2-42f97958ea16 req-1e23538a-258c-4f6f-9ae1-c04501781e44 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Unset dirty status for tenant:0ca2ac67f27b4edebd0ddc6cc685b97b on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:15:03.663745 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-baee8b81-4361-4d38-9ad2-42f97958ea16 req-1e23538a-258c-4f6f-9ae1-c04501781e44 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.15 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 945 time: 0.0996192
Dec 18 07:15:03.745407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-baee8b81-4361-4d38-9ad2-42f97958ea16 req-ee00a49f-ae5f-45a7-a9c5-4958843f032d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Deleting port 6662e912-626b-4d6e-a39b-d831380968c3 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:15:03.746493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-baee8b81-4361-4d38-9ad2-42f97958ea16 req-ee00a49f-ae5f-45a7-a9c5-4958843f032d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:03.998909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-baee8b81-4361-4d38-9ad2-42f97958ea16 req-ee00a49f-ae5f-45a7-a9c5-4958843f032d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] For port 6662e912-626b-4d6e-a39b-d831380968c3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=6662e912-626b-4d6e-a39b-d831380968c3,segment=NetworkSegment(72f03168-cfe8-44d5-b8a3-72dca7675af5),segment_id=72f03168-cfe8-44d5-b8a3-72dca7675af5)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:03.999229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-baee8b81-4361-4d38-9ad2-42f97958ea16 req-ee00a49f-ae5f-45a7-a9c5-4958843f032d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:04.125361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-baee8b81-4361-4d38-9ad2-42f97958ea16 req-ee00a49f-ae5f-45a7-a9c5-4958843f032d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Calling delete_port for 6662e912-626b-4d6e-a39b-d831380968c3 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:15:04.267107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-baee8b81-4361-4d38-9ad2-42f97958ea16 req-ee00a49f-ae5f-45a7-a9c5-4958843f032d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:04.282075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1c6fb489-ce0b-401f-8085-80b0b93b523b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:04.375983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00a49f-ae5f-45a7-a9c5-4958843f032d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Pushing event deleted for resources: {'Port': ['ID=6662e912-626b-4d6e-a39b-d831380968c3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:04.385382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee00a49f-ae5f-45a7-a9c5-4958843f032d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:04.481833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-baee8b81-4361-4d38-9ad2-42f97958ea16 req-ee00a49f-ae5f-45a7-a9c5-4958843f032d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] No DVR routers for this DVR port 6662e912-626b-4d6e-a39b-d831380968c3 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:15:04.483950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-baee8b81-4361-4d38-9ad2-42f97958ea16 req-ee00a49f-ae5f-45a7-a9c5-4958843f032d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:04.486657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773fa36b-3a6d-42fe-844b-110d28ec7ed1', 'name': 'network-vif-deleted', 'tag': '6662e912-626b-4d6e-a39b-d831380968c3'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:15:04.501905 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-baee8b81-4361-4d38-9ad2-42f97958ea16 req-ee00a49f-ae5f-45a7-a9c5-4958843f032d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.15 "DELETE /v2.0/ports/6662e912-626b-4d6e-a39b-d831380968c3 HTTP/1.1" status: 204  len: 173 time: 0.8285913
Dec 18 07:15:04.544929 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773fa36b-3a6d-42fe-844b-110d28ec7ed1', 'name': 'network-vif-deleted', 'tag': '6662e912-626b-4d6e-a39b-d831380968c3', 'status': 'completed', 'code': 200}
Dec 18 07:15:04.786194 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-feda9c6d-840b-448e-9697-772b4f5012af req-f4358435-6836-4c02-b358-6242209ad03d tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] 10.222.0.23 "GET /v2.0/ports?device_id=773fa36b-3a6d-42fe-844b-110d28ec7ed1 HTTP/1.1" status: 200  len: 210 time: 0.0462515
Dec 18 07:15:05.107190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 6662e912-626b-4d6e-a39b-d831380968c3 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:15:05.142872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: 6662e912-626b-4d6e-a39b-d831380968c3 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:15:05.143766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 6662e912-626b-4d6e-a39b-d831380968c3 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:15:05.898391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 57996) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:05.963767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-34620834-a3bb-448a-a877-514c2848749b admin admin] Deleting subnet 242ba72c-6fce-4ef7-a297-b3865b9b06eb {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:15:05.966764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34620834-a3bb-448a-a877-514c2848749b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:06.020872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34620834-a3bb-448a-a877-514c2848749b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:06.078248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34620834-a3bb-448a-a877-514c2848749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:06.331972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34620834-a3bb-448a-a877-514c2848749b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:06.347838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:06.435615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34620834-a3bb-448a-a877-514c2848749b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242ba72c-6fce-4ef7-a297-b3865b9b06eb,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:06.450200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34620834-a3bb-448a-a877-514c2848749b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:06.482050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34620834-a3bb-448a-a877-514c2848749b admin admin] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:06.488000 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-34620834-a3bb-448a-a877-514c2848749b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/242ba72c-6fce-4ef7-a297-b3865b9b06eb HTTP/1.1" status: 204  len: 168 time: 0.5884974
Dec 18 07:15:06.490713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58000) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:06.605611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:06.790924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:06.904207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1740e0b8>,) {'filters': {'network_id': ['b70412e2-635e-41da-b98b-768fc7e40d11']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:06.916615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1740e0b8>, '72f03168-cfe8-44d5-b8a3-72dca7675af5') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:06.916951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1740e0b8>, '72f03168-cfe8-44d5-b8a3-72dca7675af5') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:06.929205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:06.948049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:06.950067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:15:07.383339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] Network b70412e2-635e-41da-b98b-768fc7e40d11 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:07.392355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:07.571931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] Network b70412e2-635e-41da-b98b-768fc7e40d11 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:15:07.595859 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:15:07.679183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:07.682857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:07.697089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:07.708533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b70412e2-635e-41da-b98b-768fc7e40d11,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:07.711927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:07.716838 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b70412e2-635e-41da-b98b-768fc7e40d11 HTTP/1.1" status: 204  len: 168 time: 1.2251370
Dec 18 07:15:07.910104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58006) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:07.962202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2bac6f5a-2341-48f9-8427-a77515ed5abc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ca2ac67f27b4edebd0ddc6cc685b97b&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0505977
Dec 18 07:15:07.964508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58010) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:08.024222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85b3afaa-e98c-4028-8a24-c93f66a04890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:08.050466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85b3afaa-e98c-4028-8a24-c93f66a04890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:08.098214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85b3afaa-e98c-4028-8a24-c93f66a04890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:08.103188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e95733d4-ef57-4751-bf29-3c2e318faed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:08.115381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3afaa-e98c-4028-8a24-c93f66a04890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45609868-c310-48f3-aa8d-65aa4947cea4,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:08.118538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85b3afaa-e98c-4028-8a24-c93f66a04890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:08.122545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85b3afaa-e98c-4028-8a24-c93f66a04890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:08.123762 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-85b3afaa-e98c-4028-8a24-c93f66a04890 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45609868-c310-48f3-aa8d-65aa4947cea4 HTTP/1.1" status: 204  len: 168 time: 0.1583025
Dec 18 07:15:09.080159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58032) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:09.234957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128807420'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:09.240523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:09.244619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Usage tracker for resource:network and tenant:7af3e6ddee2a4eeebf0335476f8b7523 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:09.248284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:09.254002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:09.266832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Made reservation on behalf of 7af3e6ddee2a4eeebf0335476f8b7523 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:09.272572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:09.286048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:09.301975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:09.306007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Usage tracker for resource:security_group_rule and tenant:7af3e6ddee2a4eeebf0335476f8b7523 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:09.309455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:09.315311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:09.403858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:09.406421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:09.410605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:09.441541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:15:09.454466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc58b35-ba2e-4b25-81d7-0081c06a7a45,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:09.458769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:09.459762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:09.460144 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Added segment 7725944b-f41a-4681-872c-2843c50d537c of type vxlan for network a1c91e01-fc7b-4f50-b3e4-58f1356f3a30
Dec 18 07:15:09.488516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:09.516772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:09.520914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:09.521589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:09.527516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d659a1a0-903d-4cd0-a201-097bcda1eee0 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:09.641039 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5569944
Dec 18 07:15:09.642233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event updated for resources: {'Network': ['ID=a1c91e01-fc7b-4f50-b3e4-58f1356f3a30,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:09.645398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:09.654491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network a1c91e01-fc7b-4f50-b3e4-58f1356f3a30 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:09.670769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network a1c91e01-fc7b-4f50-b3e4-58f1356f3a30 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:13.335875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58038) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:13.342605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Request body: {'subnet': {'network_id': 'a1c91e01-fc7b-4f50-b3e4-58f1356f3a30', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:13.465176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:13.469237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Usage tracker for resource:subnet and tenant:7af3e6ddee2a4eeebf0335476f8b7523 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:13.472220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:13.477963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:13.487076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Made reservation on behalf of 7af3e6ddee2a4eeebf0335476f8b7523 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:13.596167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:14.027817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:14.043071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a925218-a198-4bc5-8507-ba957b964278 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:14.170933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event updated for resources: {'Subnet': ['ID=020df25c-c44a-4625-8cc6-aec452eb57e5,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:14.185547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:14.242221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Checking segment: {'id': '7725944b-f41a-4681-872c-2843c50d537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a1c91e01-fc7b-4f50-b3e4-58f1356f3a30'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:14.242612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network hostable DHCP agents. Network: a1c91e01-fc7b-4f50-b3e4-58f1356f3a30, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:15:14.260607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network a1c91e01-fc7b-4f50-b3e4-58f1356f3a30 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:15:14.269072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, a1c91e01-fc7b-4f50-b3e4-58f1356f3a30) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:14.279096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806cb7ea-006c-4f99-8f98-7ae30f58302d None None] Network a1c91e01-fc7b-4f50-b3e4-58f1356f3a30 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:14.282555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:14.283210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:14.303082 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9934958e-67d6-4f06-81ea-9b20c65e44db tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9660387
Dec 18 07:15:14.306699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58042) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:14.312915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1608331153'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:14.318332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:14.323218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Usage tracker for resource:network and tenant:7af3e6ddee2a4eeebf0335476f8b7523 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:14.326799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:14.332646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:14.341953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Made reservation on behalf of 7af3e6ddee2a4eeebf0335476f8b7523 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:14.347461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:14.379723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:15:14.389537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:14.389926 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Added segment 3c48c981-3f39-440f-a0ad-f9ad087ec056 of type vxlan for network d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7
Dec 18 07:15:14.419848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:14.450283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:14.454553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:14.455190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:14.466067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5aa25649-d5bd-4d73-95de-08c6bdc8c14b tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:14.500694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-a1c91e01-fc7b-4f50-b3e4-58f1356f3a30', 'network_id': 'a1c91e01-fc7b-4f50-b3e4-58f1356f3a30', 'tenant_id': '7af3e6ddee2a4eeebf0335476f8b7523', 'fixed_ips': [{'subnet_id': '020df25c-c44a-4625-8cc6-aec452eb57e5'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:15:14.501680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:14.555802 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2480059
Dec 18 07:15:14.559598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58046) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:14.566763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Request body: {'subnet': {'network_id': 'd976d678-d4e6-44c5-b05a-cfb0b1e2e5c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:14.568386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event updated for resources: {'Network': ['ID=d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:14.571588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:14.603050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:14.615801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:14.692876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:14.698393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Usage tracker for resource:subnet and tenant:7af3e6ddee2a4eeebf0335476f8b7523 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:14.702285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:14.708176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:14.717232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Made reservation on behalf of 7af3e6ddee2a4eeebf0335476f8b7523 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:14.830260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:14.845087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e03c6c87-dfa3-43fd-95e9-8cb995038cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:15.007453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Allocated IP 2001:db8:0:ffff::2 (a1c91e01-fc7b-4f50-b3e4-58f1356f3a30/020df25c-c44a-4625-8cc6-aec452eb57e5/2aa12dec-f916-4d51-b747-478419e1d961) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:15:15.225019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:15.236088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Transition to ACTIVE for port object 2aa12dec-f916-4d51-b747-478419e1d961 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:15.253464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Transition to ACTIVE for port object 2aa12dec-f916-4d51-b747-478419e1d961 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:15.258272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:15.273252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:15.273992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:15.289115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cbbe0e90-6e7a-42d3-844a-547dd5796633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:15.404660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Pushing event updated for resources: {'Port': ['ID=2aa12dec-f916-4d51-b747-478419e1d961,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:15.407875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:15.422347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event updated for resources: {'Subnet': ['ID=d64275fa-2178-42fb-8f2b-b61fab30687b,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:15.427523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:15.462538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Network a1c91e01-fc7b-4f50-b3e4-58f1356f3a30 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:15:15.463760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:15.466678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:15:15.498827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Checking segment: {'id': '3c48c981-3f39-440f-a0ad-f9ad087ec056', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd976d678-d4e6-44c5-b05a-cfb0b1e2e5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:15.499138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network hostable DHCP agents. Network: d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:15:15.517501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:15:15.520061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Attempting to bind port 2aa12dec-f916-4d51-b747-478419e1d961 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:15:15.520487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Attempting to bind port 2aa12dec-f916-4d51-b747-478419e1d961 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '7725944b-f41a-4681-872c-2843c50d537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a1c91e01-fc7b-4f50-b3e4-58f1356f3a30'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:15:15.520903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Attempting to bind port 2aa12dec-f916-4d51-b747-478419e1d961 on network a1c91e01-fc7b-4f50-b3e4-58f1356f3a30 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:15:15.526305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:15.527451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:15:15.527876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Checking segment: {'id': '7725944b-f41a-4681-872c-2843c50d537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a1c91e01-fc7b-4f50-b3e4-58f1356f3a30'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:15.528326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:15.528765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Bound using segment: {'id': '7725944b-f41a-4681-872c-2843c50d537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a1c91e01-fc7b-4f50-b3e4-58f1356f3a30'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:15:15.529261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Bound port: 2aa12dec-f916-4d51-b747-478419e1d961, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7725944b-f41a-4681-872c-2843c50d537c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a1c91e01-fc7b-4f50-b3e4-58f1356f3a30'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:15:15.529846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:15.541255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:15.541935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:15.542127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65938a8b-3b88-4990-b653-da5dd2fa0933 None None] Network d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:15.565477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a9068112-80e2-425e-90ed-ae0b583fbb80 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 1.0019579
Dec 18 07:15:15.565767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58050) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:15.726216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:15.858978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:15.914721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] For port 2aa12dec-f916-4d51-b747-478419e1d961, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:15:15.954437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] For port 2aa12dec-f916-4d51-b747-478419e1d961, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2aa12dec-f916-4d51-b747-478419e1d961,segment=NetworkSegment(7725944b-f41a-4681-872c-2843c50d537c),segment_id=7725944b-f41a-4681-872c-2843c50d537c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:15:15.963644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:15.982165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:16.147860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:16.163305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-23d34273-9199-4695-8b3c-ab492af6ee57 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:16.178289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9831c2b2-3465-407d-8fd5-d6541016ac37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7', 'network_id': 'd976d678-d4e6-44c5-b05a-cfb0b1e2e5c7', 'tenant_id': '7af3e6ddee2a4eeebf0335476f8b7523', 'fixed_ips': [{'subnet_id': 'd64275fa-2178-42fb-8f2b-b61fab30687b'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:15:16.179216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9831c2b2-3465-407d-8fd5-d6541016ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:16.200613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Pushing event updated for resources: {'Port': ['ID=2aa12dec-f916-4d51-b747-478419e1d961,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:16.204028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:16.251845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event deleted for resources: {'Subnet': ['ID=d64275fa-2178-42fb-8f2b-b61fab30687b,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:16.256614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:16.394905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:16.429503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db6c57a-ed3b-4a0b-af45-508edf9910de None None] Network d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:16.522798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c005048>,) {'filters': {'network_id': ['d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:16.535908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c005048>, '3c48c981-3f39-440f-a0ad-f9ad087ec056') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:16.536249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c005048>, '3c48c981-3f39-440f-a0ad-f9ad087ec056') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:16.549024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:16.565308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:16.567554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Releasing vxlan tunnel 4 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:15:16.765326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:16.774697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:16.957061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:15:16.981595 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:15:17.064565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:17.068776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:17.073161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6351d709-231a-47ae-a9fc-0ab485865b2e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:17.096969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2aa12dec-f916-4d51-b747-478419e1d961 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:17.103064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/networks/d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7 HTTP/1.1" status: 204  len: 168 time: 1.5362222
Dec 18 07:15:17.104282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event deleted for resources: {'Network': ['ID=d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:17.107254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58054) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:17.112460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:17.116954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1670018370'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:17.122540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:17.126695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Usage tracker for resource:network and tenant:7af3e6ddee2a4eeebf0335476f8b7523 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:17.129800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Quota usage for network was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:17.135735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:17.145236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Made reservation on behalf of 7af3e6ddee2a4eeebf0335476f8b7523 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:17.150682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:17.169925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 2aa12dec-f916-4d51-b747-478419e1d961 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:17.184149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:15:17.193196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:17.193655 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Added segment 2310a893-c049-470b-8d8e-d4bcf4afb384 of type vxlan for network b7bb381b-146e-46ba-a8ee-ea1442e28ed0
Dec 18 07:15:17.220903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:17.249263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:17.253298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:17.253971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:17.257763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5a805bd5-af77-4459-97bb-c0b56e96dee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:17.362653 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2492023
Dec 18 07:15:17.362899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58058) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:17.371314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Request body: {'subnet': {'network_id': 'b7bb381b-146e-46ba-a8ee-ea1442e28ed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:17.390648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event updated for resources: {'Network': ['ID=b7bb381b-146e-46ba-a8ee-ea1442e28ed0,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:17.402396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network b7bb381b-146e-46ba-a8ee-ea1442e28ed0 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:17.419712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network b7bb381b-146e-46ba-a8ee-ea1442e28ed0 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:17.444911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:17.498313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:17.502896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Usage tracker for resource:subnet and tenant:7af3e6ddee2a4eeebf0335476f8b7523 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:17.506394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:17.512812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:17.522446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Made reservation on behalf of 7af3e6ddee2a4eeebf0335476f8b7523 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:17.630741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb3fa38f-328c-473f-bd20-2f880084e8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:17.637633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:17.641213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:17.784736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5564e2a-adc7-413a-97b5-7a58f29b4e31 None None] Network a1c91e01-fc7b-4f50-b3e4-58f1356f3a30 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:17.883441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e64a8ae0-6b6e-4eff-8a28-107d44c59141 None None] Provisioning for port 2aa12dec-f916-4d51-b747-478419e1d961 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:17.895107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e64a8ae0-6b6e-4eff-8a28-107d44c59141 None None] Provisioning complete for port 2aa12dec-f916-4d51-b747-478419e1d961 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:17.895532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e64a8ae0-6b6e-4eff-8a28-107d44c59141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:18.020936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_backend_mixin [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Performing IP validity checks on allocation pools {{(pid=81085) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 18 07:15:18.021431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.ipam_backend_mixin [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Checking for overlaps among allocation pools and gateway ip {{(pid=81085) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 18 07:15:18.132505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e64a8ae0-6b6e-4eff-8a28-107d44c59141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:18.186809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e64a8ae0-6b6e-4eff-8a28-107d44c59141 None None] For port 2aa12dec-f916-4d51-b747-478419e1d961, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2aa12dec-f916-4d51-b747-478419e1d961,segment=NetworkSegment(7725944b-f41a-4681-872c-2843c50d537c),segment_id=7725944b-f41a-4681-872c-2843c50d537c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:18.191472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e64a8ae0-6b6e-4eff-8a28-107d44c59141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:18.194293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:18.264166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a8ae0-6b6e-4eff-8a28-107d44c59141 None None] Pushing event updated for resources: {'Port': ['ID=2aa12dec-f916-4d51-b747-478419e1d961,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:18.267802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e64a8ae0-6b6e-4eff-8a28-107d44c59141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:18.363915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:18.379673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34620834-a3bb-448a-a877-514c2848749b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:18.514746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-526a312d-9beb-4a60-96e3-72fe24af78e6 None None] Provisioning complete for port 2aa12dec-f916-4d51-b747-478419e1d961 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:18.515276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-526a312d-9beb-4a60-96e3-72fe24af78e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:18.519481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event updated for resources: {'Subnet': ['ID=2b65ee2c-1d66-44d3-9e53-38c892961248,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:18.522978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:18.576186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:18.598492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Checking segment: {'id': '2310a893-c049-470b-8d8e-d4bcf4afb384', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b7bb381b-146e-46ba-a8ee-ea1442e28ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:18.598876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network hostable DHCP agents. Network: b7bb381b-146e-46ba-a8ee-ea1442e28ed0, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:15:18.622341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network b7bb381b-146e-46ba-a8ee-ea1442e28ed0 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:15:18.632360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, b7bb381b-146e-46ba-a8ee-ea1442e28ed0) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:18.647800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:18.648465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:18.668757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd2d83c-847e-4c9a-af72-67e23194096d None None] Network b7bb381b-146e-46ba-a8ee-ea1442e28ed0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:18.676671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58062) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:18.692602 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.3285277
Dec 18 07:15:18.815123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d84aaee2-3be9-4925-8c2a-e9228fc1e9c7 None None] Provisioning complete for port 2aa12dec-f916-4d51-b747-478419e1d961 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:18.815559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d84aaee2-3be9-4925-8c2a-e9228fc1e9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:18.847708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:18.976218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:19.009263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a48745a-cb60-447e-af2a-9f464b33e841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-b7bb381b-146e-46ba-a8ee-ea1442e28ed0', 'network_id': 'b7bb381b-146e-46ba-a8ee-ea1442e28ed0', 'tenant_id': '7af3e6ddee2a4eeebf0335476f8b7523', 'fixed_ips': [{'subnet_id': '2b65ee2c-1d66-44d3-9e53-38c892961248'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:15:19.010194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a48745a-cb60-447e-af2a-9f464b33e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:19.081826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2aa12dec-f916-4d51-b747-478419e1d961 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:19.224663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ffe6bd71-1796-4585-afc7-17dcc84101ac None None] Provisioning complete for port 2aa12dec-f916-4d51-b747-478419e1d961 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:19.225088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ffe6bd71-1796-4585-afc7-17dcc84101ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:19.263392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:19.279125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:19.363378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 2aa12dec-f916-4d51-b747-478419e1d961 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:19.363814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:19.367321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event deleted for resources: {'Subnet': ['ID=2b65ee2c-1d66-44d3-9e53-38c892961248,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:19.390290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.390725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.391157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.391582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.392001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.392418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.392830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.393244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.394165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.394165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.394522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.394834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.395300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.395747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.396100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.396505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.396912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.397316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.397751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.398158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.398565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.398969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.399378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.399780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:19.405577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server [None req-0a48745a-cb60-447e-af2a-9f464b33e841 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b65ee2c-1d66-44d3-9e53-38c892961248: This subnet is being modified by another concurrent operation.
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b65ee2c-1d66-44d3-9e53-38c892961248: This subnet is being modified by another concurrent operation.
Dec 18 07:15:19.509863 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server 
Dec 18 07:15:19.535551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:19.538163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4b5525-f567-4ef4-9c36-261bd2bc0273 None None] Network b7bb381b-146e-46ba-a8ee-ea1442e28ed0 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:19.667300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17eeceb8>,) {'filters': {'network_id': ['b7bb381b-146e-46ba-a8ee-ea1442e28ed0']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:19.681911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17eeceb8>, '2310a893-c049-470b-8d8e-d4bcf4afb384') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:19.682264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17eeceb8>, '2310a893-c049-470b-8d8e-d4bcf4afb384') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:19.696119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:19.713053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:19.716034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Releasing vxlan tunnel 4 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:15:19.797363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:19.902160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network b7bb381b-146e-46ba-a8ee-ea1442e28ed0 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:19.911275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:19.958827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2827fb17-1154-469c-8fb7-7ca2bdaf6735 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 07:15:20.046707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827fb17-1154-469c-8fb7-7ca2bdaf6735 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 07:15:20.094481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network b7bb381b-146e-46ba-a8ee-ea1442e28ed0 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:15:20.118316 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:15:20.204279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:20.207826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e093788b-f758-4491-b6b0-c84c2e0eb2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:20.226464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:20.233089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event deleted for resources: {'Network': ['ID=b7bb381b-146e-46ba-a8ee-ea1442e28ed0,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:20.237713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:20.241005 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/networks/b7bb381b-146e-46ba-a8ee-ea1442e28ed0 HTTP/1.1" status: 204  len: 168 time: 1.5629308
Dec 18 07:15:20.244789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58066) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:20.250848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1040867642'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:20.256346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:20.260507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Usage tracker for resource:network and tenant:7af3e6ddee2a4eeebf0335476f8b7523 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:20.264277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:20.270341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:20.280361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Made reservation on behalf of 7af3e6ddee2a4eeebf0335476f8b7523 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:20.285939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:20.317816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:15:20.327906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:20.328296 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Added segment 9f533bf5-8a69-4694-a08e-31dbdf42ad5d of type vxlan for network 423a8a2f-1ed9-4856-b252-bb03f7fce159
Dec 18 07:15:20.360440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:20.390069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:20.394145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:20.394789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:20.400012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0cad62f5-bbe0-4181-a22e-47aeeb37b7de tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:20.498935 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2529771
Dec 18 07:15:20.501958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58070) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:20.510635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Request body: {'subnet': {'network_id': '423a8a2f-1ed9-4856-b252-bb03f7fce159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:20.534455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event updated for resources: {'Network': ['ID=423a8a2f-1ed9-4856-b252-bb03f7fce159,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:20.537469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1479f3b4-ef8c-4ef3-bb50-68f5c78720e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:20.545195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 423a8a2f-1ed9-4856-b252-bb03f7fce159 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:20.561777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 423a8a2f-1ed9-4856-b252-bb03f7fce159 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:20.909705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:20.913728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Usage tracker for resource:subnet and tenant:7af3e6ddee2a4eeebf0335476f8b7523 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:20.916625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:20.922845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:20.931254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Made reservation on behalf of 7af3e6ddee2a4eeebf0335476f8b7523 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:21.038147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:21.468262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:21.483711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-10c42fa2-e25c-491e-9f73-dc5a486e7088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:21.611121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event updated for resources: {'Subnet': ['ID=9adb7031-fd72-41bc-a833-c6ec2ef53096,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:21.616063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:21.686855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Checking segment: {'id': '9f533bf5-8a69-4694-a08e-31dbdf42ad5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '423a8a2f-1ed9-4856-b252-bb03f7fce159'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:21.687252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network hostable DHCP agents. Network: 423a8a2f-1ed9-4856-b252-bb03f7fce159, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:15:21.706424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network 423a8a2f-1ed9-4856-b252-bb03f7fce159 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:15:21.715104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 423a8a2f-1ed9-4856-b252-bb03f7fce159) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:21.723626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6235a0bb-7f5a-424d-8cd0-d44c3c6ce51c None None] Network 423a8a2f-1ed9-4856-b252-bb03f7fce159 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:21.729123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:21.729810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:21.749360 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2463038
Dec 18 07:15:21.753163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58074) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:21.759556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1690304045'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:21.765487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:21.770174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Usage tracker for resource:network and tenant:7af3e6ddee2a4eeebf0335476f8b7523 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:21.773190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Quota usage for network was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:21.779699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:21.788900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Made reservation on behalf of 7af3e6ddee2a4eeebf0335476f8b7523 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:21.794516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:21.827711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:15:21.836656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:21.837036 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Added segment 333277fc-52fd-4467-a60f-de6ad3c28d86 of type vxlan for network b1b37231-693a-4ec6-bc55-d71e46ef7c7f
Dec 18 07:15:21.863604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:21.894552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:21.898709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:21.899345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:21.905251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0c147749-0b8b-4807-910c-336f317c8436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:21.946252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-423a8a2f-1ed9-4856-b252-bb03f7fce159', 'network_id': '423a8a2f-1ed9-4856-b252-bb03f7fce159', 'tenant_id': '7af3e6ddee2a4eeebf0335476f8b7523', 'fixed_ips': [{'subnet_id': '9adb7031-fd72-41bc-a833-c6ec2ef53096'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:15:21.947178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:22.006061 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2516015
Dec 18 07:15:22.009945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58078) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:22.017086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Request body: {'subnet': {'network_id': 'b1b37231-693a-4ec6-bc55-d71e46ef7c7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:22.018787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event updated for resources: {'Network': ['ID=b1b37231-693a-4ec6-bc55-d71e46ef7c7f,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:22.021820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:22.049574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network b1b37231-693a-4ec6-bc55-d71e46ef7c7f details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:22.062660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network b1b37231-693a-4ec6-bc55-d71e46ef7c7f details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:22.136615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:22.140732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Usage tracker for resource:subnet and tenant:7af3e6ddee2a4eeebf0335476f8b7523 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:22.143768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Quota usage for subnet was recalculated. Used quota:2. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:22.149620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:22.158286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Made reservation on behalf of 7af3e6ddee2a4eeebf0335476f8b7523 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:22.270845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:22.440159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Allocated IP 2001:db8::2 (423a8a2f-1ed9-4856-b252-bb03f7fce159/9adb7031-fd72-41bc-a833-c6ec2ef53096/8e66dd1b-6664-487c-881d-485b0b08f34b) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:15:22.654815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:22.666129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Transition to ACTIVE for port object 8e66dd1b-6664-487c-881d-485b0b08f34b will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:22.684386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Transition to ACTIVE for port object 8e66dd1b-6664-487c-881d-485b0b08f34b will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:22.690705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:22.706524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-46652a9c-3bda-453c-a710-6619378770bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:22.714100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:22.730285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:22.835933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Pushing event updated for resources: {'Port': ['ID=8e66dd1b-6664-487c-881d-485b0b08f34b,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:22.841400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:22.856489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event updated for resources: {'Subnet': ['ID=15e7908e-3873-4b05-b826-3dd115d0234e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:22.860592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:22.893485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Network 423a8a2f-1ed9-4856-b252-bb03f7fce159 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:15:22.894786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:22.897195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:15:22.935830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Checking segment: {'id': '333277fc-52fd-4467-a60f-de6ad3c28d86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b1b37231-693a-4ec6-bc55-d71e46ef7c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:22.936277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network hostable DHCP agents. Network: b1b37231-693a-4ec6-bc55-d71e46ef7c7f, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:15:22.955299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network b1b37231-693a-4ec6-bc55-d71e46ef7c7f is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:15:22.961572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:22.964806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, b1b37231-693a-4ec6-bc55-d71e46ef7c7f) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:22.965658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Attempting to bind port 8e66dd1b-6664-487c-881d-485b0b08f34b on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:15:22.966083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Attempting to bind port 8e66dd1b-6664-487c-881d-485b0b08f34b by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '9f533bf5-8a69-4694-a08e-31dbdf42ad5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '423a8a2f-1ed9-4856-b252-bb03f7fce159'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:15:22.966505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Attempting to bind port 8e66dd1b-6664-487c-881d-485b0b08f34b on network 423a8a2f-1ed9-4856-b252-bb03f7fce159 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:15:22.972296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:15:22.973016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Checking segment: {'id': '9f533bf5-8a69-4694-a08e-31dbdf42ad5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '423a8a2f-1ed9-4856-b252-bb03f7fce159'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:22.973147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:22.973574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Bound using segment: {'id': '9f533bf5-8a69-4694-a08e-31dbdf42ad5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '423a8a2f-1ed9-4856-b252-bb03f7fce159'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:15:22.974095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Bound port: 8e66dd1b-6664-487c-881d-485b0b08f34b, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f533bf5-8a69-4694-a08e-31dbdf42ad5d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '423a8a2f-1ed9-4856-b252-bb03f7fce159'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:15:22.974517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:22.977880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:22.978536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:22.987223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568f0f18-5822-4d6f-9355-d637a356cb04 None None] Network b1b37231-693a-4ec6-bc55-d71e46ef7c7f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:22.998930 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9878225
Dec 18 07:15:23.002493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58082) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:23.158125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:23.177352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] For port 8e66dd1b-6664-487c-881d-485b0b08f34b, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:15:23.223878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] For port 8e66dd1b-6664-487c-881d-485b0b08f34b, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8e66dd1b-6664-487c-881d-485b0b08f34b,segment=NetworkSegment(9f533bf5-8a69-4694-a08e-31dbdf42ad5d),segment_id=9f533bf5-8a69-4694-a08e-31dbdf42ad5d)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:15:23.233210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:23.249935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:23.294043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:23.436942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c879306-c53d-4a7d-b5a4-4cf0b6405949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-b1b37231-693a-4ec6-bc55-d71e46ef7c7f', 'network_id': 'b1b37231-693a-4ec6-bc55-d71e46ef7c7f', 'tenant_id': '7af3e6ddee2a4eeebf0335476f8b7523', 'fixed_ips': [{'subnet_id': '15e7908e-3873-4b05-b826-3dd115d0234e'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:15:23.437878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9c879306-c53d-4a7d-b5a4-4cf0b6405949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:23.465338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Pushing event updated for resources: {'Port': ['ID=8e66dd1b-6664-487c-881d-485b0b08f34b,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:23.487763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:23.586278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:23.603005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-912086cf-2f2e-4128-8ddb-f3dfc42cff6a tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:23.699808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event deleted for resources: {'Subnet': ['ID=15e7908e-3873-4b05-b826-3dd115d0234e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:23.712762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:23.849118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server [None req-9c879306-c53d-4a7d-b5a4-4cf0b6405949 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15e7908e-3873-4b05-b826-3dd115d0234e: This subnet is being modified by another concurrent operation.
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise value
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server     raise exception
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 15e7908e-3873-4b05-b826-3dd115d0234e: This subnet is being modified by another concurrent operation.
Dec 18 07:15:23.888406 dv-neutron-765072-3-ovs neutron-server[80975]: ERROR oslo_messaging.rpc.server 
Dec 18 07:15:23.911470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42442d44-fcf6-4581-87d2-be767eaa9a64 None None] Network b1b37231-693a-4ec6-bc55-d71e46ef7c7f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:23.977919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17528eb8>,) {'filters': {'network_id': ['b1b37231-693a-4ec6-bc55-d71e46ef7c7f']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:23.993288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17528eb8>, '333277fc-52fd-4467-a60f-de6ad3c28d86') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:23.993792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17528eb8>, '333277fc-52fd-4467-a60f-de6ad3c28d86') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:24.010479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:24.040301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:24.042920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Releasing vxlan tunnel 5 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:15:24.226276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network b1b37231-693a-4ec6-bc55-d71e46ef7c7f has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:24.236003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:24.414910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network b1b37231-693a-4ec6-bc55-d71e46ef7c7f has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:15:24.439531 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:15:24.521638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:24.524822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-778abcb7-6a01-4e80-9af5-0aac9ee4aa8f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:24.543630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:24.552628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event deleted for resources: {'Network': ['ID=b1b37231-693a-4ec6-bc55-d71e46ef7c7f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:24.555947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:24.557646 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/networks/b1b37231-693a-4ec6-bc55-d71e46ef7c7f HTTP/1.1" status: 204  len: 168 time: 1.5539937
Dec 18 07:15:24.560522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58086) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:24.605877 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-793f0e25-90b1-4b01-b8b4-1ae65fd76930 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] GET failed (client error): The resource could not be found.
Dec 18 07:15:24.606431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-793f0e25-90b1-4b01-b8b4-1ae65fd76930 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Synchronizing usage tracker for tenant:7af3e6ddee2a4eeebf0335476f8b7523 on resource:subnet {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:15:24.622636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-793f0e25-90b1-4b01-b8b4-1ae65fd76930 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Unset dirty status for tenant:7af3e6ddee2a4eeebf0335476f8b7523 on resource:subnet {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:15:24.623811 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-793f0e25-90b1-4b01-b8b4-1ae65fd76930 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "GET /v2.0/subnets/15e7908e-3873-4b05-b826-3dd115d0234e HTTP/1.1" status: 404  len: 337 time: 0.0622063
Dec 18 07:15:24.626824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58090) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:24.654082 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbc06cb-f5e5-479f-ba2b-f7780d9d6acd tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] DELETE failed (client error): The resource could not be found.
Dec 18 07:15:24.654571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbc06cb-f5e5-479f-ba2b-f7780d9d6acd tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 07:15:24.656319 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bcbc06cb-f5e5-479f-ba2b-f7780d9d6acd tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/networks/b1b37231-693a-4ec6-bc55-d71e46ef7c7f HTTP/1.1" status: 404  len: 339 time: 0.0285387
Dec 18 07:15:24.660516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58094) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:24.705653 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a6d1c58-6623-4eb4-94e2-2ec73586cca7 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] DELETE failed (client error): The resource could not be found.
Dec 18 07:15:24.706150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a6d1c58-6623-4eb4-94e2-2ec73586cca7 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 07:15:24.707912 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3a6d1c58-6623-4eb4-94e2-2ec73586cca7 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/subnets/15e7908e-3873-4b05-b826-3dd115d0234e HTTP/1.1" status: 404  len: 337 time: 0.0464225
Dec 18 07:15:24.710609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58098) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:24.736997 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a193030a-fb2f-4b04-a5e0-299d6b562e37 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] DELETE failed (client error): The resource could not be found.
Dec 18 07:15:24.737475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a193030a-fb2f-4b04-a5e0-299d6b562e37 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 07:15:24.739187 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a193030a-fb2f-4b04-a5e0-299d6b562e37 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/networks/b1b37231-693a-4ec6-bc55-d71e46ef7c7f HTTP/1.1" status: 404  len: 339 time: 0.0276225
Dec 18 07:15:24.741609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58102) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:24.814972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e085eb-8fbc-4c05-a8b1-2836c916fc85 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Deleting subnet 9adb7031-fd72-41bc-a833-c6ec2ef53096 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:15:24.818333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98e085eb-8fbc-4c05-a8b1-2836c916fc85 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:24.881896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98e085eb-8fbc-4c05-a8b1-2836c916fc85 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:24.971090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98e085eb-8fbc-4c05-a8b1-2836c916fc85 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:25.110574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8e66dd1b-6664-487c-881d-485b0b08f34b up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:25.146265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe7c63b-4cd4-498c-a96c-b035faaf89b7 None None] Network 423a8a2f-1ed9-4856-b252-bb03f7fce159 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:25.268700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6d4167cc-7f45-425f-bcd5-70f675b37808 None None] Provisioning for port 8e66dd1b-6664-487c-881d-485b0b08f34b completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:25.277847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98e085eb-8fbc-4c05-a8b1-2836c916fc85 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:25.294114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:25.302998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 8e66dd1b-6664-487c-881d-485b0b08f34b completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:25.319310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 8e66dd1b-6664-487c-881d-485b0b08f34b triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:25.319740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:25.394657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e085eb-8fbc-4c05-a8b1-2836c916fc85 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event deleted for resources: {'Subnet': ['ID=9adb7031-fd72-41bc-a833-c6ec2ef53096,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:25.406905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-98e085eb-8fbc-4c05-a8b1-2836c916fc85 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:25.440175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-98e085eb-8fbc-4c05-a8b1-2836c916fc85 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:25.453365 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-98e085eb-8fbc-4c05-a8b1-2836c916fc85 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/subnets/9adb7031-fd72-41bc-a833-c6ec2ef53096 HTTP/1.1" status: 204  len: 168 time: 0.7107303
Dec 18 07:15:25.456004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58106) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:25.527693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:25.564362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 8e66dd1b-6664-487c-881d-485b0b08f34b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8e66dd1b-6664-487c-881d-485b0b08f34b,segment=NetworkSegment(9f533bf5-8a69-4694-a08e-31dbdf42ad5d),segment_id=9f533bf5-8a69-4694-a08e-31dbdf42ad5d)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:25.567788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:25.570150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:25.585436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:25.609963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca27dfd-f4cf-48aa-ae27-f0aced11329c None None] DHCP port deletion for 423a8a2f-1ed9-4856-b252-bb03f7fce159 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:15:25.622523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fca27dfd-f4cf-48aa-ae27-f0aced11329c None None] Deleting port 8e66dd1b-6664-487c-881d-485b0b08f34b {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:15:25.622956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fca27dfd-f4cf-48aa-ae27-f0aced11329c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:25.653303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Deleting port 8e66dd1b-6664-487c-881d-485b0b08f34b {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:15:25.653715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:25.723435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=8e66dd1b-6664-487c-881d-485b0b08f34b,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:25.732353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:25.858443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fca27dfd-f4cf-48aa-ae27-f0aced11329c None None] For port 8e66dd1b-6664-487c-881d-485b0b08f34b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8e66dd1b-6664-487c-881d-485b0b08f34b,segment=NetworkSegment(9f533bf5-8a69-4694-a08e-31dbdf42ad5d),segment_id=9f533bf5-8a69-4694-a08e-31dbdf42ad5d)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:25.858832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fca27dfd-f4cf-48aa-ae27-f0aced11329c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:25.867334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] For port 8e66dd1b-6664-487c-881d-485b0b08f34b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8e66dd1b-6664-487c-881d-485b0b08f34b,segment=NetworkSegment(9f533bf5-8a69-4694-a08e-31dbdf42ad5d),segment_id=9f533bf5-8a69-4694-a08e-31dbdf42ad5d)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:25.867740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:25.990346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fca27dfd-f4cf-48aa-ae27-f0aced11329c None None] Calling delete_port for 8e66dd1b-6664-487c-881d-485b0b08f34b owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:15:26.065681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fca27dfd-f4cf-48aa-ae27-f0aced11329c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:26.082081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:26.179070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca27dfd-f4cf-48aa-ae27-f0aced11329c None None] Pushing event deleted for resources: {'Port': ['ID=8e66dd1b-6664-487c-881d-485b0b08f34b,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:26.191690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fca27dfd-f4cf-48aa-ae27-f0aced11329c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:26.225925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca27dfd-f4cf-48aa-ae27-f0aced11329c None None] No DVR routers for this DVR port 8e66dd1b-6664-487c-881d-485b0b08f34b on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:15:26.253026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac582a86-0dc9-4cfb-a017-b18398f94686 None None] get_active_networks_info from dv-neutron-765072-3-ovs {{(pid=81086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 18 07:15:26.278566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Calling delete_port for 8e66dd1b-6664-487c-881d-485b0b08f34b owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:15:26.345882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac582a86-0dc9-4cfb-a017-b18398f94686 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 18 07:15:26.352300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:15:26.352671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:15:26.854068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Deleting port 8e66dd1b-6664-487c-881d-485b0b08f34b {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:15:26.855139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:26.919900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] The port '8e66dd1b-6664-487c-881d-485b0b08f34b' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:15:27.049903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:27.071523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8e66dd1b-6664-487c-881d-485b0b08f34b no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:15:27.109404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 8e66dd1b-6664-487c-881d-485b0b08f34b {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:15:27.109825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8e66dd1b-6664-487c-881d-485b0b08f34b not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:15:27.173318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d100eb8>,) {'filters': {'network_id': ['423a8a2f-1ed9-4856-b252-bb03f7fce159']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:27.185880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d100eb8>, '9f533bf5-8a69-4694-a08e-31dbdf42ad5d') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:27.186224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d100eb8>, '9f533bf5-8a69-4694-a08e-31dbdf42ad5d') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:27.198885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:27.216788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:27.218985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Releasing vxlan tunnel 4 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:15:27.410894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network 423a8a2f-1ed9-4856-b252-bb03f7fce159 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:27.419956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:27.596392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network 423a8a2f-1ed9-4856-b252-bb03f7fce159 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:15:27.620920 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:15:27.706964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:27.710233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36978880-4d40-4e0a-8fd1-42ffd6d0f60c tempest-PortsIpV6TestJSON-1394078151 tempest-PortsIpV6TestJSON-1394078151] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:27.725207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:27.737524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event deleted for resources: {'Network': ['ID=423a8a2f-1ed9-4856-b252-bb03f7fce159,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:27.740480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:27.742750 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/networks/423a8a2f-1ed9-4856-b252-bb03f7fce159 HTTP/1.1" status: 204  len: 168 time: 2.2853515
Dec 18 07:15:27.745649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58110) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:27.788886 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb32deca-6228-428b-8b95-f2dc5aeed5af tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] DELETE failed (client error): The resource could not be found.
Dec 18 07:15:27.789375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb32deca-6228-428b-8b95-f2dc5aeed5af tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 07:15:27.791186 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cb32deca-6228-428b-8b95-f2dc5aeed5af tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/subnets/2b65ee2c-1d66-44d3-9e53-38c892961248 HTTP/1.1" status: 404  len: 337 time: 0.0445464
Dec 18 07:15:27.794304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58114) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:27.820805 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48c9caf-aaed-4ed6-8bdd-ee12338e210f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] DELETE failed (client error): The resource could not be found.
Dec 18 07:15:27.821280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48c9caf-aaed-4ed6-8bdd-ee12338e210f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 07:15:27.823020 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a48c9caf-aaed-4ed6-8bdd-ee12338e210f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/networks/b7bb381b-146e-46ba-a8ee-ea1442e28ed0 HTTP/1.1" status: 404  len: 339 time: 0.0277553
Dec 18 07:15:27.825342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58118) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:27.862397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:15:27.864668 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea941c8d-1563-49e7-9262-8f891c426728 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] DELETE failed (client error): The resource could not be found.
Dec 18 07:15:27.865177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea941c8d-1563-49e7-9262-8f891c426728 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 07:15:27.866935 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ea941c8d-1563-49e7-9262-8f891c426728 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/subnets/d64275fa-2178-42fb-8f2b-b61fab30687b HTTP/1.1" status: 404  len: 337 time: 0.0406086
Dec 18 07:15:27.869421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58122) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:27.895383 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.pecan_wsgi.hooks.translation [None req-db29af08-1c53-4edf-bdc7-fb77996665a6 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] DELETE failed (client error): The resource could not be found.
Dec 18 07:15:27.895860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db29af08-1c53-4edf-bdc7-fb77996665a6 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] No notification will be sent due to unsuccessful status code: 404 {{(pid=81084) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 18 07:15:27.897543 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-db29af08-1c53-4edf-bdc7-fb77996665a6 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/networks/d976d678-d4e6-44c5-b05a-cfb0b1e2e5c7 HTTP/1.1" status: 404  len: 339 time: 0.0265670
Dec 18 07:15:27.899899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58126) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:28.100476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b425b86-fee4-4781-9826-c1c80901bff5 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Deleting subnet 020df25c-c44a-4625-8cc6-aec452eb57e5 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:15:28.103589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5b425b86-fee4-4781-9826-c1c80901bff5 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:28.160406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5b425b86-fee4-4781-9826-c1c80901bff5 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:28.245278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5b425b86-fee4-4781-9826-c1c80901bff5 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:28.524541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5b425b86-fee4-4781-9826-c1c80901bff5 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:28.540306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-13b099a6-8ef9-4a56-b878-5014b886444b tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:28.630253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b425b86-fee4-4781-9826-c1c80901bff5 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event deleted for resources: {'Subnet': ['ID=020df25c-c44a-4625-8cc6-aec452eb57e5,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:28.633079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5b425b86-fee4-4781-9826-c1c80901bff5 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:28.677822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5b425b86-fee4-4781-9826-c1c80901bff5 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:28.683680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67eb569-b6ac-42db-b49f-fa4a30875001 None None] Network a1c91e01-fc7b-4f50-b3e4-58f1356f3a30 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:28.690306 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5b425b86-fee4-4781-9826-c1c80901bff5 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/subnets/020df25c-c44a-4625-8cc6-aec452eb57e5 HTTP/1.1" status: 204  len: 168 time: 0.7869105
Dec 18 07:15:28.690970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58130) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:28.815594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:28.885409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Deleting port 2aa12dec-f916-4d51-b747-478419e1d961 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:15:28.886407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:28.929102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07142909-0a63-48e2-88cb-810773193c39 None None] DHCP port deletion for a1c91e01-fc7b-4f50-b3e4-58f1356f3a30 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:15:28.934300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-07142909-0a63-48e2-88cb-810773193c39 None None] Deleting port 2aa12dec-f916-4d51-b747-478419e1d961 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:15:28.934736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07142909-0a63-48e2-88cb-810773193c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:29.101825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] For port 2aa12dec-f916-4d51-b747-478419e1d961, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2aa12dec-f916-4d51-b747-478419e1d961,segment=NetworkSegment(7725944b-f41a-4681-872c-2843c50d537c),segment_id=7725944b-f41a-4681-872c-2843c50d537c)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:29.102233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:29.110473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2aa12dec-f916-4d51-b747-478419e1d961 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:15:29.205377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-07142909-0a63-48e2-88cb-810773193c39 None None] For port 2aa12dec-f916-4d51-b747-478419e1d961, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2aa12dec-f916-4d51-b747-478419e1d961,segment=NetworkSegment(7725944b-f41a-4681-872c-2843c50d537c),segment_id=7725944b-f41a-4681-872c-2843c50d537c)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:29.205760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07142909-0a63-48e2-88cb-810773193c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:29.234442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Calling delete_port for 2aa12dec-f916-4d51-b747-478419e1d961 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:15:29.309220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:29.325332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7eb1096e-0014-4f9a-9c23-d5b14fb3e647 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:29.360820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-07142909-0a63-48e2-88cb-810773193c39 None None] Calling delete_port for 2aa12dec-f916-4d51-b747-478419e1d961 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:15:29.396714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Port 2aa12dec-f916-4d51-b747-478419e1d961 update to DOWN by agent not found {{(pid=81086) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}}
Dec 18 07:15:29.427195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event deleted for resources: {'Port': ['ID=2aa12dec-f916-4d51-b747-478419e1d961,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:29.438246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-07142909-0a63-48e2-88cb-810773193c39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:15:29.438665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-07142909-0a63-48e2-88cb-810773193c39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:15:29.442569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:29.474508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] No DVR routers for this DVR port 2aa12dec-f916-4d51-b747-478419e1d961 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:15:29.604951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:29.726279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17f115c0>,) {'filters': {'network_id': ['a1c91e01-fc7b-4f50-b3e4-58f1356f3a30']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:29.739547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17f115c0>, '7725944b-f41a-4681-872c-2843c50d537c') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:29.739893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17f115c0>, '7725944b-f41a-4681-872c-2843c50d537c') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:29.752300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:29.767494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:29.769467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Releasing vxlan tunnel 3 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:15:29.939841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-07142909-0a63-48e2-88cb-810773193c39 None None] Deleting port 2aa12dec-f916-4d51-b747-478419e1d961 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:15:29.940357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-07142909-0a63-48e2-88cb-810773193c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:29.948881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network a1c91e01-fc7b-4f50-b3e4-58f1356f3a30 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:29.958013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:30.007978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-07142909-0a63-48e2-88cb-810773193c39 None None] The port '2aa12dec-f916-4d51-b747-478419e1d961' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:15:30.135734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Network a1c91e01-fc7b-4f50-b3e4-58f1356f3a30 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:15:30.159333 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:15:30.241116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:30.244256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d7aaf9e1-ba15-4f05-b452-5a36d4d6560a tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:30.259561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:30.271199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Pushing event deleted for resources: {'Network': ['ID=a1c91e01-fc7b-4f50-b3e4-58f1356f3a30,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:30.274178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:30.276250 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] 10.222.0.23 "DELETE /v2.0/networks/a1c91e01-fc7b-4f50-b3e4-58f1356f3a30 HTTP/1.1" status: 204  len: 168 time: 1.5844715
Dec 18 07:15:30.592144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58138) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:30.778274 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2dcc0a67-06f7-47f0-b333-c0c641897b1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7af3e6ddee2a4eeebf0335476f8b7523&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1847267
Dec 18 07:15:30.780813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58144) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:30.845538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:30.873135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:30.918282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:30.923399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-816c872b-6c78-4644-8c4a-991be7db8967 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:30.934756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc58b35-ba2e-4b25-81d7-0081c06a7a45,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:30.946065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.946527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.946907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.947331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.947776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.948200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.948623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.949038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.949457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.949893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.950304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.950715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.951184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.951594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.952006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.952418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.952825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.953232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.953665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.954075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.954484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.954888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.955300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.955705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:30.959099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:30.960317 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ccc58b35-ba2e-4b25-81d7-0081c06a7a45 HTTP/1.1" status: 204  len: 168 time: 0.1785262
Dec 18 07:15:30.961456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:31.849566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58166) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:32.017744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a7755b83-ad0b-4c14-8659-6ed2887d53f3 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1204050121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:32.024682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a7755b83-ad0b-4c14-8659-6ed2887d53f3 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:32.029363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a7755b83-ad0b-4c14-8659-6ed2887d53f3 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Usage tracker for resource:router and tenant:583c7c2dc95c439ca5a5ea22e8b460bd is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:32.032388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a7755b83-ad0b-4c14-8659-6ed2887d53f3 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:32.039009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a7755b83-ad0b-4c14-8659-6ed2887d53f3 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:32.049495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7755b83-ad0b-4c14-8659-6ed2887d53f3 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:32.050620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7755b83-ad0b-4c14-8659-6ed2887d53f3 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:32.067003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7755b83-ad0b-4c14-8659-6ed2887d53f3 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:32.083330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7755b83-ad0b-4c14-8659-6ed2887d53f3 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:32.105879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a7755b83-ad0b-4c14-8659-6ed2887d53f3 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:32.107231 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a7755b83-ad0b-4c14-8659-6ed2887d53f3 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2564607
Dec 18 07:15:32.109947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58172) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:32.116380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-440493237'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:32.122728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:32.126835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Usage tracker for resource:network and tenant:583c7c2dc95c439ca5a5ea22e8b460bd is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:32.130633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:32.136599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:32.144982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Made reservation on behalf of 583c7c2dc95c439ca5a5ea22e8b460bd for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:32.150368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:32.163800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:32.180468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:32.184557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Usage tracker for resource:security_group_rule and tenant:583c7c2dc95c439ca5a5ea22e8b460bd is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:32.187543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:32.193294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:32.284840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:32.287334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:32.291483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81ae2363-ec28-49b9-8e20-509a9dc56395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:32.326141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:15:32.335251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Pushing event updated for resources: {'SecurityGroup': ['ID=ec332149-c9ef-4083-9495-0b3bb5ff7013,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:32.339175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:32.341778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:32.342227 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Added segment b4d5e50e-2126-4c28-b723-d9b06a7b6c49 of type vxlan for network fc842cc5-6b28-4b54-8a62-446c8793909f
Dec 18 07:15:32.369251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:32.398270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:32.402352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:32.402997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:32.406701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2caee304-8631-4fc7-a50a-4139c97cd28a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:32.521583 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4105051
Dec 18 07:15:32.524559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Pushing event updated for resources: {'Network': ['ID=fc842cc5-6b28-4b54-8a62-446c8793909f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:32.524819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58176) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:32.527899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:32.531360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Request body: {'subnet': {'network_id': 'fc842cc5-6b28-4b54-8a62-446c8793909f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:32.535576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network fc842cc5-6b28-4b54-8a62-446c8793909f details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:32.553468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network fc842cc5-6b28-4b54-8a62-446c8793909f details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:32.654385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:32.658883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Usage tracker for resource:subnet and tenant:583c7c2dc95c439ca5a5ea22e8b460bd is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:32.662317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:32.669409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:32.679470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Made reservation on behalf of 583c7c2dc95c439ca5a5ea22e8b460bd for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:32.796980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:33.511484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:33.526256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7223701-8fc7-4efe-b9fa-95ca7be6ba75 tempest-RoutersTest-1149113599 tempest-RoutersTest-1149113599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:33.658523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Pushing event updated for resources: {'Subnet': ['ID=69553886-0e37-4223-a218-f897c993da98,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:33.671167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:33.728334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Checking segment: {'id': 'b4d5e50e-2126-4c28-b723-d9b06a7b6c49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc842cc5-6b28-4b54-8a62-446c8793909f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:33.728739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Network hostable DHCP agents. Network: fc842cc5-6b28-4b54-8a62-446c8793909f, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:15:33.748096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Network fc842cc5-6b28-4b54-8a62-446c8793909f is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:15:33.756133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, fc842cc5-6b28-4b54-8a62-446c8793909f) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:33.766415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f7eaa9-00e3-4887-b3e3-a2ebe3251179 None None] Network fc842cc5-6b28-4b54-8a62-446c8793909f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:33.768970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:33.769661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:33.789265 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2634225
Dec 18 07:15:33.792993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58180) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:33.799167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1193603487'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:33.804450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:33.809728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Usage tracker for resource:network and tenant:583c7c2dc95c439ca5a5ea22e8b460bd is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:33.812759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Quota usage for network was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:33.818608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:33.827650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Made reservation on behalf of 583c7c2dc95c439ca5a5ea22e8b460bd for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:33.833257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:33.868676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:15:33.878431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:33.878826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Added segment dca152ec-832b-4fd8-a88d-c9e4b32d1c0c of type vxlan for network fb6b7601-cf80-420b-8d4a-4d14a0c81dc9
Dec 18 07:15:33.904876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:33.937098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:33.941950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:33.942647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:33.948426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:33.992299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-fc842cc5-6b28-4b54-8a62-446c8793909f', 'network_id': 'fc842cc5-6b28-4b54-8a62-446c8793909f', 'tenant_id': '583c7c2dc95c439ca5a5ea22e8b460bd', 'fixed_ips': [{'subnet_id': '69553886-0e37-4223-a218-f897c993da98'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:15:33.993260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:34.051950 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2577162
Dec 18 07:15:34.054880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58184) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:34.061418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Pushing event updated for resources: {'Network': ['ID=fb6b7601-cf80-420b-8d4a-4d14a0c81dc9,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:34.062206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Request body: {'subnet': {'network_id': 'fb6b7601-cf80-420b-8d4a-4d14a0c81dc9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:34.064521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:34.096499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network fb6b7601-cf80-420b-8d4a-4d14a0c81dc9 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:34.109731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network fb6b7601-cf80-420b-8d4a-4d14a0c81dc9 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:34.182650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:34.186776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Usage tracker for resource:subnet and tenant:583c7c2dc95c439ca5a5ea22e8b460bd is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:34.189807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Quota usage for subnet was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:34.195960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:34.204853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Made reservation on behalf of 583c7c2dc95c439ca5a5ea22e8b460bd for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:34.316489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:34.486694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Allocated IP 172.20.0.2 (fc842cc5-6b28-4b54-8a62-446c8793909f/69553886-0e37-4223-a218-f897c993da98/e6208aed-f9c6-4d6a-b1cc-33b491f32051) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:15:34.705591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:34.716980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Transition to ACTIVE for port object e6208aed-f9c6-4d6a-b1cc-33b491f32051 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:34.733375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Transition to ACTIVE for port object e6208aed-f9c6-4d6a-b1cc-33b491f32051 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:34.737214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:34.752548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:34.756649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:34.776888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1689eba4-1e8f-4601-9476-236679131ae5 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:34.884403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Pushing event updated for resources: {'Port': ['ID=e6208aed-f9c6-4d6a-b1cc-33b491f32051,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:34.890091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:34.906118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Pushing event updated for resources: {'Subnet': ['ID=b1dba8bb-2277-4417-ba4f-be6cbe5fb019,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:34.910804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:34.938846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Network fc842cc5-6b28-4b54-8a62-446c8793909f is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:15:34.939942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:34.942214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:15:34.979819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Checking segment: {'id': 'dca152ec-832b-4fd8-a88d-c9e4b32d1c0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fb6b7601-cf80-420b-8d4a-4d14a0c81dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:34.980228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Network hostable DHCP agents. Network: fb6b7601-cf80-420b-8d4a-4d14a0c81dc9, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:15:34.999004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Network fb6b7601-cf80-420b-8d4a-4d14a0c81dc9 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:15:34.999961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Attempting to bind port e6208aed-f9c6-4d6a-b1cc-33b491f32051 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:15:35.000393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Attempting to bind port e6208aed-f9c6-4d6a-b1cc-33b491f32051 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'b4d5e50e-2126-4c28-b723-d9b06a7b6c49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc842cc5-6b28-4b54-8a62-446c8793909f'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:15:35.000814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Attempting to bind port e6208aed-f9c6-4d6a-b1cc-33b491f32051 on network fc842cc5-6b28-4b54-8a62-446c8793909f {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:15:35.006499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:15:35.006932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Checking segment: {'id': 'b4d5e50e-2126-4c28-b723-d9b06a7b6c49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc842cc5-6b28-4b54-8a62-446c8793909f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:35.007351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, fb6b7601-cf80-420b-8d4a-4d14a0c81dc9) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:35.007467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:35.007815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Bound using segment: {'id': 'b4d5e50e-2126-4c28-b723-d9b06a7b6c49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc842cc5-6b28-4b54-8a62-446c8793909f'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:15:35.008344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Bound port: e6208aed-f9c6-4d6a-b1cc-33b491f32051, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d5e50e-2126-4c28-b723-d9b06a7b6c49', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc842cc5-6b28-4b54-8a62-446c8793909f'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:15:35.008770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:35.021685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b14783-94e6-4947-b90b-a580554a5328 None None] Network fb6b7601-cf80-420b-8d4a-4d14a0c81dc9 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:35.023855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:35.024403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:35.044106 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-673b22f1-34c0-451b-9584-380b9ad2e8d0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9880784
Dec 18 07:15:35.047080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58188) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:35.052656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d06002db-d4eb-434b-921c-da3224f2fbdf tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Request body: {'router': {'external_gateway_info': {'network_id': 'fb6b7601-cf80-420b-8d4a-4d14a0c81dc9'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:35.217069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] For port e6208aed-f9c6-4d6a-b1cc-33b491f32051, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:15:35.261124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] For port e6208aed-f9c6-4d6a-b1cc-33b491f32051, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e6208aed-f9c6-4d6a-b1cc-33b491f32051,segment=NetworkSegment(b4d5e50e-2126-4c28-b723-d9b06a7b6c49),segment_id=b4d5e50e-2126-4c28-b723-d9b06a7b6c49)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:15:35.270343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:35.287171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:35.483458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Pushing event updated for resources: {'Port': ['ID=e6208aed-f9c6-4d6a-b1cc-33b491f32051,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:35.486519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-fb6b7601-cf80-420b-8d4a-4d14a0c81dc9', 'network_id': 'fb6b7601-cf80-420b-8d4a-4d14a0c81dc9', 'tenant_id': '583c7c2dc95c439ca5a5ea22e8b460bd', 'fixed_ips': [{'subnet_id': 'b1dba8bb-2277-4417-ba4f-be6cbe5fb019'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:15:35.487462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:35.500639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:35.725005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d06002db-d4eb-434b-921c-da3224f2fbdf tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:35.835987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Allocated IP 172.21.0.2 (fb6b7601-cf80-420b-8d4a-4d14a0c81dc9/b1dba8bb-2277-4417-ba4f-be6cbe5fb019/52ef68fb-c874-477c-adc9-102dc9ed9568) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:15:35.883462 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.api.v2.resource [None req-d06002db-d4eb-434b-921c-da3224f2fbdf tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 18 07:15:35.891806 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d06002db-d4eb-434b-921c-da3224f2fbdf tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] 10.222.0.23 "PUT /v2.0/routers/917822f9-8469-4662-b8b3-9810323f8177 HTTP/1.1" status: 400  len: 364 time: 0.8365574
Dec 18 07:15:35.891806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58192) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:35.970441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-33069419-3a2b-44c7-a73b-48aaba74fbd0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Deleting subnet b1dba8bb-2277-4417-ba4f-be6cbe5fb019 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:15:36.077778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:36.088391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Transition to ACTIVE for port object 52ef68fb-c874-477c-adc9-102dc9ed9568 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:36.105099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Transition to ACTIVE for port object 52ef68fb-c874-477c-adc9-102dc9ed9568 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:36.108004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33069419-3a2b-44c7-a73b-48aaba74fbd0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:36.110829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:36.130179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:36.170198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33069419-3a2b-44c7-a73b-48aaba74fbd0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:36.259814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Pushing event updated for resources: {'Port': ['ID=52ef68fb-c874-477c-adc9-102dc9ed9568,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:36.260422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33069419-3a2b-44c7-a73b-48aaba74fbd0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:36.263287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:36.319510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Network fb6b7601-cf80-420b-8d4a-4d14a0c81dc9 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:15:36.320691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:36.323129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:15:36.377051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Attempting to bind port 52ef68fb-c874-477c-adc9-102dc9ed9568 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:15:36.377473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Attempting to bind port 52ef68fb-c874-477c-adc9-102dc9ed9568 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'dca152ec-832b-4fd8-a88d-c9e4b32d1c0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fb6b7601-cf80-420b-8d4a-4d14a0c81dc9'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:15:36.377913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Attempting to bind port 52ef68fb-c874-477c-adc9-102dc9ed9568 on network fb6b7601-cf80-420b-8d4a-4d14a0c81dc9 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:15:36.383475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:15:36.383910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Checking segment: {'id': 'dca152ec-832b-4fd8-a88d-c9e4b32d1c0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fb6b7601-cf80-420b-8d4a-4d14a0c81dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:36.384357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:36.384799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Bound using segment: {'id': 'dca152ec-832b-4fd8-a88d-c9e4b32d1c0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fb6b7601-cf80-420b-8d4a-4d14a0c81dc9'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:15:36.385603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Bound port: 52ef68fb-c874-477c-adc9-102dc9ed9568, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca152ec-832b-4fd8-a88d-c9e4b32d1c0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'fb6b7601-cf80-420b-8d4a-4d14a0c81dc9'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:15:36.386546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:36.555293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33069419-3a2b-44c7-a73b-48aaba74fbd0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:36.572725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-514a4a06-e8da-4c7b-a39b-ac2383190746 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:36.659489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] For port 52ef68fb-c874-477c-adc9-102dc9ed9568, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:15:36.662475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] For port 52ef68fb-c874-477c-adc9-102dc9ed9568, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=52ef68fb-c874-477c-adc9-102dc9ed9568,segment=NetworkSegment(dca152ec-832b-4fd8-a88d-c9e4b32d1c0c),segment_id=dca152ec-832b-4fd8-a88d-c9e4b32d1c0c)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:15:36.665480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33069419-3a2b-44c7-a73b-48aaba74fbd0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Pushing event deleted for resources: {'Subnet': ['ID=b1dba8bb-2277-4417-ba4f-be6cbe5fb019,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:36.669802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:36.678390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-33069419-3a2b-44c7-a73b-48aaba74fbd0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:36.711811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33069419-3a2b-44c7-a73b-48aaba74fbd0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:36.720598 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-33069419-3a2b-44c7-a73b-48aaba74fbd0 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] 10.222.0.23 "DELETE /v2.0/subnets/b1dba8bb-2277-4417-ba4f-be6cbe5fb019 HTTP/1.1" status: 204  len: 168 time: 0.8278687
Dec 18 07:15:36.723154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58196) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:36.737487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:36.842003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Pushing event updated for resources: {'Port': ['ID=52ef68fb-c874-477c-adc9-102dc9ed9568,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:36.846309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:36.854106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:36.930612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Deleting port 52ef68fb-c874-477c-adc9-102dc9ed9568 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:15:36.931143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:37.083783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760bcb22-60a3-4b61-bed3-71bf59fdf346 None None] Network fc842cc5-6b28-4b54-8a62-446c8793909f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:37.152981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e6208aed-f9c6-4d6a-b1cc-33b491f32051 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:37.162036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] For port 52ef68fb-c874-477c-adc9-102dc9ed9568, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=52ef68fb-c874-477c-adc9-102dc9ed9568,segment=NetworkSegment(dca152ec-832b-4fd8-a88d-c9e4b32d1c0c),segment_id=dca152ec-832b-4fd8-a88d-c9e4b32d1c0c)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:37.162576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:37.243396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dd2de47f-46b9-42ba-a45e-8563c5264b33 None None] Provisioning for port e6208aed-f9c6-4d6a-b1cc-33b491f32051 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:37.297290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port e6208aed-f9c6-4d6a-b1cc-33b491f32051 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:37.311270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Calling delete_port for 52ef68fb-c874-477c-adc9-102dc9ed9568 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:15:37.311515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port e6208aed-f9c6-4d6a-b1cc-33b491f32051 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:37.311806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:37.392249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:37.408235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-07a36ff5-e4c5-4ef9-8211-e3b083c16294 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:37.504030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Pushing event deleted for resources: {'Port': ['ID=52ef68fb-c874-477c-adc9-102dc9ed9568,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:37.516618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:37.526892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:37.549090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] No DVR routers for this DVR port 52ef68fb-c874-477c-adc9-102dc9ed9568 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:15:37.566479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port e6208aed-f9c6-4d6a-b1cc-33b491f32051, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e6208aed-f9c6-4d6a-b1cc-33b491f32051,segment=NetworkSegment(b4d5e50e-2126-4c28-b723-d9b06a7b6c49),segment_id=b4d5e50e-2126-4c28-b723-d9b06a7b6c49)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:37.569428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:37.571286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:37.641397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=e6208aed-f9c6-4d6a-b1cc-33b491f32051,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:37.644605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:37.682263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:37.813209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d1a4780>,) {'filters': {'network_id': ['fb6b7601-cf80-420b-8d4a-4d14a0c81dc9']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:37.827330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d1a4780>, 'dca152ec-832b-4fd8-a88d-c9e4b32d1c0c') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:37.827680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d1a4780>, 'dca152ec-832b-4fd8-a88d-c9e4b32d1c0c') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:37.840016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:37.854776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:37.856753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Releasing vxlan tunnel 4 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:15:37.883870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7c6eb206-b3b9-4ce8-9f03-dd987ad98d7a None None] Provisioning complete for port e6208aed-f9c6-4d6a-b1cc-33b491f32051 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:37.884324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7c6eb206-b3b9-4ce8-9f03-dd987ad98d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:38.036570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Network fb6b7601-cf80-420b-8d4a-4d14a0c81dc9 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:38.050660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:38.237406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Network fb6b7601-cf80-420b-8d4a-4d14a0c81dc9 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:15:38.263845 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:15:38.324493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-53ac8a3f-b2c6-4a09-b6ea-4b75aecc171d None None] Provisioning complete for port e6208aed-f9c6-4d6a-b1cc-33b491f32051 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:38.324920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-53ac8a3f-b2c6-4a09-b6ea-4b75aecc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:38.356954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:38.360722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-81b7d603-0f96-4fc6-beb3-674d12a251e4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:38.386783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:38.390139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Pushing event deleted for resources: {'Network': ['ID=fb6b7601-cf80-420b-8d4a-4d14a0c81dc9,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:38.393903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:38.399857 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fb87ef12-18e1-4c64-941e-06acfe9a097b tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] 10.222.0.23 "DELETE /v2.0/networks/fb6b7601-cf80-420b-8d4a-4d14a0c81dc9 HTTP/1.1" status: 204  len: 168 time: 1.6756687
Dec 18 07:15:38.402552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58200) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:38.542175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8871ef82-1b88-4cc0-b9cd-1d62ead3ec15 None None] DHCP port deletion for fb6b7601-cf80-420b-8d4a-4d14a0c81dc9 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:15:38.566869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ac7733d1-b1a4-4f30-8892-632ee22ddc19 None None] Could not find standard attr ID for object 52ef68fb-c874-477c-adc9-102dc9ed9568. {{(pid=81086) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 18 07:15:38.574137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912e33a9-4668-4677-b347-9244776a2ab5 None None] Network fb6b7601-cf80-420b-8d4a-4d14a0c81dc9 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:38.598054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912e33a9-4668-4677-b347-9244776a2ab5 None None] Network fb6b7601-cf80-420b-8d4a-4d14a0c81dc9 could not be found, it might have been deleted concurrently. {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 18 07:15:38.600283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ac7733d1-b1a4-4f30-8892-632ee22ddc19 None None] Provisioning complete for port e6208aed-f9c6-4d6a-b1cc-33b491f32051 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:38.600716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ac7733d1-b1a4-4f30-8892-632ee22ddc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:38.609590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-6876909f-06ec-421f-9370-7918b4b40b00 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Deleting subnet 69553886-0e37-4223-a218-f897c993da98 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:15:38.613251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6876909f-06ec-421f-9370-7918b4b40b00 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:38.675456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6876909f-06ec-421f-9370-7918b4b40b00 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:38.764770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6876909f-06ec-421f-9370-7918b4b40b00 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:39.046428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6876909f-06ec-421f-9370-7918b4b40b00 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:39.062839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08aa1607-57cd-4e25-9ac9-6e31704c9d87 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:39.085138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e6208aed-f9c6-4d6a-b1cc-33b491f32051 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:39.153089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876909f-06ec-421f-9370-7918b4b40b00 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Pushing event deleted for resources: {'Subnet': ['ID=69553886-0e37-4223-a218-f897c993da98,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:39.153877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port e6208aed-f9c6-4d6a-b1cc-33b491f32051 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:39.154313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:39.164929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6876909f-06ec-421f-9370-7918b4b40b00 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:39.198483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6876909f-06ec-421f-9370-7918b4b40b00 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:39.204781 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6876909f-06ec-421f-9370-7918b4b40b00 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] 10.222.0.23 "DELETE /v2.0/subnets/69553886-0e37-4223-a218-f897c993da98 HTTP/1.1" status: 204  len: 168 time: 0.8011713
Dec 18 07:15:39.205885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18940a7b-3981-4dd7-a06f-f6de625f14aa None None] Network fc842cc5-6b28-4b54-8a62-446c8793909f requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:39.207401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58204) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:39.331270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:39.400701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Deleting port e6208aed-f9c6-4d6a-b1cc-33b491f32051 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:15:39.401589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:39.513713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4880bc26-36be-4d29-b10f-92c5c3286753 None None] DHCP port deletion for fc842cc5-6b28-4b54-8a62-446c8793909f request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:15:39.517980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4880bc26-36be-4d29-b10f-92c5c3286753 None None] Deleting port e6208aed-f9c6-4d6a-b1cc-33b491f32051 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:15:39.518414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4880bc26-36be-4d29-b10f-92c5c3286753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:39.632069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] For port e6208aed-f9c6-4d6a-b1cc-33b491f32051, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e6208aed-f9c6-4d6a-b1cc-33b491f32051,segment=NetworkSegment(b4d5e50e-2126-4c28-b723-d9b06a7b6c49),segment_id=b4d5e50e-2126-4c28-b723-d9b06a7b6c49)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:39.632822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:39.739164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4880bc26-36be-4d29-b10f-92c5c3286753 None None] For port e6208aed-f9c6-4d6a-b1cc-33b491f32051, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e6208aed-f9c6-4d6a-b1cc-33b491f32051,segment=NetworkSegment(b4d5e50e-2126-4c28-b723-d9b06a7b6c49),segment_id=b4d5e50e-2126-4c28-b723-d9b06a7b6c49)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:39.739584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4880bc26-36be-4d29-b10f-92c5c3286753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:39.762767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Calling delete_port for e6208aed-f9c6-4d6a-b1cc-33b491f32051 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:15:39.839072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:39.854007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3bc0a13f-0361-46e4-8fe5-dc2697e11289 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:39.864821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4880bc26-36be-4d29-b10f-92c5c3286753 None None] Calling delete_port for e6208aed-f9c6-4d6a-b1cc-33b491f32051 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:15:39.935197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-4880bc26-36be-4d29-b10f-92c5c3286753 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:15:39.935528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-4880bc26-36be-4d29-b10f-92c5c3286753 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:15:40.220600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Pushing event deleted for resources: {'Port': ['ID=e6208aed-f9c6-4d6a-b1cc-33b491f32051,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:40.225157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:40.265930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] No DVR routers for this DVR port e6208aed-f9c6-4d6a-b1cc-33b491f32051 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:15:40.392425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:40.436549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4880bc26-36be-4d29-b10f-92c5c3286753 None None] Deleting port e6208aed-f9c6-4d6a-b1cc-33b491f32051 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:15:40.437029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4880bc26-36be-4d29-b10f-92c5c3286753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:40.505084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4880bc26-36be-4d29-b10f-92c5c3286753 None None] The port 'e6208aed-f9c6-4d6a-b1cc-33b491f32051' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:15:40.513449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17b74160>,) {'filters': {'network_id': ['fc842cc5-6b28-4b54-8a62-446c8793909f']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:40.526715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17b74160>, 'b4d5e50e-2126-4c28-b723-d9b06a7b6c49') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:40.527064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17b74160>, 'b4d5e50e-2126-4c28-b723-d9b06a7b6c49') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:40.539033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:40.556091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:40.558108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:15:40.738191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Network fc842cc5-6b28-4b54-8a62-446c8793909f has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:40.747199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:40.926104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Network fc842cc5-6b28-4b54-8a62-446c8793909f has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:15:40.951139 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:15:41.037482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:41.040955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e3515c03-dc4f-448b-80c9-e5d04a08a888 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:41.060592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:41.069990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Pushing event deleted for resources: {'Network': ['ID=fc842cc5-6b28-4b54-8a62-446c8793909f,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:41.073645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:41.078052 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] 10.222.0.23 "DELETE /v2.0/networks/fc842cc5-6b28-4b54-8a62-446c8793909f HTTP/1.1" status: 204  len: 168 time: 1.8695769
Dec 18 07:15:41.078546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58208) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:41.085700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e6208aed-f9c6-4d6a-b1cc-33b491f32051 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:15:41.119540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: e6208aed-f9c6-4d6a-b1cc-33b491f32051 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:15:41.120443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e6208aed-f9c6-4d6a-b1cc-33b491f32051 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:15:41.124883 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e6522c17-3644-450e-9edf-c39994193210 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] 10.222.0.23 "GET /v2.0/ports?device_id=917822f9-8469-4662-b8b3-9810323f8177 HTTP/1.1" status: 200  len: 205 time: 0.0450580
Dec 18 07:15:41.127545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58212) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:41.268243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9b744ec-b948-42c9-acca-9ebe423dfcee tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:41.516302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9b744ec-b948-42c9-acca-9ebe423dfcee tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:41.518717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9b744ec-b948-42c9-acca-9ebe423dfcee tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:41.538299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9b744ec-b948-42c9-acca-9ebe423dfcee tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:41.538848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b744ec-b948-42c9-acca-9ebe423dfcee tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Fanout notify agent at l3_agent the message router_deleted on router 917822f9-8469-4662-b8b3-9810323f8177 {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:15:41.549940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9b744ec-b948-42c9-acca-9ebe423dfcee tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:41.551282 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d9b744ec-b948-42c9-acca-9ebe423dfcee tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] 10.222.0.23 "DELETE /v2.0/routers/917822f9-8469-4662-b8b3-9810323f8177 HTTP/1.1" status: 204  len: 168 time: 0.4226546
Dec 18 07:15:41.860020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58220) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:42.045741 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cd198e5c-9079-4940-aeb3-e2a1ab9a53f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=583c7c2dc95c439ca5a5ea22e8b460bd&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1842265
Dec 18 07:15:42.048186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58226) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:42.109362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d65b71ba-2df0-47df-93cb-1798606b7005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:42.138792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d65b71ba-2df0-47df-93cb-1798606b7005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:42.185203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d65b71ba-2df0-47df-93cb-1798606b7005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:42.190505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d0edc9fb-f418-45f6-8cb4-245f2feb1054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:42.202250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b71ba-2df0-47df-93cb-1798606b7005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec332149-c9ef-4083-9495-0b3bb5ff7013,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:42.207962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d65b71ba-2df0-47df-93cb-1798606b7005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:42.209109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d65b71ba-2df0-47df-93cb-1798606b7005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:42.210364 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d65b71ba-2df0-47df-93cb-1798606b7005 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ec332149-c9ef-4083-9495-0b3bb5ff7013 HTTP/1.1" status: 204  len: 168 time: 0.1612120
Dec 18 07:15:43.030099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58248) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:43.168287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1919164772-network', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:43.173637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:43.177723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Usage tracker for resource:network and tenant:32e4cf38c3fb4e67a4c85e501d80e5a6 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:43.180717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:43.187038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:43.196880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Made reservation on behalf of 32e4cf38c3fb4e67a4c85e501d80e5a6 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:43.202292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:43.214950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:43.229911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:43.233919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Usage tracker for resource:security_group_rule and tenant:32e4cf38c3fb4e67a4c85e501d80e5a6 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:43.236815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:43.242493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:43.326801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:43.329272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:43.333338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1fe3219b-1be3-48b5-8b6d-36cd9e7418f2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:43.367613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:15:43.376991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1502d005-59a2-4b7b-b419-54cef4afc252,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:43.380807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:43.383333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:43.383712 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Added segment c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6 of type vxlan for network 85318a88-cf31-49fb-83e3-9d08922bf15a
Dec 18 07:15:43.410853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:43.440942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:43.441925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:43.442558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:43.447808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-243c5e3a-678f-4a81-bac1-48e75c31505e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:43.556089 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5247691
Dec 18 07:15:43.557045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Pushing event updated for resources: {'Network': ['ID=85318a88-cf31-49fb-83e3-9d08922bf15a,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:43.559857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58254) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:43.562455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-36261c25-8f70-4944-87cb-facfe402aee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:43.566608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Request body: {'subnet': {'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1919164772-subnet', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'ip_version': 4}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:43.568395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 85318a88-cf31-49fb-83e3-9d08922bf15a details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:43.572139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:43.576278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Usage tracker for resource:subnet and tenant:32e4cf38c3fb4e67a4c85e501d80e5a6 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:43.579316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:43.585259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:43.586007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 85318a88-cf31-49fb-83e3-9d08922bf15a details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:43.594800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Made reservation on behalf of 32e4cf38c3fb4e67a4c85e501d80e5a6 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:43.599775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:43.998584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:44.013190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-236384ca-9cfd-4d62-9f87-42af59e8eb0b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:44.136708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=98df7df4-2743-461b-8906-cca6a06ea2f7,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:44.141628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:44.212417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Checking segment: {'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:44.212806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Network hostable DHCP agents. Network: 85318a88-cf31-49fb-83e3-9d08922bf15a, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:15:44.231456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Network 85318a88-cf31-49fb-83e3-9d08922bf15a is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:15:44.239353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 85318a88-cf31-49fb-83e3-9d08922bf15a) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:44.248334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9fb879-2bea-469e-9a9f-4827e756d4e8 None None] Network 85318a88-cf31-49fb-83e3-9d08922bf15a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:44.250978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:44.251567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:44.273335 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7100151
Dec 18 07:15:44.273839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58258) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:44.279778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1919164772-router', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:44.284590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:44.288611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Usage tracker for resource:router and tenant:32e4cf38c3fb4e67a4c85e501d80e5a6 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:44.292140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:44.297893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:44.306656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:44.307701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:44.326167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:44.475151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-85318a88-cf31-49fb-83e3-9d08922bf15a', 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'fixed_ips': [{'subnet_id': '98df7df4-2743-461b-8906-cca6a06ea2f7'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:15:44.476072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:44.598711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:44.851857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2ed7a715-b324-4ff7-a166-d493862202f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:44.928569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:44.949894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Allocated IP 172.20.0.2 (85318a88-cf31-49fb-83e3-9d08922bf15a/98df7df4-2743-461b-8906-cca6a06ea2f7/d5bdfff4-17ef-4ddb-be5d-362327faed37) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:15:44.960522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:45.163414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:45.176265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Transition to ACTIVE for port object d5bdfff4-17ef-4ddb-be5d-362327faed37 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:45.193692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Transition to ACTIVE for port object d5bdfff4-17ef-4ddb-be5d-362327faed37 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:45.197854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:45.213022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:45.233130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Allocated IP 172.26.7.48 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/e3b97bc3-8240-4196-9434-66e4eeef2e97) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:15:45.340328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Pushing event updated for resources: {'Port': ['ID=d5bdfff4-17ef-4ddb-be5d-362327faed37,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:45.345397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:45.390469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:45.395543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Network 85318a88-cf31-49fb-83e3-9d08922bf15a is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:15:45.396747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:45.399072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:15:45.416601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:45.432526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-84022b76-c866-41cc-bddd-149b53dc1edd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:45.456315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Attempting to bind port d5bdfff4-17ef-4ddb-be5d-362327faed37 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:15:45.456745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Attempting to bind port d5bdfff4-17ef-4ddb-be5d-362327faed37 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:15:45.457161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Attempting to bind port d5bdfff4-17ef-4ddb-be5d-362327faed37 on network 85318a88-cf31-49fb-83e3-9d08922bf15a {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:15:45.462751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:15:45.463201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Checking segment: {'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:45.464191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:45.464635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Bound using segment: {'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:15:45.465156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Bound port: d5bdfff4-17ef-4ddb-be5d-362327faed37, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:15:45.465596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:45.556294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] For port d5bdfff4-17ef-4ddb-be5d-362327faed37, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:15:45.559658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] For port d5bdfff4-17ef-4ddb-be5d-362327faed37, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=d5bdfff4-17ef-4ddb-be5d-362327faed37,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:15:45.563432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:45.577857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b97bc3-8240-4196-9434-66e4eeef2e97,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:45.578527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:45.583075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:45.635001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:15:45.636344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:45.638667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:15:45.731428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Pushing event updated for resources: {'Port': ['ID=d5bdfff4-17ef-4ddb-be5d-362327faed37,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:45.736246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:46.345970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:46.695555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:46.913230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Router 370a8bfe-e917-42c7-bde8-01b14a57c6c9 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:15:47.103193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:15:47.115548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48748af2-7a0c-40b5-b558-f973070dcf86 None None] Network 85318a88-cf31-49fb-83e3-9d08922bf15a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:47.124394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Sync routers for ids ['370a8bfe-e917-42c7-bde8-01b14a57c6c9'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:15:47.133721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:47.137049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Routers {'370a8bfe-e917-42c7-bde8-01b14a57c6c9'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:15:47.137786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d5bdfff4-17ef-4ddb-be5d-362327faed37 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:47.137920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e8774a8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:15:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['370a8bfe-e917-42c7-bde8-01b14a57c6c9'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:47.138597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58262) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:47.138780 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.8639660
Dec 18 07:15:47.301581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-71bd14b4-c2f9-44ac-af17-ff8c1b939569 None None] Provisioning for port d5bdfff4-17ef-4ddb-be5d-362327faed37 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:47.330269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Set router 370a8bfe-e917-42c7-bde8-01b14a57c6c9 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:15:47.366647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port d5bdfff4-17ef-4ddb-be5d-362327faed37 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:47.384412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port d5bdfff4-17ef-4ddb-be5d-362327faed37 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:47.384848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:47.511293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-afdd8e10-e23e-44a4-8ea5-3aebebf66b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:47.574277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:47.601851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:47.638267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port d5bdfff4-17ef-4ddb-be5d-362327faed37, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=d5bdfff4-17ef-4ddb-be5d-362327faed37,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:47.642761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:47.644739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:47.661240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e8774a8>, [{'id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'name': 'tempest-TestEncryptedCinderVolumes-1919164772-router', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:44Z', 'updated_at': '2020-12-18T07:15:45Z', 'revision_number': 3, 'project_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'gw_port': {'id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:45Z', 'updated_at': '2020-12-18T07:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:47.666173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Checking router: 370a8bfe-e917-42c7-bde8-01b14a57c6c9 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:15:47.666614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Updating router 370a8bfe-e917-42c7-bde8-01b14a57c6c9 port e3b97bc3-8240-4196-9434-66e4eeef2e97 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:15:47.731358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=d5bdfff4-17ef-4ddb-be5d-362327faed37,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:47.731915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:47.735075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:47.834301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:47.850290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-36a2f2a4-907a-4714-8d61-a19f480b4f19 None None] Provisioning complete for port d5bdfff4-17ef-4ddb-be5d-362327faed37 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:47.851027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-36a2f2a4-907a-4714-8d61-a19f480b4f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:48.122996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-35aac428-2acf-44f1-b42d-bb2acdb2838c None None] Provisioning complete for port d5bdfff4-17ef-4ddb-be5d-362327faed37 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:48.123440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-35aac428-2acf-44f1-b42d-bb2acdb2838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:48.163882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:48.177931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Transition to ACTIVE for port object e3b97bc3-8240-4196-9434-66e4eeef2e97 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:48.181135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:48.215036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Allocated IP 172.20.0.1 (85318a88-cf31-49fb-83e3-9d08922bf15a/98df7df4-2743-461b-8906-cca6a06ea2f7/7f74582b-ffaa-446a-9db5-6a11051226f9) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:15:48.276392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:48.371223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Pushing event updated for resources: {'Port': ['ID=e3b97bc3-8240-4196-9434-66e4eeef2e97,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:48.385199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.386199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.387093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.387336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.387739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.388110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.389063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.389440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.389836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.390203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.390869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.391226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.391491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:48.391747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.391992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.392349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.392701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.393056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.393412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.393791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.394435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.394859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.395134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.395489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.396071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:48.397232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-03e7c415-1997-4766-807d-d3d53216f7f7 None None] Provisioning complete for port d5bdfff4-17ef-4ddb-be5d-362327faed37 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:48.397795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-03e7c415-1997-4766-807d-d3d53216f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:48.402258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:48.410491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Transition to ACTIVE for port object 7f74582b-ffaa-446a-9db5-6a11051226f9 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:48.422254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Attempting to bind port e3b97bc3-8240-4196-9434-66e4eeef2e97 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:15:48.422671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Attempting to bind port e3b97bc3-8240-4196-9434-66e4eeef2e97 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:15:48.423079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Attempting to bind port e3b97bc3-8240-4196-9434-66e4eeef2e97 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:15:48.428881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:15:48.429325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:48.429782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:48.430215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:15:48.430725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Bound port: e3b97bc3-8240-4196-9434-66e4eeef2e97, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:15:48.430990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:48.431143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:48.447171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:48.506955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] For port e3b97bc3-8240-4196-9434-66e4eeef2e97, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:15:48.511318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] For port e3b97bc3-8240-4196-9434-66e4eeef2e97, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e3b97bc3-8240-4196-9434-66e4eeef2e97,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:15:48.517031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:48.532358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4ea9a4e0-36da-4ce1-b521-a40583674ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:48.542449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:48.588091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Pushing event updated for resources: {'Port': ['ID=7f74582b-ffaa-446a-9db5-6a11051226f9,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:48.591513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:48.846999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Pushing event updated for resources: {'Port': ['ID=e3b97bc3-8240-4196-9434-66e4eeef2e97,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:48.851909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ad354360-6723-482e-ad65-d04f7aaf4cc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:48.906174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Routers {'370a8bfe-e917-42c7-bde8-01b14a57c6c9'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:15:48.906863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e8774a8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:15:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['370a8bfe-e917-42c7-bde8-01b14a57c6c9'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:48.936474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Network 85318a88-cf31-49fb-83e3-9d08922bf15a is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:15:48.937712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:48.939986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:15:48.996366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:49.111877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] Set router 370a8bfe-e917-42c7-bde8-01b14a57c6c9 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:15:49.113290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d5bdfff4-17ef-4ddb-be5d-362327faed37 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:49.144568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:49.180545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b6a0c5f5-d915-4f7d-82ba-410652052642 None None] Provisioning for port 7f74582b-ffaa-446a-9db5-6a11051226f9 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:49.190157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b6a0c5f5-d915-4f7d-82ba-410652052642 None None] Provisioning complete for port 7f74582b-ffaa-446a-9db5-6a11051226f9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:49.190534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6a0c5f5-d915-4f7d-82ba-410652052642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:49.245915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port d5bdfff4-17ef-4ddb-be5d-362327faed37 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:49.246263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:49.298825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b6a0c5f5-d915-4f7d-82ba-410652052642 None None] Port 7f74582b-ffaa-446a-9db5-6a11051226f9 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:15:49.414544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e8774a8>, [{'id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'name': 'tempest-TestEncryptedCinderVolumes-1919164772-router', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:44Z', 'updated_at': '2020-12-18T07:15:45Z', 'revision_number': 3, 'project_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'gw_port': {'id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:45Z', 'updated_at': '2020-12-18T07:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:49.419413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4514fc8-2d96-43c2-b7ff-bfd85fb87348 None None] The sync data for ids ['370a8bfe-e917-42c7-bde8-01b14a57c6c9'] in dv-neutron-765072-3-ovs is: [{'id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'name': 'tempest-TestEncryptedCinderVolumes-1919164772-router', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:44Z', 'updated_at': '2020-12-18T07:15:45Z', 'revision_number': 3, 'project_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'gw_port': {'id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:45Z', 'updated_at': '2020-12-18T07:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:15:49.450204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:49.453695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:49.485638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16ea4f87-9caf-48d3-9625-a59ad092e73e tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:49.492550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:49.566706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Pushing event updated for resources: {'Port': ['ID=7f74582b-ffaa-446a-9db5-6a11051226f9,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:49.570284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:49.571375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:49.719417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Network 85318a88-cf31-49fb-83e3-9d08922bf15a is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:15:49.720576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:49.946934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Router 370a8bfe-e917-42c7-bde8-01b14a57c6c9 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:15:50.024558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-29871fbd-53dd-4494-b1c9-b0cc8f4f188a None None] Provisioning complete for port 7f74582b-ffaa-446a-9db5-6a11051226f9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:50.024991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-29871fbd-53dd-4494-b1c9-b0cc8f4f188a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:50.081884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-29871fbd-53dd-4494-b1c9-b0cc8f4f188a None None] Port 7f74582b-ffaa-446a-9db5-6a11051226f9 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:15:50.141406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:15:50.153533 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] 10.222.0.23 "PUT /v2.0/routers/370a8bfe-e917-42c7-bde8-01b14a57c6c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0112348
Dec 18 07:15:50.854566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58280) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:50.860910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1522209210-network', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:50.866240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:50.870834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Usage tracker for resource:network and tenant:cc884c31b68b4ad6803abea00cba9790 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:50.873862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:50.879571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:50.889374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Made reservation on behalf of cc884c31b68b4ad6803abea00cba9790 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:50.894085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:50.912941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:50.928690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:50.933254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Usage tracker for resource:security_group_rule and tenant:cc884c31b68b4ad6803abea00cba9790 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:50.936179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:50.941990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:51.025233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:51.027933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:51.032330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d67903c5-9765-4590-ae32-83be4d95aa40 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:51.062094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:15:51.075811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48227e2-9686-45c4-bb51-6e26bf702688,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:51.080137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:51.081147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:51.081608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Added segment 1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb of type vxlan for network 4de7cc8e-188c-4bea-9a2a-124f7a830446
Dec 18 07:15:51.109318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:51.116695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e3b97bc3-8240-4196-9434-66e4eeef2e97 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:51.141505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:51.142555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:51.143191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:51.148277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6fd93c95-70a6-43fa-8e1c-0153672925ec tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:51.188863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port e3b97bc3-8240-4196-9434-66e4eeef2e97 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:51.193834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port e3b97bc3-8240-4196-9434-66e4eeef2e97 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:51.194526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:51.258104 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4023056
Dec 18 07:15:51.259289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Pushing event updated for resources: {'Network': ['ID=4de7cc8e-188c-4bea-9a2a-124f7a830446,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:51.260521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58284) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:51.262376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:51.268768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Request body: {'subnet': {'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1522209210-subnet', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'ip_version': 4}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:51.274908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:51.279189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Usage tracker for resource:subnet and tenant:cc884c31b68b4ad6803abea00cba9790 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:51.283707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:51.288890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 4de7cc8e-188c-4bea-9a2a-124f7a830446 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:51.289724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:51.298960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Made reservation on behalf of cc884c31b68b4ad6803abea00cba9790 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:15:51.302312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 4de7cc8e-188c-4bea-9a2a-124f7a830446 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:15:51.303755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:51.492495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:51.530489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port e3b97bc3-8240-4196-9434-66e4eeef2e97, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e3b97bc3-8240-4196-9434-66e4eeef2e97,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:51.533302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:51.535157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:51.728637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:51.744743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-adcc4dee-f5f7-49ae-a420-479aa3c4919f tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:51.777035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=e3b97bc3-8240-4196-9434-66e4eeef2e97,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:51.780680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:51.871882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8310176c-0fa5-432e-bc90-5e4eaa5a2b70,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:51.876427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:51.945095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Checking segment: {'id': '1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:51.945458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Network hostable DHCP agents. Network: 4de7cc8e-188c-4bea-9a2a-124f7a830446, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:15:51.964680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Network 4de7cc8e-188c-4bea-9a2a-124f7a830446 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:15:51.972899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 4de7cc8e-188c-4bea-9a2a-124f7a830446) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:51.981442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e52cce-02d6-434b-a4e7-2e89a9b9de6c None None] Network 4de7cc8e-188c-4bea-9a2a-124f7a830446 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:51.985760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:15:51.986501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:52.005501 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7428839
Dec 18 07:15:52.008117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58288) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:52.014027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1522209210-router', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:15:52.018933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:15:52.023010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Usage tracker for resource:router and tenant:cc884c31b68b4ad6803abea00cba9790 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:15:52.027385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:15:52.033244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:15:52.045969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:52.047089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:52.063353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:52.209563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-4de7cc8e-188c-4bea-9a2a-124f7a830446', 'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'fixed_ips': [{'subnet_id': '8310176c-0fa5-432e-bc90-5e4eaa5a2b70'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:15:52.210525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:52.242598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Sync routers for ids ['370a8bfe-e917-42c7-bde8-01b14a57c6c9'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:15:52.274135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Routers {'370a8bfe-e917-42c7-bde8-01b14a57c6c9'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:15:52.274844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d433630>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:15:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['370a8bfe-e917-42c7-bde8-01b14a57c6c9'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:52.343080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:52.600863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Set router 370a8bfe-e917-42c7-bde8-01b14a57c6c9 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:15:52.664855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:52.698794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:52.896955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Allocated IP 172.20.0.2 (4de7cc8e-188c-4bea-9a2a-124f7a830446/8310176c-0fa5-432e-bc90-5e4eaa5a2b70/0c29cb6f-0b82-44b5-9f71-ce572584c180) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:15:52.970938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Allocated IP 172.26.7.31 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/029cd7d1-fa12-46f3-b4ef-0f9bc1237997) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:15:53.077646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:53.100607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e3b97bc3-8240-4196-9434-66e4eeef2e97 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:53.129435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:53.155517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:53.171135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5b0f8ce5-b9c4-4997-94f4-74f3bb2eb71e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:53.254689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d433630>, [{'id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'name': 'tempest-TestEncryptedCinderVolumes-1919164772-router', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:44Z', 'updated_at': '2020-12-18T07:15:49Z', 'revision_number': 4, 'project_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'gw_port': {'id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:45Z', 'updated_at': '2020-12-18T07:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '7f74582b-ffaa-446a-9db5-6a11051226f9', 'name': '', 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'mac_address': 'fa:16:3e:2c:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '98df7df4-2743-461b-8906-cca6a06ea2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:48Z', 'updated_at': '2020-12-18T07:15:49Z', 'revision_number': 2, 'project_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'subnets': [{'id': '98df7df4-2743-461b-8906-cca6a06ea2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:53.279928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Checking router: 370a8bfe-e917-42c7-bde8-01b14a57c6c9 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:15:53.280348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Updating router 370a8bfe-e917-42c7-bde8-01b14a57c6c9 port 7f74582b-ffaa-446a-9db5-6a11051226f9 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:15:53.328341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port e3b97bc3-8240-4196-9434-66e4eeef2e97 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:53.328767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:53.371888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:53.408570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Transition to ACTIVE for port object 0c29cb6f-0b82-44b5-9f71-ce572584c180 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:53.419821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:53.483412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Transition to ACTIVE for port object 0c29cb6f-0b82-44b5-9f71-ce572584c180 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:53.504316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:53.525276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d16486d3-9a44-447e-a8ac-c1d5456c8734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:53.584320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Pushing event updated for resources: {'Port': ['ID=029cd7d1-fa12-46f3-b4ef-0f9bc1237997,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:53.589580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:53.643816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:15:53.644966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:53.648248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:15:53.920023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Pushing event updated for resources: {'Port': ['ID=0c29cb6f-0b82-44b5-9f71-ce572584c180,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:53.956498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.956813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.957202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.957602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.957982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.958357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.958727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.959095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.959465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.959833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.960201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.960565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.960993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.961360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.961752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.962123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.962486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.962851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.963244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.963608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.963968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.964331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.964695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.965055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:15:53.974489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:54.079417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:54.080281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Network 4de7cc8e-188c-4bea-9a2a-124f7a830446 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:15:54.083615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:54.087064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:15:54.227448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Attempting to bind port 0c29cb6f-0b82-44b5-9f71-ce572584c180 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:15:54.227787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Attempting to bind port 0c29cb6f-0b82-44b5-9f71-ce572584c180 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:15:54.228204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Attempting to bind port 0c29cb6f-0b82-44b5-9f71-ce572584c180 on network 4de7cc8e-188c-4bea-9a2a-124f7a830446 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:15:54.246460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:15:54.246901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Checking segment: {'id': '1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:54.247356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:54.247800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Bound using segment: {'id': '1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:15:54.248334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Bound port: 0c29cb6f-0b82-44b5-9f71-ce572584c180, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:15:54.248757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:54.378463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] For port 0c29cb6f-0b82-44b5-9f71-ce572584c180, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:15:54.426364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] For port 0c29cb6f-0b82-44b5-9f71-ce572584c180, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0c29cb6f-0b82-44b5-9f71-ce572584c180,segment=NetworkSegment(1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb),segment_id=1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:15:54.430991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:54.432000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:54.452324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:54.564975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:54.599954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Transition to ACTIVE for port object 7f74582b-ffaa-446a-9db5-6a11051226f9 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:54.613508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:54.638278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Pushing event updated for resources: {'Port': ['ID=0c29cb6f-0b82-44b5-9f71-ce572584c180,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:54.652316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Router 619c8ca4-c2e5-41fa-a494-b6093bfc954d is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:15:54.690741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:54.693091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:54.815614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45d85a-371f-479a-be17-51fc169f58dd None None] Pushing event updated for resources: {'Port': ['ID=7f74582b-ffaa-446a-9db5-6a11051226f9,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:54.825895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb45d85a-371f-479a-be17-51fc169f58dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:54.841567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:15:54.852117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Sync routers for ids ['619c8ca4-c2e5-41fa-a494-b6093bfc954d'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:15:54.870835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:54.874932 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 2.8631587
Dec 18 07:15:54.875474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58292) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:15:54.879891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Routers {'619c8ca4-c2e5-41fa-a494-b6093bfc954d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:15:54.880750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e7e6f60>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:15:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['619c8ca4-c2e5-41fa-a494-b6093bfc954d'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:54.988976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Attempting to bind port 7f74582b-ffaa-446a-9db5-6a11051226f9 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:15:54.989571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Attempting to bind port 7f74582b-ffaa-446a-9db5-6a11051226f9 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:15:54.989805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Attempting to bind port 7f74582b-ffaa-446a-9db5-6a11051226f9 on network 85318a88-cf31-49fb-83e3-9d08922bf15a {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:15:54.995943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:15:54.996373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Checking segment: {'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:54.996830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:54.997283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Bound using segment: {'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:15:54.997843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Bound port: 7f74582b-ffaa-446a-9db5-6a11051226f9, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:15:54.998275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:55.106428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] For port 7f74582b-ffaa-446a-9db5-6a11051226f9, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:15:55.108820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Set router 619c8ca4-c2e5-41fa-a494-b6093bfc954d gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:15:55.109877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] For port 7f74582b-ffaa-446a-9db5-6a11051226f9, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7f74582b-ffaa-446a-9db5-6a11051226f9,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:15:55.116480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:55.130372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:55.328875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45d85a-371f-479a-be17-51fc169f58dd None None] Pushing event updated for resources: {'Port': ['ID=7f74582b-ffaa-446a-9db5-6a11051226f9,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:55.344123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb45d85a-371f-479a-be17-51fc169f58dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:55.371047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Routers {'370a8bfe-e917-42c7-bde8-01b14a57c6c9'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:15:55.371789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d433630>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:15:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['370a8bfe-e917-42c7-bde8-01b14a57c6c9'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:55.491776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e7e6f60>, [{'id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'name': 'tempest-TestEncryptedCinderVolumes-1522209210-router', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:53Z', 'revision_number': 3, 'project_id': 'cc884c31b68b4ad6803abea00cba9790', 'gw_port': {'id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:55.496232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Checking router: 619c8ca4-c2e5-41fa-a494-b6093bfc954d for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:15:55.496629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Updating router 619c8ca4-c2e5-41fa-a494-b6093bfc954d port 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:15:55.553688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:55.570510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] Set router 370a8bfe-e917-42c7-bde8-01b14a57c6c9 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:15:55.938627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d433630>, [{'id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'name': 'tempest-TestEncryptedCinderVolumes-1919164772-router', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:44Z', 'updated_at': '2020-12-18T07:15:49Z', 'revision_number': 4, 'project_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'gw_port': {'id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:45Z', 'updated_at': '2020-12-18T07:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '7f74582b-ffaa-446a-9db5-6a11051226f9', 'name': '', 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'mac_address': 'fa:16:3e:2c:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '98df7df4-2743-461b-8906-cca6a06ea2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:48Z', 'updated_at': '2020-12-18T07:15:55Z', 'revision_number': 4, 'project_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'subnets': [{'id': '98df7df4-2743-461b-8906-cca6a06ea2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:55.943385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd8e06-9b76-44cd-b96c-5b69ef4e9112 None None] The sync data for ids ['370a8bfe-e917-42c7-bde8-01b14a57c6c9'] in dv-neutron-765072-3-ovs is: [{'id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'name': 'tempest-TestEncryptedCinderVolumes-1919164772-router', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:44Z', 'updated_at': '2020-12-18T07:15:49Z', 'revision_number': 4, 'project_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'gw_port': {'id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:45Z', 'updated_at': '2020-12-18T07:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '7f74582b-ffaa-446a-9db5-6a11051226f9', 'name': '', 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'mac_address': 'fa:16:3e:2c:ec:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '98df7df4-2743-461b-8906-cca6a06ea2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:48Z', 'updated_at': '2020-12-18T07:15:55Z', 'revision_number': 4, 'project_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'subnets': [{'id': '98df7df4-2743-461b-8906-cca6a06ea2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:15:55.946824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:55.987496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:56.021427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Transition to ACTIVE for port object 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:56.027242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:56.040620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ca34b62f-0290-4234-8956-cd0938d47f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:56.193461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218aac00-9dab-41af-97c2-c90c59b4fc35 None None] Pushing event updated for resources: {'Port': ['ID=029cd7d1-fa12-46f3-b4ef-0f9bc1237997,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:56.197301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-218aac00-9dab-41af-97c2-c90c59b4fc35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:56.279219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Attempting to bind port 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:15:56.279640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Attempting to bind port 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:15:56.282891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Attempting to bind port 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:15:56.290578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:15:56.291096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:15:56.291789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:56.292316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:15:56.293091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Bound port: 029cd7d1-fa12-46f3-b4ef-0f9bc1237997, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:15:56.293661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:56.384228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Allocated IP 172.20.0.1 (4de7cc8e-188c-4bea-9a2a-124f7a830446/8310176c-0fa5-432e-bc90-5e4eaa5a2b70/b701e043-9851-41c6-9d2f-aa748e7ef229) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:15:56.385748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] For port 029cd7d1-fa12-46f3-b4ef-0f9bc1237997, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:15:56.388719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] For port 029cd7d1-fa12-46f3-b4ef-0f9bc1237997, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=029cd7d1-fa12-46f3-b4ef-0f9bc1237997,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:15:56.394072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:56.411381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d0c1ef8-dd48-4b37-b4b4-6ab7ac3e4515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:56.419327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61474416-3a10-49b7-a501-d3150b814df0 None None] Network 4de7cc8e-188c-4bea-9a2a-124f7a830446 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:15:56.574493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:56.594295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Transition to ACTIVE for port object b701e043-9851-41c6-9d2f-aa748e7ef229 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:15:56.622151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:56.649290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1dfd82ee-c1c3-4a3a-895a-66ff8aaa98fe None None] Provisioning for port 0c29cb6f-0b82-44b5-9f71-ce572584c180 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:56.728079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4dfcb06d-2b1d-4080-9ae8-9141b8483beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:56.823293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=b701e043-9851-41c6-9d2f-aa748e7ef229,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:56.833974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:56.861443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218aac00-9dab-41af-97c2-c90c59b4fc35 None None] Pushing event updated for resources: {'Port': ['ID=029cd7d1-fa12-46f3-b4ef-0f9bc1237997,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:56.865816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-218aac00-9dab-41af-97c2-c90c59b4fc35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:56.877892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Routers {'619c8ca4-c2e5-41fa-a494-b6093bfc954d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:15:56.878591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e7e6f60>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:15:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['619c8ca4-c2e5-41fa-a494-b6093bfc954d'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:56.894674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Network 4de7cc8e-188c-4bea-9a2a-124f7a830446 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:15:56.896106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:56.902327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:15:56.975758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:57.006050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dbd9fdec-75f7-4b36-8e95-4eabe263f6b8 None None] Provisioning for port b701e043-9851-41c6-9d2f-aa748e7ef229 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:57.019049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dbd9fdec-75f7-4b36-8e95-4eabe263f6b8 None None] Provisioning complete for port b701e043-9851-41c6-9d2f-aa748e7ef229 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:57.019476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbd9fdec-75f7-4b36-8e95-4eabe263f6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:57.079619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] Set router 619c8ca4-c2e5-41fa-a494-b6093bfc954d gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:15:57.165998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dbd9fdec-75f7-4b36-8e95-4eabe263f6b8 None None] Port b701e043-9851-41c6-9d2f-aa748e7ef229 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:15:57.240661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7f74582b-ffaa-446a-9db5-6a11051226f9 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:57.332348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 7f74582b-ffaa-446a-9db5-6a11051226f9 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:57.337881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 7f74582b-ffaa-446a-9db5-6a11051226f9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:57.338356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:57.357890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:57.451814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e7e6f60>, [{'id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'name': 'tempest-TestEncryptedCinderVolumes-1522209210-router', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:53Z', 'revision_number': 3, 'project_id': 'cc884c31b68b4ad6803abea00cba9790', 'gw_port': {'id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:15:57.456759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abd8160-86cb-4b0f-87e8-3c52c148051c None None] The sync data for ids ['619c8ca4-c2e5-41fa-a494-b6093bfc954d'] in dv-neutron-765072-3-ovs is: [{'id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'name': 'tempest-TestEncryptedCinderVolumes-1522209210-router', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:53Z', 'revision_number': 3, 'project_id': 'cc884c31b68b4ad6803abea00cba9790', 'gw_port': {'id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:67:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:15:57.486710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:57.498772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7f676e20-ec3b-4e1c-826b-532795c4d864 None None] Provisioning complete for port b701e043-9851-41c6-9d2f-aa748e7ef229 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:57.499201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f676e20-ec3b-4e1c-826b-532795c4d864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:57.716457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:57.720142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:57.750796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a690bc4-a6c8-41d0-a42c-25e255f13a19 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:57.763978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7f676e20-ec3b-4e1c-826b-532795c4d864 None None] Port b701e043-9851-41c6-9d2f-aa748e7ef229 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:15:57.774844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 7f74582b-ffaa-446a-9db5-6a11051226f9, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7f74582b-ffaa-446a-9db5-6a11051226f9,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:57.777900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:57.778645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0c29cb6f-0b82-44b5-9f71-ce572584c180 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:57.806207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2833115f-07a6-48d8-8c27-6d51bc868e38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:57.835466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:57.850433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=b701e043-9851-41c6-9d2f-aa748e7ef229,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:57.900046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:57.912790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=7f74582b-ffaa-446a-9db5-6a11051226f9,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:57.919618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:57.926393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 0c29cb6f-0b82-44b5-9f71-ce572584c180 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:57.931516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 0c29cb6f-0b82-44b5-9f71-ce572584c180 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:57.932515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:57.988565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Network 4de7cc8e-188c-4bea-9a2a-124f7a830446 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:15:57.989919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:15:58.071122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:58.118621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 0c29cb6f-0b82-44b5-9f71-ce572584c180, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0c29cb6f-0b82-44b5-9f71-ce572584c180,segment=NetworkSegment(1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb),segment_id=1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:58.124731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:58.129990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66f09a52-966e-4d7a-becb-06aa3e5f84ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:58.215350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=0c29cb6f-0b82-44b5-9f71-ce572584c180,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:58.221228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Router 619c8ca4-c2e5-41fa-a494-b6093bfc954d has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:15:58.226399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:15:58.348801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1bff29c9-ef2c-4988-8320-8f1dabcedd13 None None] Provisioning complete for port b701e043-9851-41c6-9d2f-aa748e7ef229 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:58.349232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bff29c9-ef2c-4988-8320-8f1dabcedd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:58.406979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1bff29c9-ef2c-4988-8320-8f1dabcedd13 None None] Port b701e043-9851-41c6-9d2f-aa748e7ef229 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:15:58.417232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:15:58.429554 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] 10.222.0.23 "PUT /v2.0/routers/619c8ca4-c2e5-41fa-a494-b6093bfc954d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5501051
Dec 18 07:15:59.169417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7f74582b-ffaa-446a-9db5-6a11051226f9 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:59.243322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 7f74582b-ffaa-446a-9db5-6a11051226f9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:59.243753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:59.359870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:59.430361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:15:59.446338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:59.446880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:59.577099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:59.595504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 029cd7d1-fa12-46f3-b4ef-0f9bc1237997, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=029cd7d1-fa12-46f3-b4ef-0f9bc1237997,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:15:59.598929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:59.599844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0c29cb6f-0b82-44b5-9f71-ce572584c180 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:15:59.675493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:15:59.754098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 0c29cb6f-0b82-44b5-9f71-ce572584c180 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:15:59.754535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:15:59.794276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=029cd7d1-fa12-46f3-b4ef-0f9bc1237997,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:15:59.799242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:16:01.101749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Sync routers for ids ['619c8ca4-c2e5-41fa-a494-b6093bfc954d'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:16:01.110660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:16:01.155794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Routers {'619c8ca4-c2e5-41fa-a494-b6093bfc954d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:16:01.156491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cc3f748>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:15:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['619c8ca4-c2e5-41fa-a494-b6093bfc954d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:16:01.367243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Set router 619c8ca4-c2e5-41fa-a494-b6093bfc954d gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:16:01.439542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:16:01.439973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:01.818365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cc3f748>, [{'id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'name': 'tempest-TestEncryptedCinderVolumes-1522209210-router', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:57Z', 'revision_number': 4, 'project_id': 'cc884c31b68b4ad6803abea00cba9790', 'gw_port': {'id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b701e043-9851-41c6-9d2f-aa748e7ef229', 'name': '', 'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'mac_address': 'fa:16:3e:78:bf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8310176c-0fa5-432e-bc90-5e4eaa5a2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:56Z', 'updated_at': '2020-12-18T07:15:57Z', 'revision_number': 2, 'project_id': 'cc884c31b68b4ad6803abea00cba9790', 'subnets': [{'id': '8310176c-0fa5-432e-bc90-5e4eaa5a2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:16:01.823000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Checking router: 619c8ca4-c2e5-41fa-a494-b6093bfc954d for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:16:01.823417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Updating router 619c8ca4-c2e5-41fa-a494-b6093bfc954d port b701e043-9851-41c6-9d2f-aa748e7ef229 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:16:01.879601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:02.347336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:02.361244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Transition to ACTIVE for port object b701e043-9851-41c6-9d2f-aa748e7ef229 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:16:02.364985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:02.383511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e64a8ae0-6b6e-4eff-8a28-107d44c59141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:16:02.506028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30811fe2-e639-4622-86f6-2f0ea03ec874 None None] Pushing event updated for resources: {'Port': ['ID=b701e043-9851-41c6-9d2f-aa748e7ef229,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:16:02.511238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30811fe2-e639-4622-86f6-2f0ea03ec874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:16:02.910789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Attempting to bind port b701e043-9851-41c6-9d2f-aa748e7ef229 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:16:02.911202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Attempting to bind port b701e043-9851-41c6-9d2f-aa748e7ef229 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:16:02.911619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Attempting to bind port b701e043-9851-41c6-9d2f-aa748e7ef229 on network 4de7cc8e-188c-4bea-9a2a-124f7a830446 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:16:02.922278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:16:02.922713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Checking segment: {'id': '1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:16:02.923164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:02.923611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Bound using segment: {'id': '1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:16:02.924137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Bound port: b701e043-9851-41c6-9d2f-aa748e7ef229, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:16:02.924562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:03.019470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] For port b701e043-9851-41c6-9d2f-aa748e7ef229, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:16:03.022666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] For port b701e043-9851-41c6-9d2f-aa748e7ef229, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b701e043-9851-41c6-9d2f-aa748e7ef229,segment=NetworkSegment(1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb),segment_id=1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:16:03.027440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:03.045162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:16:03.175756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30811fe2-e639-4622-86f6-2f0ea03ec874 None None] Pushing event updated for resources: {'Port': ['ID=b701e043-9851-41c6-9d2f-aa748e7ef229,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:16:03.180834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30811fe2-e639-4622-86f6-2f0ea03ec874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:16:03.250797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Routers {'619c8ca4-c2e5-41fa-a494-b6093bfc954d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:16:03.251516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cc3f748>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:15:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['619c8ca4-c2e5-41fa-a494-b6093bfc954d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:16:03.479654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] Set router 619c8ca4-c2e5-41fa-a494-b6093bfc954d gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:16:03.838906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cc3f748>, [{'id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'name': 'tempest-TestEncryptedCinderVolumes-1522209210-router', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:57Z', 'revision_number': 4, 'project_id': 'cc884c31b68b4ad6803abea00cba9790', 'gw_port': {'id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b701e043-9851-41c6-9d2f-aa748e7ef229', 'name': '', 'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'mac_address': 'fa:16:3e:78:bf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8310176c-0fa5-432e-bc90-5e4eaa5a2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:56Z', 'updated_at': '2020-12-18T07:16:03Z', 'revision_number': 4, 'project_id': 'cc884c31b68b4ad6803abea00cba9790', 'subnets': [{'id': '8310176c-0fa5-432e-bc90-5e4eaa5a2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:16:03.843707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74816a2d-d0dd-4418-b85b-2fca7719d4a3 None None] The sync data for ids ['619c8ca4-c2e5-41fa-a494-b6093bfc954d'] in dv-neutron-765072-3-ovs is: [{'id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'name': 'tempest-TestEncryptedCinderVolumes-1522209210-router', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:57Z', 'revision_number': 4, 'project_id': 'cc884c31b68b4ad6803abea00cba9790', 'gw_port': {'id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b701e043-9851-41c6-9d2f-aa748e7ef229', 'name': '', 'network_id': '4de7cc8e-188c-4bea-9a2a-124f7a830446', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'mac_address': 'fa:16:3e:78:bf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '8310176c-0fa5-432e-bc90-5e4eaa5a2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:56Z', 'updated_at': '2020-12-18T07:16:03Z', 'revision_number': 4, 'project_id': 'cc884c31b68b4ad6803abea00cba9790', 'subnets': [{'id': '8310176c-0fa5-432e-bc90-5e4eaa5a2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:16:04.862296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:16:05.138589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b701e043-9851-41c6-9d2f-aa748e7ef229 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:16:05.226959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port b701e043-9851-41c6-9d2f-aa748e7ef229 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:16:05.232214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b701e043-9851-41c6-9d2f-aa748e7ef229 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:16:05.232651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:05.360622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:05.397058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port b701e043-9851-41c6-9d2f-aa748e7ef229, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b701e043-9851-41c6-9d2f-aa748e7ef229,segment=NetworkSegment(1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb),segment_id=1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:16:05.402482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:05.404754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:16:05.476480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=b701e043-9851-41c6-9d2f-aa748e7ef229,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:16:05.480580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:16:07.116410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b701e043-9851-41c6-9d2f-aa748e7ef229 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:16:07.192097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b701e043-9851-41c6-9d2f-aa748e7ef229 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:16:07.192524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:09.161873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-abc470e9-76d8-4767-a6f0-d3fd9c5f8070 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:09.163403 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-abc470e9-76d8-4767-a6f0-d3fd9c5f8070 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/networks?id=85318a88-cf31-49fb-83e3-9d08922bf15a HTTP/1.1" status: 200  len: 817 time: 0.1570055
Dec 18 07:16:09.179315 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f7aa3c23-3d7d-45ec-b579-31d51786a38d tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/quotas/32e4cf38c3fb4e67a4c85e501d80e5a6 HTTP/1.1" status: 200  len: 375 time: 0.0099134
Dec 18 07:16:09.263800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f684f362-8fe3-4c9f-a45d-ca9c378a6cab tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Synchronizing usage tracker for tenant:32e4cf38c3fb4e67a4c85e501d80e5a6 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:16:09.280210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f684f362-8fe3-4c9f-a45d-ca9c378a6cab tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Unset dirty status for tenant:32e4cf38c3fb4e67a4c85e501d80e5a6 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:16:09.281559 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f684f362-8fe3-4c9f-a45d-ca9c378a6cab tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?tenant_id=32e4cf38c3fb4e67a4c85e501d80e5a6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0968401
Dec 18 07:16:09.428747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-eaecd57a-bddc-4afd-b906-4ee2318d3f9f service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:16:09.429877 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-eaecd57a-bddc-4afd-b906-4ee2318d3f9f service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1360528
Dec 18 07:16:09.574051 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-0113d9fe-019f-4cd6-8270-a00708208b08 service neutron] 10.222.0.23 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362224
Dec 18 07:16:09.716788 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-81991c2c-b92f-4d9a-8493-d3d4380931a0 service neutron] 10.222.0.23 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362095
Dec 18 07:16:09.919224 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-39c77908-79c2-4474-ae80-692cb1d4d4c2 req-31198751-4120-4c1b-9558-ea8cdb3b21f1 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 210 time: 0.0482280
Dec 18 07:16:11.096428 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-434c847b-7b9f-4325-a5cc-d80f1ee426be req-9f82b98e-1ba1-4c4b-a1df-12ed9760333b tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 210 time: 0.0474668
Dec 18 07:16:11.268038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-0f3080d3-a325-4796-ac44-7d511361c605 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:11.268707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-0f3080d3-a325-4796-ac44-7d511361c605 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Synchronizing usage tracker for tenant:32e4cf38c3fb4e67a4c85e501d80e5a6 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:16:11.284453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-0f3080d3-a325-4796-ac44-7d511361c605 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Unset dirty status for tenant:32e4cf38c3fb4e67a4c85e501d80e5a6 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:16:11.285711 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-0f3080d3-a325-4796-ac44-7d511361c605 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.15 "GET /v2.0/networks?id=85318a88-cf31-49fb-83e3-9d08922bf15a HTTP/1.1" status: 200  len: 817 time: 0.1757107
Dec 18 07:16:11.303210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Request body: {'port': {'device_id': '449dba52-1887-4dc5-93d5-ffbb7e98d846', 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a', 'admin_state_up': True, 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:16:11.445344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:16:11.455132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:16:11.463808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Made reservation on behalf of 32e4cf38c3fb4e67a4c85e501d80e5a6 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:16:11.469231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:11.789183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Allocated IP 172.20.0.14 (85318a88-cf31-49fb-83e3-9d08922bf15a/98df7df4-2743-461b-8906-cca6a06ea2f7/d22294ca-3a36-457f-b67e-179cdecbbaa2) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:16:12.051840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:12.071565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Transition to ACTIVE for port object d22294ca-3a36-457f-b67e-179cdecbbaa2 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:16:12.091126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:12.107110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:16:12.335938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d42a-b932-47a3-afee-2eb52f4b5d19 req-96170dd8-1334-407b-b285-83e3d63ff6d7 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:12.338536 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b59d42a-b932-47a3-afee-2eb52f4b5d19 req-96170dd8-1334-407b-b285-83e3d63ff6d7 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 932 time: 0.0932443
Dec 18 07:16:12.412912 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b59d42a-b932-47a3-afee-2eb52f4b5d19 req-4c30271a-6aac-4c62-bcee-dc9c71a5512d tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669820
Dec 18 07:16:12.543401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Pushing event updated for resources: {'Port': ['ID=d22294ca-3a36-457f-b67e-179cdecbbaa2,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:16:12.546688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:16:12.602623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Network 85318a88-cf31-49fb-83e3-9d08922bf15a is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:16:12.604360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:16:12.606904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:16:12.719944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:12.720754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:12.752277 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4516308
Dec 18 07:16:12.850732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4c818067-3791-48cb-8b62-3a20903a2591 None None] Provisioning for port d22294ca-3a36-457f-b67e-179cdecbbaa2 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:16:12.856506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4c818067-3791-48cb-8b62-3a20903a2591 None None] Provisioning complete for port d22294ca-3a36-457f-b67e-179cdecbbaa2 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:16:12.856868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4c818067-3791-48cb-8b62-3a20903a2591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:12.921382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4c818067-3791-48cb-8b62-3a20903a2591 None None] Port d22294ca-3a36-457f-b67e-179cdecbbaa2 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:16:13.633407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ec095-2a7e-44f9-a4ce-0090e1bf5028 req-52082853-c72e-41d0-a8f6-ef70011425fe tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:13.636424 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2d8ec095-2a7e-44f9-a4ce-0090e1bf5028 req-52082853-c72e-41d0-a8f6-ef70011425fe tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 932 time: 0.0868726
Dec 18 07:16:13.697566 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2d8ec095-2a7e-44f9-a4ce-0090e1bf5028 req-b26aa806-98d5-4c07-987d-96c8919240f9 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518773
Dec 18 07:16:14.714717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7b768b63-e826-4fff-b36e-87af757889d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:14.918429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208a293-2d22-4844-8598-87b58d42a7c7 req-3056b10e-956e-4fac-be22-961ed9b959d4 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:14.920040 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d208a293-2d22-4844-8598-87b58d42a7c7 req-3056b10e-956e-4fac-be22-961ed9b959d4 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 932 time: 0.0898724
Dec 18 07:16:14.972955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d208a293-2d22-4844-8598-87b58d42a7c7 req-8312ea57-4353-4b7d-9c24-506112a6485e tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463846
Dec 18 07:16:16.191525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0382c01-da76-473b-88ce-3b1b60b511c9 req-6e5bf98d-3e08-41f5-97ca-6f693e437737 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:16.193160 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0382c01-da76-473b-88ce-3b1b60b511c9 req-6e5bf98d-3e08-41f5-97ca-6f693e437737 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 932 time: 0.0853002
Dec 18 07:16:16.246327 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0382c01-da76-473b-88ce-3b1b60b511c9 req-6e9b2b69-b930-4635-97df-fd13d4aeb48f tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459924
Dec 18 07:16:17.466196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-17265041-f2e8-475c-82a9-45f6ae9bfd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:17.476004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5c993-3adf-4816-8835-a73a37391ea3 req-27efb6dd-a294-4f0b-90ae-0b4507d5c33b tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:17.477728 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0cf5c993-3adf-4816-8835-a73a37391ea3 req-27efb6dd-a294-4f0b-90ae-0b4507d5c33b tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 932 time: 0.0914629
Dec 18 07:16:17.532083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:17.533423 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0cf5c993-3adf-4816-8835-a73a37391ea3 req-6bd232a6-38d0-41f8-9f78-eddb6f2f7c22 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491378
Dec 18 07:16:18.538928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:18.761361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4296a-a15e-4710-9351-c9246439f2e5 req-af2d6100-84eb-40ba-a7ed-6636c6c5d594 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:18.763030 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28e4296a-a15e-4710-9351-c9246439f2e5 req-af2d6100-84eb-40ba-a7ed-6636c6c5d594 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 932 time: 0.0908613
Dec 18 07:16:18.812847 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28e4296a-a15e-4710-9351-c9246439f2e5 req-3b3d95b3-f183-41ac-aba7-30820cac011c tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431175
Dec 18 07:16:19.496135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:20.032222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90809b-bdf0-4a06-8b68-b23b7da05d8c req-dff170ef-7afd-426a-b327-082b0a61872d tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:20.033795 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c90809b-bdf0-4a06-8b68-b23b7da05d8c req-dff170ef-7afd-426a-b327-082b0a61872d tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 932 time: 0.0892994
Dec 18 07:16:20.086211 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c90809b-bdf0-4a06-8b68-b23b7da05d8c req-a67576c2-c8e8-4687-a81e-5b2f1d13240f tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460620
Dec 18 07:16:21.301493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06314fa-f0af-4e7b-8a7c-7b100dbc753e req-d1f1799b-b2ad-45bd-927c-3f2dfc5b29d6 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:21.303139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b06314fa-f0af-4e7b-8a7c-7b100dbc753e req-d1f1799b-b2ad-45bd-927c-3f2dfc5b29d6 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 932 time: 0.0842884
Dec 18 07:16:21.350007 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b06314fa-f0af-4e7b-8a7c-7b100dbc753e req-5f8ffc76-e9cf-4d16-9621-b1bd9a507911 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405385
Dec 18 07:16:21.711131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Request body: {'port': {'device_id': '449dba52-1887-4dc5-93d5-ffbb7e98d846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:16:21.823841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:22.221715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22294ca-3a36-457f-b67e-179cdecbbaa2 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:16:22.228621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:22.240451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Transition to ACTIVE for port object d22294ca-3a36-457f-b67e-179cdecbbaa2 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:16:22.243058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:22.258472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:16:22.388996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Pushing event updated for resources: {'Port': ['ID=d22294ca-3a36-457f-b67e-179cdecbbaa2,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:16:22.411353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.411794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.412222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.412644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.413063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.413489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.413931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.414344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.414761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.415171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.415579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.416520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.416988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.417400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.417835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.418243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.418649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.419060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.419464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.419866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.420272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.420676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.421081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.421484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:16:22.427025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:16:22.575165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d87e4-aff7-4adb-8be2-ab7329302098 req-6a36fc9b-cd8a-4478-a3ee-17d22f42a26b tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:22.576816 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fc0d87e4-aff7-4adb-8be2-ab7329302098 req-6a36fc9b-cd8a-4478-a3ee-17d22f42a26b tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 944 time: 0.0897865
Dec 18 07:16:22.599316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Attempting to bind port d22294ca-3a36-457f-b67e-179cdecbbaa2 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:16:22.599691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Attempting to bind port d22294ca-3a36-457f-b67e-179cdecbbaa2 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:16:22.600055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Attempting to bind port d22294ca-3a36-457f-b67e-179cdecbbaa2 on network 85318a88-cf31-49fb-83e3-9d08922bf15a {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:16:22.606904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:16:22.607283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Checking segment: {'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:16:22.607689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:22.608087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Bound using segment: {'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:16:22.608564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Bound port: d22294ca-3a36-457f-b67e-179cdecbbaa2, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:16:22.608936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:22.628110 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fc0d87e4-aff7-4adb-8be2-ab7329302098 req-5a612e57-3635-4219-a180-2dc9472e3912 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443244
Dec 18 07:16:22.711996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] For port d22294ca-3a36-457f-b67e-179cdecbbaa2, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:16:22.715350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] For port d22294ca-3a36-457f-b67e-179cdecbbaa2, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=d22294ca-3a36-457f-b67e-179cdecbbaa2,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:16:22.718855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:22.734463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:16:22.881899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Pushing event updated for resources: {'Port': ['ID=d22294ca-3a36-457f-b67e-179cdecbbaa2,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:16:22.885465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:16:22.921078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:22.921889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:22.923254 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] 10.222.0.15 "PUT /v2.0/ports/d22294ca-3a36-457f-b67e-179cdecbbaa2 HTTP/1.1" status: 200  len: 1158 time: 1.2169442
Dec 18 07:16:22.923835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449dba52-1887-4dc5-93d5-ffbb7e98d846', 'tag': 'd22294ca-3a36-457f-b67e-179cdecbbaa2'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:16:22.963342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:23.010566 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449dba52-1887-4dc5-93d5-ffbb7e98d846', 'tag': 'd22294ca-3a36-457f-b67e-179cdecbbaa2', 'status': 'completed', 'code': 200}
Dec 18 07:16:23.048913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-d2ac610c-5632-4595-9896-dc833f5bc12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:23.050619 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-d2ac610c-5632-4595-9896-dc833f5bc12b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32e4cf38c3fb4e67a4c85e501d80e5a6&device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 1161 time: 0.0840733
Dec 18 07:16:23.129473 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-540fc6ed-c63b-4518-b31f-84d84aa379b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d22294ca-3a36-457f-b67e-179cdecbbaa2 HTTP/1.1" status: 200  len: 217 time: 0.0663035
Dec 18 07:16:23.204514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-22db5346-300c-4cde-9025-a7394a949c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:23.206022 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-22db5346-300c-4cde-9025-a7394a949c1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98df7df4-2743-461b-8906-cca6a06ea2f7 HTTP/1.1" status: 200  len: 856 time: 0.0674150
Dec 18 07:16:23.287462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-ffed537c-c3f5-48da-87ca-76a9e7bb2ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:23.288994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-ffed537c-c3f5-48da-87ca-76a9e7bb2ddf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85318a88-cf31-49fb-83e3-9d08922bf15a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0728078
Dec 18 07:16:23.432875 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-fb026950-2c17-4976-b980-cbb3ba5d5658 service neutron] 10.222.0.15 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324522
Dec 18 07:16:23.577461 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c993cb1-2aa7-4366-96dc-e2a15dc231e8 req-ca1a8c5d-a0d6-45e4-9dfe-5bff677da4e2 service neutron] 10.222.0.15 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1342003
Dec 18 07:16:23.721112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa427bbd-8db1-4cf9-8e2a-bfae61d5aa58 req-6b53ce02-2a14-4a80-a84f-ae76f6376ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:23.722760 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa427bbd-8db1-4cf9-8e2a-bfae61d5aa58 req-6b53ce02-2a14-4a80-a84f-ae76f6376ad9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32e4cf38c3fb4e67a4c85e501d80e5a6&device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 1161 time: 0.0836418
Dec 18 07:16:23.840669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0b2ae-c682-4e5e-ad1b-e17276ec563f req-125343c9-0add-40dd-9c71-2898d0958b69 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:23.842260 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2f0b2ae-c682-4e5e-ad1b-e17276ec563f req-125343c9-0add-40dd-9c71-2898d0958b69 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 944 time: 0.0837717
Dec 18 07:16:23.867938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa427bbd-8db1-4cf9-8e2a-bfae61d5aa58 req-dc309da5-0eb2-40fa-99d4-6764ac1f8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:23.870134 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa427bbd-8db1-4cf9-8e2a-bfae61d5aa58 req-dc309da5-0eb2-40fa-99d4-6764ac1f8e39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=85318a88-cf31-49fb-83e3-9d08922bf15a HTTP/1.1" status: 200  len: 911 time: 0.1388781
Dec 18 07:16:23.894664 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2f0b2ae-c682-4e5e-ad1b-e17276ec563f req-8202b0b3-e94c-46a5-90ca-20a79e02b8a0 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458219
Dec 18 07:16:23.941088 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa427bbd-8db1-4cf9-8e2a-bfae61d5aa58 req-dedc4fb8-901a-42d3-aded-7e4255866f33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d22294ca-3a36-457f-b67e-179cdecbbaa2 HTTP/1.1" status: 200  len: 217 time: 0.0632854
Dec 18 07:16:24.012519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa427bbd-8db1-4cf9-8e2a-bfae61d5aa58 req-ab8beb52-af3f-4b07-afb0-9cade3a51f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:24.014061 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa427bbd-8db1-4cf9-8e2a-bfae61d5aa58 req-ab8beb52-af3f-4b07-afb0-9cade3a51f8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98df7df4-2743-461b-8906-cca6a06ea2f7 HTTP/1.1" status: 200  len: 856 time: 0.0657403
Dec 18 07:16:24.095077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa427bbd-8db1-4cf9-8e2a-bfae61d5aa58 req-2e422fa7-a215-404b-8ae7-00db0dada083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:24.096548 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa427bbd-8db1-4cf9-8e2a-bfae61d5aa58 req-2e422fa7-a215-404b-8ae7-00db0dada083 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85318a88-cf31-49fb-83e3-9d08922bf15a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0731425
Dec 18 07:16:24.237126 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa427bbd-8db1-4cf9-8e2a-bfae61d5aa58 req-44198e1d-549b-4751-9d0f-204e34254dfe service neutron] 10.222.0.15 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322927
Dec 18 07:16:24.378818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa427bbd-8db1-4cf9-8e2a-bfae61d5aa58 req-27552d3d-4911-46aa-b664-3f65846373f5 service neutron] 10.222.0.15 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1322806
Dec 18 07:16:25.106544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca5fc-e98f-4432-8d7b-4c8bad4be4c6 req-ded37057-b35c-47ed-aae2-8add381359ec tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:25.108160 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-538ca5fc-e98f-4432-8d7b-4c8bad4be4c6 req-ded37057-b35c-47ed-aae2-8add381359ec tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 944 time: 0.0844505
Dec 18 07:16:25.155403 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-538ca5fc-e98f-4432-8d7b-4c8bad4be4c6 req-4c9b18e4-94b1-4d53-b37b-19ae4837d283 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409479
Dec 18 07:16:25.530566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-7dce90a7-579c-4d5a-9820-4fd7a6a289bf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 07:16:25.862735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device d22294ca-3a36-457f-b67e-179cdecbbaa2 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:16:25.929649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port d22294ca-3a36-457f-b67e-179cdecbbaa2 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:16:25.934900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port d22294ca-3a36-457f-b67e-179cdecbbaa2 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:16:25.935327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:26.049936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:26.078979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449dba52-1887-4dc5-93d5-ffbb7e98d846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22294ca-3a36-457f-b67e-179cdecbbaa2'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:16:26.087849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port d22294ca-3a36-457f-b67e-179cdecbbaa2, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=d22294ca-3a36-457f-b67e-179cdecbbaa2,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:16:26.090738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:26.092666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:16:26.158981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=d22294ca-3a36-457f-b67e-179cdecbbaa2,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:16:26.162251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:16:26.301845 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449dba52-1887-4dc5-93d5-ffbb7e98d846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22294ca-3a36-457f-b67e-179cdecbbaa2', 'code': 200}
Dec 18 07:16:26.379395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4469e-12f1-4d05-b7c7-c59689af03f3 req-febf79d4-4326-4dce-bdbd-af579f4ac394 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:26.381025 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ca4469e-12f1-4d05-b7c7-c59689af03f3 req-febf79d4-4326-4dce-bdbd-af579f4ac394 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 946 time: 0.0914397
Dec 18 07:16:26.434270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ca4469e-12f1-4d05-b7c7-c59689af03f3 req-1ee977ae-2d13-4c76-bda7-48110f3c9026 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434833
Dec 18 07:16:26.582320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d8daf-31a8-4678-b9af-77e6e3a11e52 req-30a19b40-72e3-43de-aa7b-b55973f71ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:26.583936 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa6d8daf-31a8-4678-b9af-77e6e3a11e52 req-30a19b40-72e3-43de-aa7b-b55973f71ff9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 1163 time: 0.0751946
Dec 18 07:16:26.631146 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa6d8daf-31a8-4678-b9af-77e6e3a11e52 req-3b1bb9e5-6fbb-4393-aa34-c52ee2f4afcd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400100
Dec 18 07:16:27.461599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device d22294ca-3a36-457f-b67e-179cdecbbaa2 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:16:27.532998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port d22294ca-3a36-457f-b67e-179cdecbbaa2 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:16:27.533420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:27.654639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643bdfa-0d59-4f4e-afaa-6cfdec0b8653 req-8a2d937b-b171-426c-b178-743a69d1ba32 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:27.656296 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a643bdfa-0d59-4f4e-afaa-6cfdec0b8653 req-8a2d937b-b171-426c-b178-743a69d1ba32 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 946 time: 0.0848258
Dec 18 07:16:27.709502 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a643bdfa-0d59-4f4e-afaa-6cfdec0b8653 req-d4ad87a3-b7d5-4e64-a642-2d4e33d5926d tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466061
Dec 18 07:16:28.920650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd0aa7-36b6-4987-abd8-fbd387fa3770 req-d66b424d-f09b-47c3-97b0-340a04307166 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:28.922320 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e0fd0aa7-36b6-4987-abd8-fbd387fa3770 req-d66b424d-f09b-47c3-97b0-340a04307166 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 946 time: 0.0832677
Dec 18 07:16:28.970313 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e0fd0aa7-36b6-4987-abd8-fbd387fa3770 req-3488ca8a-e57f-477c-a02c-a825982c9834 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416553
Dec 18 07:16:29.179546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a284bef-163f-40eb-a726-9d5baca4fee4 req-ea807489-91a6-4ec4-bd7d-edcbc6426635 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:29.181124 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a284bef-163f-40eb-a726-9d5baca4fee4 req-ea807489-91a6-4ec4-bd7d-edcbc6426635 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 946 time: 0.0850437
Dec 18 07:16:29.227960 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a284bef-163f-40eb-a726-9d5baca4fee4 req-df5e4e51-4b2d-474e-98bf-f0247669705d tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405405
Dec 18 07:16:41.862564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:16:44.280150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f39eb-1d0c-452f-98ca-15a523113c83 req-a817a61e-c206-406e-9c5a-f1c4969ace5c tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:44.281788 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e14f39eb-1d0c-452f-98ca-15a523113c83 req-a817a61e-c206-406e-9c5a-f1c4969ace5c tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 946 time: 0.0818806
Dec 18 07:16:44.332319 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e14f39eb-1d0c-452f-98ca-15a523113c83 req-4e5beb15-ae1d-49a0-938a-7046ba8c0a82 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436516
Dec 18 07:16:44.716064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4e47891a-0e08-4452-9643-e7d84209fff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:45.540645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642d29b-b92b-4d16-b92d-1efae9013a37 req-2825f03a-e296-43e4-942e-c6138ac15196 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:45.542314 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f642d29b-b92b-4d16-b92d-1efae9013a37 req-2825f03a-e296-43e4-942e-c6138ac15196 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 946 time: 0.0821002
Dec 18 07:16:45.588844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f642d29b-b92b-4d16-b92d-1efae9013a37 req-e7457dfa-f6e5-459c-bcde-09ff3fa85bae tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404305
Dec 18 07:16:45.891888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979abbf-bc88-49cd-b5e9-69ff72a01f1a req-9b75d605-1c96-4b9e-aa3c-593994d6a1c1 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:45.892670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-0979abbf-bc88-49cd-b5e9-69ff72a01f1a req-9b75d605-1c96-4b9e-aa3c-593994d6a1c1 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Synchronizing usage tracker for tenant:32e4cf38c3fb4e67a4c85e501d80e5a6 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:16:45.907030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-0979abbf-bc88-49cd-b5e9-69ff72a01f1a req-9b75d605-1c96-4b9e-aa3c-593994d6a1c1 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Unset dirty status for tenant:32e4cf38c3fb4e67a4c85e501d80e5a6 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:16:45.908764 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0979abbf-bc88-49cd-b5e9-69ff72a01f1a req-9b75d605-1c96-4b9e-aa3c-593994d6a1c1 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.15 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 946 time: 0.0962031
Dec 18 07:16:45.984747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-0979abbf-bc88-49cd-b5e9-69ff72a01f1a req-ee093a73-1743-419d-8864-1785136d2fc9 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Deleting port d22294ca-3a36-457f-b67e-179cdecbbaa2 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:16:45.985069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0979abbf-bc88-49cd-b5e9-69ff72a01f1a req-ee093a73-1743-419d-8864-1785136d2fc9 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:46.238890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-0979abbf-bc88-49cd-b5e9-69ff72a01f1a req-ee093a73-1743-419d-8864-1785136d2fc9 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] For port d22294ca-3a36-457f-b67e-179cdecbbaa2, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=d22294ca-3a36-457f-b67e-179cdecbbaa2,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:16:46.239192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0979abbf-bc88-49cd-b5e9-69ff72a01f1a req-ee093a73-1743-419d-8864-1785136d2fc9 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:46.401949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-0979abbf-bc88-49cd-b5e9-69ff72a01f1a req-ee093a73-1743-419d-8864-1785136d2fc9 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Calling delete_port for d22294ca-3a36-457f-b67e-179cdecbbaa2 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:16:46.546194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0979abbf-bc88-49cd-b5e9-69ff72a01f1a req-ee093a73-1743-419d-8864-1785136d2fc9 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:46.562859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:16:46.708846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee093a73-1743-419d-8864-1785136d2fc9 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Pushing event deleted for resources: {'Port': ['ID=d22294ca-3a36-457f-b67e-179cdecbbaa2,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:16:46.711725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee093a73-1743-419d-8864-1785136d2fc9 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:16:46.770076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-0979abbf-bc88-49cd-b5e9-69ff72a01f1a req-ee093a73-1743-419d-8864-1785136d2fc9 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] No DVR routers for this DVR port d22294ca-3a36-457f-b67e-179cdecbbaa2 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:16:46.772145 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2c518051-cfe5-481a-895d-7e9d736b722f req-ae2c147f-8907-4eaa-bff6-591be0001a36 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=449dba52-1887-4dc5-93d5-ffbb7e98d846 HTTP/1.1" status: 200  len: 210 time: 0.0531819
Dec 18 07:16:46.773373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0979abbf-bc88-49cd-b5e9-69ff72a01f1a req-ee093a73-1743-419d-8864-1785136d2fc9 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:46.776413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449dba52-1887-4dc5-93d5-ffbb7e98d846', 'name': 'network-vif-deleted', 'tag': 'd22294ca-3a36-457f-b67e-179cdecbbaa2'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:16:46.803333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0979abbf-bc88-49cd-b5e9-69ff72a01f1a req-ee093a73-1743-419d-8864-1785136d2fc9 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.15 "DELETE /v2.0/ports/d22294ca-3a36-457f-b67e-179cdecbbaa2 HTTP/1.1" status: 204  len: 173 time: 0.8862746
Dec 18 07:16:46.840077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449dba52-1887-4dc5-93d5-ffbb7e98d846', 'name': 'network-vif-deleted', 'tag': 'd22294ca-3a36-457f-b67e-179cdecbbaa2', 'status': 'completed', 'code': 200}
Dec 18 07:16:47.467979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-51050c31-d969-48e2-a3fb-e5604642df95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:47.508018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device d22294ca-3a36-457f-b67e-179cdecbbaa2 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:16:47.550108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: d22294ca-3a36-457f-b67e-179cdecbbaa2 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:16:47.550643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device d22294ca-3a36-457f-b67e-179cdecbbaa2 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:16:47.560643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:48.530598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:49.502772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:52.976032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:16:57.823064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-88e0ed17-d076-4c3c-9824-caf414d124f5 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:57.824724 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-88e0ed17-d076-4c3c-9824-caf414d124f5 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/networks?id=85318a88-cf31-49fb-83e3-9d08922bf15a HTTP/1.1" status: 200  len: 817 time: 0.1551297
Dec 18 07:16:57.841335 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-31683c0f-d963-4dd7-9f6a-a0051da9a0be tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/quotas/32e4cf38c3fb4e67a4c85e501d80e5a6 HTTP/1.1" status: 200  len: 375 time: 0.0097010
Dec 18 07:16:57.925459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-4c7defe6-e60d-4079-9bed-e0089458c475 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?tenant_id=32e4cf38c3fb4e67a4c85e501d80e5a6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0786836
Dec 18 07:16:58.326149 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-070e553d-1e6f-4d9a-b459-33f95e113a90 service neutron] 10.222.0.23 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3882673
Dec 18 07:16:58.466586 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-6da8f5bb-60d8-4b32-bb1f-faad0228e44e service neutron] 10.222.0.23 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1340342
Dec 18 07:16:58.668031 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-540e2af8-1c39-49b6-8a33-48c128f7e26c req-22296a01-d69a-469f-be82-c31d1c344f2f tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 210 time: 0.0498300
Dec 18 07:16:59.768221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-ce4a803a-7213-4d29-8d6c-2076bcf8bdc6 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:16:59.770154 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-ce4a803a-7213-4d29-8d6c-2076bcf8bdc6 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.15 "GET /v2.0/networks?id=85318a88-cf31-49fb-83e3-9d08922bf15a HTTP/1.1" status: 200  len: 817 time: 0.1654539
Dec 18 07:16:59.796429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Request body: {'port': {'device_id': 'a699030d-9564-4e15-9353-28162987e2b1', 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a', 'admin_state_up': True, 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:16:59.850059 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88b5b6da-03fd-4fc3-8956-277732c2c22a req-86e91019-a796-4c23-8875-7c85ea4871e0 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 210 time: 0.0482879
Dec 18 07:16:59.941768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:16:59.946246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Usage tracker for resource:port and tenant:32e4cf38c3fb4e67a4c85e501d80e5a6 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:16:59.949183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:16:59.955721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:16:59.967121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Made reservation on behalf of 32e4cf38c3fb4e67a4c85e501d80e5a6 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:16:59.972620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:00.329532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Allocated IP 172.20.0.7 (85318a88-cf31-49fb-83e3-9d08922bf15a/98df7df4-2743-461b-8906-cca6a06ea2f7/e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:17:00.874461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:00.893503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Transition to ACTIVE for port object e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:17:00.914983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:00.933299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f7745472-8c8b-4527-ac48-55be9b98aa2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:01.057075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Pushing event updated for resources: {'Port': ['ID=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:01.060292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:01.101567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011d787-50f8-4ba3-86c8-4ab9d26c1482 req-12fc8251-c6f8-4f4c-8a8b-df0fecb233f5 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:01.103481 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2011d787-50f8-4ba3-86c8-4ab9d26c1482 req-12fc8251-c6f8-4f4c-8a8b-df0fecb233f5 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 931 time: 0.0961676
Dec 18 07:17:01.144884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Network 85318a88-cf31-49fb-83e3-9d08922bf15a is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:17:01.146430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:17:01.149186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:17:01.190187 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2011d787-50f8-4ba3-86c8-4ab9d26c1482 req-bf2a94ab-75ab-4813-b5bf-620b37e65f5b tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688989
Dec 18 07:17:01.238743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:01.239564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:01.268833 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4767251
Dec 18 07:17:01.390938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c11b3d20-8282-4443-a1d5-20c05551e13d None None] Provisioning for port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:17:01.396611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c11b3d20-8282-4443-a1d5-20c05551e13d None None] Provisioning complete for port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:17:01.397037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c11b3d20-8282-4443-a1d5-20c05551e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:01.450454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c11b3d20-8282-4443-a1d5-20c05551e13d None None] Port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:17:02.396958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b9962-4052-4795-bce9-d4b1053e1ec6 req-3b96c671-ac14-4c01-8e0b-d31b83ebfb4c tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:02.398602 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a75b9962-4052-4795-bce9-d4b1053e1ec6 req-3b96c671-ac14-4c01-8e0b-d31b83ebfb4c tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 931 time: 0.0862892
Dec 18 07:17:02.445812 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a75b9962-4052-4795-bce9-d4b1053e1ec6 req-5257a994-9040-477e-ba4b-d820c439156a tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406377
Dec 18 07:17:03.670334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f62cbc-c529-4ea9-a2ba-31079b5b5fc2 req-5396c2a3-9535-499d-ac99-64c7981ca52b tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:03.671984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63f62cbc-c529-4ea9-a2ba-31079b5b5fc2 req-5396c2a3-9535-499d-ac99-64c7981ca52b tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 931 time: 0.0903809
Dec 18 07:17:03.720959 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63f62cbc-c529-4ea9-a2ba-31079b5b5fc2 req-65e11c05-d583-4364-9839-d22594af94b7 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421596
Dec 18 07:17:04.934983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e488119-f8d9-4fe8-a305-ba4c39ee22c7 req-66631ab5-1fb1-448c-9602-eba1be4f0864 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:04.937439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e488119-f8d9-4fe8-a305-ba4c39ee22c7 req-66631ab5-1fb1-448c-9602-eba1be4f0864 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 931 time: 0.0851412
Dec 18 07:17:04.993848 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e488119-f8d9-4fe8-a305-ba4c39ee22c7 req-fe758128-e11c-46a4-9acc-893f61eb22f4 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489678
Dec 18 07:17:06.215919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255cf84-aa13-44b5-ae49-6c014e6a166c req-e5861304-d85e-40d6-a22a-a997ab589b0f tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:06.217480 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2255cf84-aa13-44b5-ae49-6c014e6a166c req-e5861304-d85e-40d6-a22a-a997ab589b0f tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 931 time: 0.0839038
Dec 18 07:17:06.273999 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2255cf84-aa13-44b5-ae49-6c014e6a166c req-eda31530-2e71-47c9-b35e-fad44a241763 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463641
Dec 18 07:17:07.498674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b9362-ef7d-4b4c-a7d6-d3ffbb08710b req-efef62c0-4868-42db-b51c-74be23b8432e tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:07.500574 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-042b9362-ef7d-4b4c-a7d6-d3ffbb08710b req-efef62c0-4868-42db-b51c-74be23b8432e tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 931 time: 0.0935907
Dec 18 07:17:07.549814 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-042b9362-ef7d-4b4c-a7d6-d3ffbb08710b req-724507b9-685b-48de-96fe-9ce03b1298ee tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417984
Dec 18 07:17:08.771027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597510e-eaef-4c9c-a29e-2bd197cfe4b9 req-b39d95ba-fe91-4b5a-8bf2-254527e92722 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:08.772793 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e597510e-eaef-4c9c-a29e-2bd197cfe4b9 req-b39d95ba-fe91-4b5a-8bf2-254527e92722 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 931 time: 0.0872879
Dec 18 07:17:08.827158 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e597510e-eaef-4c9c-a29e-2bd197cfe4b9 req-c8dc7d68-11e4-41d1-a490-2087ba288682 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476162
Dec 18 07:17:10.038417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1d0eb-52b8-4982-b654-5a5e16a6a201 req-d8450ec4-733a-41d6-9a08-54c8ce86b838 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:10.040044 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5ad1d0eb-52b8-4982-b654-5a5e16a6a201 req-d8450ec4-733a-41d6-9a08-54c8ce86b838 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 931 time: 0.0826337
Dec 18 07:17:10.088612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5ad1d0eb-52b8-4982-b654-5a5e16a6a201 req-95af4cac-9285-4d08-b794-5ae2fa78c96c tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418851
Dec 18 07:17:10.886343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Request body: {'port': {'device_id': 'a699030d-9564-4e15-9353-28162987e2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:17:10.996562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:11.306778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397ab7e-ef16-4190-84b9-b31e927a32ce req-4572ec82-d344-46ec-8ca3-c0f793f3480a tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:11.308330 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0397ab7e-ef16-4190-84b9-b31e927a32ce req-4572ec82-d344-46ec-8ca3-c0f793f3480a tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 931 time: 0.0904682
Dec 18 07:17:11.356255 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0397ab7e-ef16-4190-84b9-b31e927a32ce req-3f98336b-fdaf-46b5-82d1-639851fd07e3 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407157
Dec 18 07:17:11.402293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:17:11.409870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:11.421681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Transition to ACTIVE for port object e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:17:11.424871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:11.439744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-12088737-3cad-423a-a991-3e8194eddcee tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:11.566722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Pushing event updated for resources: {'Port': ['ID=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:11.570455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:11.759471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Attempting to bind port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:17:11.759602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Attempting to bind port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:17:11.759943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Attempting to bind port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 on network 85318a88-cf31-49fb-83e3-9d08922bf15a {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:17:11.766012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:17:11.766396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Checking segment: {'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:17:11.767342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:11.767749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Bound using segment: {'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:17:11.768234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Bound port: e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '85318a88-cf31-49fb-83e3-9d08922bf15a'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:17:11.768614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:11.874132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] For port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:17:11.878665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] For port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:17:11.884390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:11.900278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-538a0586-72bf-4019-ac53-374b7ccba947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:12.048517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Pushing event updated for resources: {'Port': ['ID=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:12.051996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:12.084868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:12.085553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:12.087079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] 10.222.0.15 "PUT /v2.0/ports/e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 HTTP/1.1" status: 200  len: 1157 time: 1.2076108
Dec 18 07:17:12.087647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a699030d-9564-4e15-9353-28162987e2b1', 'tag': 'e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:17:12.173543 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a699030d-9564-4e15-9353-28162987e2b1', 'tag': 'e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3', 'status': 'completed', 'code': 200}
Dec 18 07:17:12.219731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-d8038139-b8f9-4c05-a5ba-0f3bf8b5c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:12.221431 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-d8038139-b8f9-4c05-a5ba-0f3bf8b5c42c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32e4cf38c3fb4e67a4c85e501d80e5a6&device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 1160 time: 0.0886354
Dec 18 07:17:12.299750 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-c62b3e85-b1f7-4998-9439-48960f79d61e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 HTTP/1.1" status: 200  len: 217 time: 0.0664475
Dec 18 07:17:12.375205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-65e64a74-eccf-4c7c-8aa7-094af627edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:12.377302 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-65e64a74-eccf-4c7c-8aa7-094af627edc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98df7df4-2743-461b-8906-cca6a06ea2f7 HTTP/1.1" status: 200  len: 856 time: 0.0675206
Dec 18 07:17:12.460851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-4c5c15ba-3fbe-46f7-88bf-15ee1b6519cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:12.462545 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-4c5c15ba-3fbe-46f7-88bf-15ee1b6519cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85318a88-cf31-49fb-83e3-9d08922bf15a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0753841
Dec 18 07:17:12.569385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57b1d1-27b4-40d8-83f4-a2898de2ef01 req-9ac87dda-89e4-4734-83ee-7c4c09a83fac tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:12.571308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eb57b1d1-27b4-40d8-83f4-a2898de2ef01 req-9ac87dda-89e4-4734-83ee-7c4c09a83fac tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 943 time: 0.0844281
Dec 18 07:17:12.613399 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-536130c9-aa22-4c9e-89b3-87f5c110e49a service neutron] 10.222.0.15 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389358
Dec 18 07:17:12.624347 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eb57b1d1-27b4-40d8-83f4-a2898de2ef01 req-d06ce7a1-266d-40dc-b92f-d16f2be5c908 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467081
Dec 18 07:17:12.764800 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a63677-ca57-42b8-9744-55adcc1b4416 req-d99f27d4-b134-4fe9-98eb-a14ada367c8d service neutron] 10.222.0.15 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394696
Dec 18 07:17:12.926339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b6796-9e3d-4cdf-9b57-2604ec775763 req-f611f42a-aea4-43e2-9605-73634494bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:12.927874 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-979b6796-9e3d-4cdf-9b57-2604ec775763 req-f611f42a-aea4-43e2-9605-73634494bbff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32e4cf38c3fb4e67a4c85e501d80e5a6&device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 1160 time: 0.1059246
Dec 18 07:17:13.072871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b6796-9e3d-4cdf-9b57-2604ec775763 req-47595c8e-bed8-4f2a-8778-22d7a1619cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:13.074546 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-979b6796-9e3d-4cdf-9b57-2604ec775763 req-47595c8e-bed8-4f2a-8778-22d7a1619cea service neutron] 10.222.0.15 "GET /v2.0/networks?id=85318a88-cf31-49fb-83e3-9d08922bf15a HTTP/1.1" status: 200  len: 911 time: 0.1391885
Dec 18 07:17:13.146635 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-979b6796-9e3d-4cdf-9b57-2604ec775763 req-6b252a7d-9a99-48ba-b087-41ab3cbd7aaa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 HTTP/1.1" status: 200  len: 217 time: 0.0635428
Dec 18 07:17:13.220604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b6796-9e3d-4cdf-9b57-2604ec775763 req-a9ffa91e-f717-4838-be70-1900f743a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:13.222154 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-979b6796-9e3d-4cdf-9b57-2604ec775763 req-a9ffa91e-f717-4838-be70-1900f743a8af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98df7df4-2743-461b-8906-cca6a06ea2f7 HTTP/1.1" status: 200  len: 856 time: 0.0683498
Dec 18 07:17:13.302889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b6796-9e3d-4cdf-9b57-2604ec775763 req-a9553fe5-ec8a-400b-8a7d-6d68dcb98550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:13.304507 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-979b6796-9e3d-4cdf-9b57-2604ec775763 req-a9553fe5-ec8a-400b-8a7d-6d68dcb98550 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85318a88-cf31-49fb-83e3-9d08922bf15a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0748129
Dec 18 07:17:13.449872 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-979b6796-9e3d-4cdf-9b57-2604ec775763 req-4a1e4c65-de65-41ba-a102-5d791900c110 service neutron] 10.222.0.15 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381030
Dec 18 07:17:13.592940 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-979b6796-9e3d-4cdf-9b57-2604ec775763 req-34f3fcab-dfc0-4735-9754-82ca936acc84 service neutron] 10.222.0.15 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1322219
Dec 18 07:17:13.852047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f255b-43d9-404d-930f-b6a06fd2bd56 req-3ef727b3-0bc7-4b10-934d-6ec56ed0af29 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:13.853595 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d87f255b-43d9-404d-930f-b6a06fd2bd56 req-3ef727b3-0bc7-4b10-934d-6ec56ed0af29 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 943 time: 0.0838163
Dec 18 07:17:13.900465 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d87f255b-43d9-404d-930f-b6a06fd2bd56 req-66383f94-f926-478e-9bc7-9ad5c6a3fb9d tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406249
Dec 18 07:17:14.718432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a74cf3b4-4044-4e2a-a0be-7c8154e7e363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:15.112174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641db13-0015-46ac-9742-10aa75ff4120 req-69cb76eb-1901-4298-a276-1ee8eb9873f8 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:15.113826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f641db13-0015-46ac-9742-10aa75ff4120 req-69cb76eb-1901-4298-a276-1ee8eb9873f8 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 943 time: 0.0862777
Dec 18 07:17:15.160500 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f641db13-0015-46ac-9742-10aa75ff4120 req-00baa9b6-a636-4a36-895e-4ca81be8212d tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403745
Dec 18 07:17:15.863615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:17:15.933183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:17:15.938023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:17:15.938453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:16.055443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:16.082952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a699030d-9564-4e15-9353-28162987e2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:17:16.093040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:17:16.096480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:16.098423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30811fe2-e639-4622-86f6-2f0ea03ec874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:16.143907 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a699030d-9564-4e15-9353-28162987e2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3', 'code': 200}
Dec 18 07:17:16.166492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:16.174560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.174960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.175354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.175745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.176293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.176512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.176833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.177207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.177636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.178010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.178383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.178753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.179183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.179846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.179846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.180239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.180603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.180971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.181338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.181731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.182104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.182472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.182839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.183268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:16.187452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:16.369443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73995bf-431a-4d78-b872-4b6e90b6d0d5 req-e65ee04a-00e8-4334-8a5d-cfbdd44e2e12 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:16.371073 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b73995bf-431a-4d78-b872-4b6e90b6d0d5 req-e65ee04a-00e8-4334-8a5d-cfbdd44e2e12 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 945 time: 0.0827463
Dec 18 07:17:16.401272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e83891-8327-442a-9872-c7bd13364e22 req-bb743520-a45a-44e6-8320-36a79d1c2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:16.403050 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-49e83891-8327-442a-9872-c7bd13364e22 req-bb743520-a45a-44e6-8320-36a79d1c2b0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 1162 time: 0.0748975
Dec 18 07:17:16.423408 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b73995bf-431a-4d78-b872-4b6e90b6d0d5 req-b064c857-ca6a-4cd5-82e1-a51ea4491450 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449686
Dec 18 07:17:16.455792 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-49e83891-8327-442a-9872-c7bd13364e22 req-991cd6c6-49b3-4d20-b786-6914b77bfc4c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417464
Dec 18 07:17:17.468995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7b79-beb8-4353-8ed9-083f83e44c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:17.530061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:17.566903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:17:17.638989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:17:17.639539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:17.648150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c81a9-2a69-414b-a024-6c51190bc215 req-68376c22-7e05-4204-9c14-a24458205506 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:17.649836 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f3c81a9-2a69-414b-a024-6c51190bc215 req-68376c22-7e05-4204-9c14-a24458205506 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 945 time: 0.0896869
Dec 18 07:17:17.698722 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f3c81a9-2a69-414b-a024-6c51190bc215 req-c9b217d8-f493-4927-9609-f754f7d3d05f tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423558
Dec 18 07:17:18.532307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:18.862482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:17:18.914659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784c82c-83c6-4bce-aca7-992d13b56379 req-d951aa8b-d0d9-41b1-8976-28dd73c0d17c tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:18.916269 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0784c82c-83c6-4bce-aca7-992d13b56379 req-d951aa8b-d0d9-41b1-8976-28dd73c0d17c tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 945 time: 0.0874956
Dec 18 07:17:18.963332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0784c82c-83c6-4bce-aca7-992d13b56379 req-28acf864-952c-4681-a128-9111d13920ab tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405898
Dec 18 07:17:19.168634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e782aa8-3af8-4c88-91c0-d62dc50f3803 req-a533ae18-61af-49da-9035-5c45d1ea5b56 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:19.170166 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1e782aa8-3af8-4c88-91c0-d62dc50f3803 req-a533ae18-61af-49da-9035-5c45d1ea5b56 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 945 time: 0.0815248
Dec 18 07:17:19.219101 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1e782aa8-3af8-4c88-91c0-d62dc50f3803 req-a50c1bc2-7205-4d2f-8087-f1b120c0663d tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428164
Dec 18 07:17:19.500852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:19.993986 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88ade6ab-5f8e-4bc7-8c44-b931905bc87b req-5e424300-c12e-4df6-b78e-21672628fc26 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0738397
Dec 18 07:17:20.138990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ade6ab-5f8e-4bc7-8c44-b931905bc87b req-f0d099b1-b0dd-4639-a600-d76608706b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:20.140517 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88ade6ab-5f8e-4bc7-8c44-b931905bc87b req-f0d099b1-b0dd-4639-a600-d76608706b74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32e4cf38c3fb4e67a4c85e501d80e5a6&device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 1162 time: 0.0749717
Dec 18 07:17:20.305199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ade6ab-5f8e-4bc7-8c44-b931905bc87b req-d2454545-dd3a-4891-ae0b-fb62e13476ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:20.306811 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88ade6ab-5f8e-4bc7-8c44-b931905bc87b req-d2454545-dd3a-4891-ae0b-fb62e13476ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=85318a88-cf31-49fb-83e3-9d08922bf15a HTTP/1.1" status: 200  len: 911 time: 0.1458607
Dec 18 07:17:20.384753 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88ade6ab-5f8e-4bc7-8c44-b931905bc87b req-e14c534d-8b27-4e3e-88e7-7516e162a946 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 HTTP/1.1" status: 200  len: 217 time: 0.0697067
Dec 18 07:17:20.453234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ade6ab-5f8e-4bc7-8c44-b931905bc87b req-cfba021c-bb9a-431c-9834-1a99a5d2e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:20.455363 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88ade6ab-5f8e-4bc7-8c44-b931905bc87b req-cfba021c-bb9a-431c-9834-1a99a5d2e7ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98df7df4-2743-461b-8906-cca6a06ea2f7 HTTP/1.1" status: 200  len: 856 time: 0.0643108
Dec 18 07:17:20.536764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ade6ab-5f8e-4bc7-8c44-b931905bc87b req-5ec28bee-24d4-4b6e-a23d-b276802bdf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:20.538365 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88ade6ab-5f8e-4bc7-8c44-b931905bc87b req-5ec28bee-24d4-4b6e-a23d-b276802bdf63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85318a88-cf31-49fb-83e3-9d08922bf15a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0768099
Dec 18 07:17:20.680411 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88ade6ab-5f8e-4bc7-8c44-b931905bc87b req-f2839bf6-45b1-4c05-bd7f-63f48535cd11 service neutron] 10.222.0.15 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349454
Dec 18 07:17:20.822317 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88ade6ab-5f8e-4bc7-8c44-b931905bc87b req-600209a6-8eb8-4b8e-a7b5-b6aa1501bd25 service neutron] 10.222.0.15 "GET /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352386
Dec 18 07:17:22.982996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:34.103978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11744756-bd22-4c4a-a121-4372d4490383 req-ed6f6f08-c5d9-4509-8c5c-31b5f54e90b7 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:34.105590 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-11744756-bd22-4c4a-a121-4372d4490383 req-ed6f6f08-c5d9-4509-8c5c-31b5f54e90b7 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 945 time: 0.0826359
Dec 18 07:17:34.151596 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-11744756-bd22-4c4a-a121-4372d4490383 req-daafb187-f3cb-4aef-9afe-b5217243a9bb tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397568
Dec 18 07:17:35.371130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793601f1-60d9-4a3f-90b7-8b6f555a40c5 req-31f999f1-97ca-4da9-9f6b-7f984d7ae1e8 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:35.372637 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-793601f1-60d9-4a3f-90b7-8b6f555a40c5 req-31f999f1-97ca-4da9-9f6b-7f984d7ae1e8 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 945 time: 0.0890968
Dec 18 07:17:35.419776 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-793601f1-60d9-4a3f-90b7-8b6f555a40c5 req-04b2368b-fce9-4007-9cd0-41f3a7b1af37 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401790
Dec 18 07:17:35.546653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-2b65f0b0-8d5e-42f8-ad90-98a7d540c522 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:35.547432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-2b65f0b0-8d5e-42f8-ad90-98a7d540c522 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Synchronizing usage tracker for tenant:32e4cf38c3fb4e67a4c85e501d80e5a6 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:17:35.561569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-2b65f0b0-8d5e-42f8-ad90-98a7d540c522 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Unset dirty status for tenant:32e4cf38c3fb4e67a4c85e501d80e5a6 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:17:35.562717 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-2b65f0b0-8d5e-42f8-ad90-98a7d540c522 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.15 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 945 time: 0.0958576
Dec 18 07:17:35.642666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Deleting port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:17:35.642971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:35.691658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:17:35.809927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:35.841846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a699030d-9564-4e15-9353-28162987e2b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:17:35.852272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:17:35.855320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:35.857263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-30811fe2-e639-4622-86f6-2f0ea03ec874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:35.905816 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a699030d-9564-4e15-9353-28162987e2b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3', 'code': 200}
Dec 18 07:17:35.930444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:35.934031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:36.167954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] For port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:17:36.168243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:36.293789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Calling delete_port for e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:17:36.374323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:17:36.374881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:17:36.627544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672600c6-4b11-4243-8d48-44ef6cc48465 req-cb99ebdd-0b5f-44ae-b1aa-f5c703036a74 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:36.629149 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-672600c6-4b11-4243-8d48-44ef6cc48465 req-cb99ebdd-0b5f-44ae-b1aa-f5c703036a74 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 943 time: 0.0835545
Dec 18 07:17:36.680417 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-672600c6-4b11-4243-8d48-44ef6cc48465 req-a48ca40d-a5df-41d4-85c8-9f3b711b5507 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/security-groups?id=1502d005-59a2-4b7b-b419-54cef4afc252&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448205
Dec 18 07:17:36.876123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Deleting port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:17:36.876515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:37.131552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] For port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:17:37.131887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:37.256134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Calling delete_port for e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:17:37.398105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:37.413225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-199d66a5-298d-4239-813a-183f32a26840 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:37.505731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Pushing event deleted for resources: {'Port': ['ID=e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:37.524168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.524596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.525012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.525422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.525857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.526266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.526669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.527072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.527476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.527876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.528274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.528670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.529123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.529550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.529957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.530354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.530749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.531144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.531539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.532452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.532847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.533240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.533658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.534055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:37.538937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:37.626020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] No DVR routers for this DVR port e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:17:37.628362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:37.631456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a699030d-9564-4e15-9353-28162987e2b1', 'name': 'network-vif-deleted', 'tag': 'e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:17:37.650756 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10c70275-af02-4505-b03d-87e2e6a4b636 req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.15 "DELETE /v2.0/ports/e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3 HTTP/1.1" status: 204  len: 173 time: 2.0780401
Dec 18 07:17:37.805928 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a699030d-9564-4e15-9353-28162987e2b1', 'name': 'network-vif-deleted', 'tag': 'e9b3d9de-1f87-4076-b2bf-bdb5fc331fb3', 'status': 'completed', 'code': 200}
Dec 18 07:17:37.899521 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a62d24d5-9d1f-4003-b656-4a89cb69ce02 req-e4c06e6d-4ef7-4e68-968c-937d8129013f tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] 10.222.0.23 "GET /v2.0/ports?device_id=a699030d-9564-4e15-9353-28162987e2b1 HTTP/1.1" status: 200  len: 210 time: 0.0449314
Dec 18 07:17:39.562214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58824) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:39.918428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:40.517335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] Deleting port 7f74582b-ffaa-446a-9db5-6a11051226f9 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:17:40.517746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:40.696419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] For port 7f74582b-ffaa-446a-9db5-6a11051226f9, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7f74582b-ffaa-446a-9db5-6a11051226f9,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:17:40.696900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:40.820223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] Calling delete_port for 7f74582b-ffaa-446a-9db5-6a11051226f9 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:17:41.135138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:41.151111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee093a73-1743-419d-8864-1785136d2fc9 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:41.241240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f74582b-ffaa-446a-9db5-6a11051226f9,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:41.251100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:41.542130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:42.316428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] Router 370a8bfe-e917-42c7-bde8-01b14a57c6c9 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:17:42.494191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:17:42.503632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa70d569-c89b-481a-9d0e-bf2f12c86a8a None None] Sync routers for ids ['370a8bfe-e917-42c7-bde8-01b14a57c6c9'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:17:42.507614 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] 10.222.0.23 "PUT /v2.0/routers/370a8bfe-e917-42c7-bde8-01b14a57c6c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9436598
Dec 18 07:17:42.510361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58828) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:42.513856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa70d569-c89b-481a-9d0e-bf2f12c86a8a None None] Routers {'370a8bfe-e917-42c7-bde8-01b14a57c6c9'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:17:42.514529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fa70d569-c89b-481a-9d0e-bf2f12c86a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d955be0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:17:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['370a8bfe-e917-42c7-bde8-01b14a57c6c9'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:42.694071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:42.697030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-fa70d569-c89b-481a-9d0e-bf2f12c86a8a None None] Set router 370a8bfe-e917-42c7-bde8-01b14a57c6c9 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:17:42.873685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:42.879699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] Deleting port e3b97bc3-8240-4196-9434-66e4eeef2e97 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:17:42.880066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:42.995605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fa70d569-c89b-481a-9d0e-bf2f12c86a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d955be0>, [{'id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'name': 'tempest-TestEncryptedCinderVolumes-1919164772-router', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:44Z', 'updated_at': '2020-12-18T07:17:41Z', 'revision_number': 5, 'project_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'gw_port': {'id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:45Z', 'updated_at': '2020-12-18T07:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:42.999758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa70d569-c89b-481a-9d0e-bf2f12c86a8a None None] Checking router: 370a8bfe-e917-42c7-bde8-01b14a57c6c9 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:17:43.009675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa70d569-c89b-481a-9d0e-bf2f12c86a8a None None] Routers {'370a8bfe-e917-42c7-bde8-01b14a57c6c9'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:17:43.010390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fa70d569-c89b-481a-9d0e-bf2f12c86a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d955be0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:17:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['370a8bfe-e917-42c7-bde8-01b14a57c6c9'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:43.062075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] For port e3b97bc3-8240-4196-9434-66e4eeef2e97, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e3b97bc3-8240-4196-9434-66e4eeef2e97,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:17:43.062487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:43.190834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] Calling delete_port for e3b97bc3-8240-4196-9434-66e4eeef2e97 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:17:43.193293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-fa70d569-c89b-481a-9d0e-bf2f12c86a8a None None] Set router 370a8bfe-e917-42c7-bde8-01b14a57c6c9 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:17:43.329903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:43.490928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-fa70d569-c89b-481a-9d0e-bf2f12c86a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d955be0>, [{'id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'name': 'tempest-TestEncryptedCinderVolumes-1919164772-router', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:44Z', 'updated_at': '2020-12-18T07:17:41Z', 'revision_number': 5, 'project_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'gw_port': {'id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:45Z', 'updated_at': '2020-12-18T07:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:43.495014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa70d569-c89b-481a-9d0e-bf2f12c86a8a None None] The sync data for ids ['370a8bfe-e917-42c7-bde8-01b14a57c6c9'] in dv-neutron-765072-3-ovs is: [{'id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'name': 'tempest-TestEncryptedCinderVolumes-1919164772-router', 'tenant_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48'}], 'enable_snat': True}, 'gw_port_id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:44Z', 'updated_at': '2020-12-18T07:17:41Z', 'revision_number': 5, 'project_id': '32e4cf38c3fb4e67a4c85e501d80e5a6', 'gw_port': {'id': 'e3b97bc3-8240-4196-9434-66e4eeef2e97', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a8bfe-e917-42c7-bde8-01b14a57c6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:45Z', 'updated_at': '2020-12-18T07:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:17:43.518081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:43.652012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:43.654462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:43.676828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:43.677405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 370a8bfe-e917-42c7-bde8-01b14a57c6c9 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:17:43.690731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:43.691973 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-32222062-ec91-44eb-9a12-92b5b078ff83 admin admin] 10.222.0.23 "DELETE /v2.0/routers/370a8bfe-e917-42c7-bde8-01b14a57c6c9 HTTP/1.1" status: 204  len: 168 time: 1.1806347
Dec 18 07:17:43.695027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58832) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:43.766358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-945a678c-8228-4ec2-a10f-70aa63a801ee admin admin] Deleting subnet 98df7df4-2743-461b-8906-cca6a06ea2f7 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:17:43.769741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-945a678c-8228-4ec2-a10f-70aa63a801ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:43.822808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-945a678c-8228-4ec2-a10f-70aa63a801ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:43.903212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-945a678c-8228-4ec2-a10f-70aa63a801ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:44.170437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-945a678c-8228-4ec2-a10f-70aa63a801ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:44.186688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0527acbb-1e46-48a3-9fbd-edf4e86fea3e tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:44.278084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a678c-8228-4ec2-a10f-70aa63a801ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98df7df4-2743-461b-8906-cca6a06ea2f7,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:44.281049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-945a678c-8228-4ec2-a10f-70aa63a801ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:44.323094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-945a678c-8228-4ec2-a10f-70aa63a801ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:44.330006 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-945a678c-8228-4ec2-a10f-70aa63a801ee admin admin] 10.222.0.23 "DELETE /v2.0/subnets/98df7df4-2743-461b-8906-cca6a06ea2f7 HTTP/1.1" status: 204  len: 168 time: 0.6338544
Dec 18 07:17:44.332118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3131c680-6bba-412b-9019-14c7a8e4bc78 None None] Network 85318a88-cf31-49fb-83e3-9d08922bf15a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:17:44.332687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58836) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:44.457685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:44.525248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Deleting port d5bdfff4-17ef-4ddb-be5d-362327faed37 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:17:44.525661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:44.723439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-28b3d7ac-efa6-4f22-bde7-08b82f0edb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:44.744621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] For port d5bdfff4-17ef-4ddb-be5d-362327faed37, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=d5bdfff4-17ef-4ddb-be5d-362327faed37,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:17:44.745025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:44.765704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6103358-9a31-4fb5-af4f-c3ebb485881f None None] DHCP port deletion for 85318a88-cf31-49fb-83e3-9d08922bf15a request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:17:44.770384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e6103358-9a31-4fb5-af4f-c3ebb485881f None None] Deleting port d5bdfff4-17ef-4ddb-be5d-362327faed37 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:17:44.770816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6103358-9a31-4fb5-af4f-c3ebb485881f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:44.872811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Calling delete_port for d5bdfff4-17ef-4ddb-be5d-362327faed37 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:17:44.946816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:44.962404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7ae455b4-1df2-4ead-9012-3a3c49d3f489 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:44.983427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e6103358-9a31-4fb5-af4f-c3ebb485881f None None] For port d5bdfff4-17ef-4ddb-be5d-362327faed37, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=d5bdfff4-17ef-4ddb-be5d-362327faed37,segment=NetworkSegment(c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6),segment_id=c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:17:44.983809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6103358-9a31-4fb5-af4f-c3ebb485881f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:45.056684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bdfff4-17ef-4ddb-be5d-362327faed37,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:45.076810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.077250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.077705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.078133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.079093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.079516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.079933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.080347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.080765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.081184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.081618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.082020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.082490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.082901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.083309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.083717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.084123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.084531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.084934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.085338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.085773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.086183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.087397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.087397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:17:45.092146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:45.111196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e6103358-9a31-4fb5-af4f-c3ebb485881f None None] Calling delete_port for d5bdfff4-17ef-4ddb-be5d-362327faed37 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:17:45.122739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] No DVR routers for this DVR port d5bdfff4-17ef-4ddb-be5d-362327faed37 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:17:45.158888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7f74582b-ffaa-446a-9db5-6a11051226f9 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:17:45.195148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 7f74582b-ffaa-446a-9db5-6a11051226f9 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:17:45.195635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7f74582b-ffaa-446a-9db5-6a11051226f9 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:17:45.196229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e3b97bc3-8240-4196-9434-66e4eeef2e97 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:17:45.236565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: e3b97bc3-8240-4196-9434-66e4eeef2e97 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:17:45.236913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e3b97bc3-8240-4196-9434-66e4eeef2e97 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:17:45.237295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d5bdfff4-17ef-4ddb-be5d-362327faed37 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:17:45.249175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:45.280200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: d5bdfff4-17ef-4ddb-be5d-362327faed37 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:17:45.280597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device d5bdfff4-17ef-4ddb-be5d-362327faed37 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:17:45.287315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-e6103358-9a31-4fb5-af4f-c3ebb485881f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:17:45.287457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-e6103358-9a31-4fb5-af4f-c3ebb485881f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:17:45.366987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17f28a90>,) {'filters': {'network_id': ['85318a88-cf31-49fb-83e3-9d08922bf15a']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:45.380103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17f28a90>, 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:45.380442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17f28a90>, 'c93f1f21-9300-4ccb-ad34-9bf7c7fe1fd6') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:45.392242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:45.409291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:45.411306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:17:45.586447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Network 85318a88-cf31-49fb-83e3-9d08922bf15a has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:17:45.595868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:45.789070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e6103358-9a31-4fb5-af4f-c3ebb485881f None None] Deleting port d5bdfff4-17ef-4ddb-be5d-362327faed37 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:17:45.789560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6103358-9a31-4fb5-af4f-c3ebb485881f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:45.859194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e6103358-9a31-4fb5-af4f-c3ebb485881f None None] The port 'd5bdfff4-17ef-4ddb-be5d-362327faed37' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:17:46.028632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Network 85318a88-cf31-49fb-83e3-9d08922bf15a has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:17:46.051275 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:17:46.131990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:46.135187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-64015942-ac97-4f55-9cdd-d37e5ef2d8c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:46.148766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:46.159575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Pushing event deleted for resources: {'Network': ['ID=85318a88-cf31-49fb-83e3-9d08922bf15a,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:46.162913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:46.173300 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] 10.222.0.23 "DELETE /v2.0/networks/85318a88-cf31-49fb-83e3-9d08922bf15a HTTP/1.1" status: 204  len: 168 time: 1.8395288
Dec 18 07:17:46.176387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58840) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:46.527944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:47.108800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] Deleting port b701e043-9851-41c6-9d2f-aa748e7ef229 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:17:47.109158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:47.286934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] For port b701e043-9851-41c6-9d2f-aa748e7ef229, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b701e043-9851-41c6-9d2f-aa748e7ef229,segment=NetworkSegment(1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb),segment_id=1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:17:47.287334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:47.412966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] Calling delete_port for b701e043-9851-41c6-9d2f-aa748e7ef229 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:17:47.472104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-125ad8f7-c1c3-4188-8ed8-1f4df7603cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:47.532838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:47.730246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:47.745762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:47.838432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=b701e043-9851-41c6-9d2f-aa748e7ef229,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:47.841303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:48.142768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:48.536626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:48.634617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] Router 619c8ca4-c2e5-41fa-a494-b6093bfc954d has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:17:49.084684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:17:49.093666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa86667-05c7-4f5a-9b37-c11d1ae8fa35 None None] Sync routers for ids ['619c8ca4-c2e5-41fa-a494-b6093bfc954d'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:17:49.094481 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] 10.222.0.23 "PUT /v2.0/routers/619c8ca4-c2e5-41fa-a494-b6093bfc954d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9164693
Dec 18 07:17:49.097133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58844) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:49.104930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa86667-05c7-4f5a-9b37-c11d1ae8fa35 None None] Routers {'619c8ca4-c2e5-41fa-a494-b6093bfc954d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:17:49.106574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4fa86667-05c7-4f5a-9b37-c11d1ae8fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e752128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:17:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['619c8ca4-c2e5-41fa-a494-b6093bfc954d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:49.280217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:49.290141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-4fa86667-05c7-4f5a-9b37-c11d1ae8fa35 None None] Set router 619c8ca4-c2e5-41fa-a494-b6093bfc954d gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:17:49.467846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:49.473168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] Deleting port 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:17:49.473562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:49.534572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:49.603737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4fa86667-05c7-4f5a-9b37-c11d1ae8fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e752128>, [{'id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'name': 'tempest-TestEncryptedCinderVolumes-1522209210-router', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:17:47Z', 'revision_number': 5, 'project_id': 'cc884c31b68b4ad6803abea00cba9790', 'gw_port': {'id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:49.607862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa86667-05c7-4f5a-9b37-c11d1ae8fa35 None None] Checking router: 619c8ca4-c2e5-41fa-a494-b6093bfc954d for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:17:49.617219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa86667-05c7-4f5a-9b37-c11d1ae8fa35 None None] Routers {'619c8ca4-c2e5-41fa-a494-b6093bfc954d'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:17:49.617914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4fa86667-05c7-4f5a-9b37-c11d1ae8fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e752128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:17:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['619c8ca4-c2e5-41fa-a494-b6093bfc954d'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:49.656570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] For port 029cd7d1-fa12-46f3-b4ef-0f9bc1237997, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=029cd7d1-fa12-46f3-b4ef-0f9bc1237997,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:17:49.656980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:49.790208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] Calling delete_port for 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:17:49.799171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-4fa86667-05c7-4f5a-9b37-c11d1ae8fa35 None None] Set router 619c8ca4-c2e5-41fa-a494-b6093bfc954d gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:17:49.924837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:50.094668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4fa86667-05c7-4f5a-9b37-c11d1ae8fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e752128>, [{'id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'name': 'tempest-TestEncryptedCinderVolumes-1522209210-router', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:17:47Z', 'revision_number': 5, 'project_id': 'cc884c31b68b4ad6803abea00cba9790', 'gw_port': {'id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:50.098832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa86667-05c7-4f5a-9b37-c11d1ae8fa35 None None] The sync data for ids ['619c8ca4-c2e5-41fa-a494-b6093bfc954d'] in dv-neutron-765072-3-ovs is: [{'id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'name': 'tempest-TestEncryptedCinderVolumes-1522209210-router', 'tenant_id': 'cc884c31b68b4ad6803abea00cba9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:17:47Z', 'revision_number': 5, 'project_id': 'cc884c31b68b4ad6803abea00cba9790', 'gw_port': {'id': '029cd7d1-fa12-46f3-b4ef-0f9bc1237997', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:67:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c8ca4-c2e5-41fa-a494-b6093bfc954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:15:52Z', 'updated_at': '2020-12-18T07:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:17:50.118171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:50.250762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:50.253082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:50.281282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:50.281878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 619c8ca4-c2e5-41fa-a494-b6093bfc954d {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:17:50.294270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:50.295552 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5270408a-7324-4353-acaf-b82fe3fae5f9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/619c8ca4-c2e5-41fa-a494-b6093bfc954d HTTP/1.1" status: 204  len: 168 time: 1.1973555
Dec 18 07:17:50.298245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58848) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:50.365762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9295bc-3283-4721-912b-c8d94e0f05af admin admin] Deleting subnet 8310176c-0fa5-432e-bc90-5e4eaa5a2b70 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:17:50.371869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e9295bc-3283-4721-912b-c8d94e0f05af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:50.427508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e9295bc-3283-4721-912b-c8d94e0f05af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:50.509205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e9295bc-3283-4721-912b-c8d94e0f05af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:50.777982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e9295bc-3283-4721-912b-c8d94e0f05af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:50.793546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58bdde23-7f4a-4289-a2ac-88506311d3ff tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:50.880163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9295bc-3283-4721-912b-c8d94e0f05af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8310176c-0fa5-432e-bc90-5e4eaa5a2b70,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:50.884744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5e9295bc-3283-4721-912b-c8d94e0f05af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:50.927255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e9295bc-3283-4721-912b-c8d94e0f05af admin admin] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:50.932398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751c46d6-cd92-488f-8253-b367adc9785d None None] Network 4de7cc8e-188c-4bea-9a2a-124f7a830446 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:17:50.933196 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5e9295bc-3283-4721-912b-c8d94e0f05af admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8310176c-0fa5-432e-bc90-5e4eaa5a2b70 HTTP/1.1" status: 204  len: 168 time: 0.6339421
Dec 18 07:17:50.935947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58852) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:51.063326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:51.131115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Deleting port 0c29cb6f-0b82-44b5-9f71-ce572584c180 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:17:51.131433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:51.154240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:17:51.189970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:17:51.190391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 029cd7d1-fa12-46f3-b4ef-0f9bc1237997 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:17:51.190872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b701e043-9851-41c6-9d2f-aa748e7ef229 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:17:51.220629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d566682-6a77-4747-9dd4-2bf42d74b0b5 None None] DHCP port deletion for 4de7cc8e-188c-4bea-9a2a-124f7a830446 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:17:51.231983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: b701e043-9851-41c6-9d2f-aa748e7ef229 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:17:51.232387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b701e043-9851-41c6-9d2f-aa748e7ef229 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:17:51.235030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3d566682-6a77-4747-9dd4-2bf42d74b0b5 None None] Deleting port 0c29cb6f-0b82-44b5-9f71-ce572584c180 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:17:51.235487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d566682-6a77-4747-9dd4-2bf42d74b0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:51.356717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] For port 0c29cb6f-0b82-44b5-9f71-ce572584c180, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0c29cb6f-0b82-44b5-9f71-ce572584c180,segment=NetworkSegment(1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb),segment_id=1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:17:51.357124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:51.443234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3d566682-6a77-4747-9dd4-2bf42d74b0b5 None None] For port 0c29cb6f-0b82-44b5-9f71-ce572584c180, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0c29cb6f-0b82-44b5-9f71-ce572584c180,segment=NetworkSegment(1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb),segment_id=1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:17:51.443587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d566682-6a77-4747-9dd4-2bf42d74b0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:51.485597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Calling delete_port for 0c29cb6f-0b82-44b5-9f71-ce572584c180 owned by network:dhcp {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:17:51.559908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:51.568727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3d566682-6a77-4747-9dd4-2bf42d74b0b5 None None] Calling delete_port for 0c29cb6f-0b82-44b5-9f71-ce572584c180 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:17:51.575830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-08faa957-3835-44d6-a334-59b7cafe4ce9 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:51.642271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-3d566682-6a77-4747-9dd4-2bf42d74b0b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:17:51.642681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-3d566682-6a77-4747-9dd4-2bf42d74b0b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:17:51.668445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c29cb6f-0b82-44b5-9f71-ce572584c180,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:51.673150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:51.715544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] No DVR routers for this DVR port 0c29cb6f-0b82-44b5-9f71-ce572584c180 on host dv-neutron-765072-3-ovs {{(pid=81085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:17:51.836966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:51.949191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1743a8d0>,) {'filters': {'network_id': ['4de7cc8e-188c-4bea-9a2a-124f7a830446']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:51.962276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1743a8d0>, '1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:51.962619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1743a8d0>, '1eff9ccf-f563-40e6-a102-f7ae0a4ff2cb') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:51.974483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:51.989406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:51.991395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:17:52.143956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3d566682-6a77-4747-9dd4-2bf42d74b0b5 None None] Deleting port 0c29cb6f-0b82-44b5-9f71-ce572584c180 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:17:52.144521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3d566682-6a77-4747-9dd4-2bf42d74b0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:52.212350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3d566682-6a77-4747-9dd4-2bf42d74b0b5 None None] The port '0c29cb6f-0b82-44b5-9f71-ce572584c180' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:17:52.439047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Network 4de7cc8e-188c-4bea-9a2a-124f7a830446 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:17:52.448507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:52.626757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Network 4de7cc8e-188c-4bea-9a2a-124f7a830446 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:17:52.649094 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:17:52.730349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:52.733596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e43502c7-7372-4f5a-8ba8-3a25ff72185e tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:52.749498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:52.758157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Pushing event deleted for resources: {'Network': ['ID=4de7cc8e-188c-4bea-9a2a-124f7a830446,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:52.761122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:52.763016 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] 10.222.0.23 "DELETE /v2.0/networks/4de7cc8e-188c-4bea-9a2a-124f7a830446 HTTP/1.1" status: 204  len: 168 time: 1.8261061
Dec 18 07:17:52.965177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58858) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:52.973027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:53.017156 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-50d7b78d-0453-4fe3-9827-4c53a9f4a65b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32e4cf38c3fb4e67a4c85e501d80e5a6&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0504601
Dec 18 07:17:53.019637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58862) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:53.080187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46b3294a-232f-404e-aefd-2b9ec09c3245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:53.106741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46b3294a-232f-404e-aefd-2b9ec09c3245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:53.148290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0c29cb6f-0b82-44b5-9f71-ce572584c180 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:17:53.162504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46b3294a-232f-404e-aefd-2b9ec09c3245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:53.167684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d65b71ba-2df0-47df-93cb-1798606b7005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:53.180135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3294a-232f-404e-aefd-2b9ec09c3245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1502d005-59a2-4b7b-b419-54cef4afc252,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:53.183065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-46b3294a-232f-404e-aefd-2b9ec09c3245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:53.185980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 0c29cb6f-0b82-44b5-9f71-ce572584c180 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:17:53.186377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0c29cb6f-0b82-44b5-9f71-ce572584c180 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:17:53.186828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-46b3294a-232f-404e-aefd-2b9ec09c3245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:53.192260 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-46b3294a-232f-404e-aefd-2b9ec09c3245 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1502d005-59a2-4b7b-b419-54cef4afc252 HTTP/1.1" status: 204  len: 168 time: 0.1692286
Dec 18 07:17:53.591195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58870) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:53.644572 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fd7a7eaf-28c9-4c56-9f39-2af6cd8e11c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc884c31b68b4ad6803abea00cba9790&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0520198
Dec 18 07:17:53.647315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58874) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:53.708998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc18bd10-00ca-44f5-9f8b-5c37461e3991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:53.736357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc18bd10-00ca-44f5-9f8b-5c37461e3991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:53.784889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc18bd10-00ca-44f5-9f8b-5c37461e3991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:53.789951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-21ce9925-e1b3-46be-8a88-08e4867c2661 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:53.802914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18bd10-00ca-44f5-9f8b-5c37461e3991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48227e2-9686-45c4-bb51-6e26bf702688,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:53.806089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc18bd10-00ca-44f5-9f8b-5c37461e3991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:53.808223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fc18bd10-00ca-44f5-9f8b-5c37461e3991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:53.809729 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fc18bd10-00ca-44f5-9f8b-5c37461e3991 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e48227e2-9686-45c4-bb51-6e26bf702688 HTTP/1.1" status: 204  len: 168 time: 0.1610129
Dec 18 07:17:54.790780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 58896) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:54.930004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-964636611-network', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:17:54.935296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:17:54.939942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Usage tracker for resource:network and tenant:a65bd4c508bb40bc8077573e996e84df is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:17:54.942991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:17:54.949039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:17:54.962425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Made reservation on behalf of a65bd4c508bb40bc8077573e996e84df for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:17:54.967165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:54.979717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:54.995204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:17:54.999235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Usage tracker for resource:security_group_rule and tenant:a65bd4c508bb40bc8077573e996e84df is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:17:55.002794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:17:55.008556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:17:55.092416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:55.095021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:55.099374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8b55a828-3d9e-48d3-b78f-7f4be190586d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:55.131844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:17:55.140917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b8a7cb-f054-4bb2-b937-b6a79cbea092,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:55.144370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:55.148406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:55.148936 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Added segment 383d3655-2550-4424-bb19-9b0d2bbe787f of type vxlan for network 11e34842-4536-4fe6-8d76-70a9118db731
Dec 18 07:17:55.175608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:55.205486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:55.206509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:55.207145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:55.212195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b42f3ef-69fe-429a-b5a1-245c92516c85 tempest-TagsExtTest-1888537260 tempest-TagsExtTest-1888537260] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:55.318069 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5260954
Dec 18 07:17:55.319057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Pushing event updated for resources: {'Network': ['ID=11e34842-4536-4fe6-8d76-70a9118db731,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:55.321417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58902) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:55.322142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:55.327761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Request body: {'subnet': {'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-964636611-subnet', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'ip_version': 4}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:17:55.330681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 11e34842-4536-4fe6-8d76-70a9118db731 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:17:55.333876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:17:55.337965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Usage tracker for resource:subnet and tenant:a65bd4c508bb40bc8077573e996e84df is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:17:55.340998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:17:55.347576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 11e34842-4536-4fe6-8d76-70a9118db731 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:17:55.348072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:17:55.356907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Made reservation on behalf of a65bd4c508bb40bc8077573e996e84df for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:17:55.361721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:55.779389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:55.794808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5b425b86-fee4-4781-9826-c1c80901bff5 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:55.861809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:17:55.919946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:55.931648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:55.992074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Checking segment: {'id': '383d3655-2550-4424-bb19-9b0d2bbe787f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:17:55.992404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Network hostable DHCP agents. Network: 11e34842-4536-4fe6-8d76-70a9118db731, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:17:56.010583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Network 11e34842-4536-4fe6-8d76-70a9118db731 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:17:56.019119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 11e34842-4536-4fe6-8d76-70a9118db731) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:17:56.029038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adc15c6-0375-46e4-a3d0-233d661a4e07 None None] Network 11e34842-4536-4fe6-8d76-70a9118db731 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:17:56.030736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:17:56.031951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:56.051297 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7286832
Dec 18 07:17:56.054265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58906) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:56.059672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:17:56.065175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:17:56.069266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Usage tracker for resource:router and tenant:a65bd4c508bb40bc8077573e996e84df is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:17:56.075007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:17:56.083462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:17:56.092373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:56.093412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:56.107931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:56.258490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-11e34842-4536-4fe6-8d76-70a9118db731', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'fixed_ips': [{'subnet_id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:17:56.259446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:56.560535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Allocated IP 172.20.0.2 (11e34842-4536-4fe6-8d76-70a9118db731/ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad/312ed6f0-6cdf-4af9-8f43-e5259d39e4ba) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:17:56.663804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:56.777420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:56.788218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Transition to ACTIVE for port object 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:17:56.805144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Transition to ACTIVE for port object 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:17:56.809485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:56.825935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:56.958881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Pushing event updated for resources: {'Port': ['ID=312ed6f0-6cdf-4af9-8f43-e5259d39e4ba,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:56.963829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:56.986625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:57.015043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Network 11e34842-4536-4fe6-8d76-70a9118db731 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:17:57.016173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:17:57.018503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:57.018667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:17:57.072242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Attempting to bind port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:17:57.072657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Attempting to bind port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '383d3655-2550-4424-bb19-9b0d2bbe787f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:17:57.073071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Attempting to bind port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba on network 11e34842-4536-4fe6-8d76-70a9118db731 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:17:57.078700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:17:57.079074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Checking segment: {'id': '383d3655-2550-4424-bb19-9b0d2bbe787f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:17:57.079523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:57.079963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Bound using segment: {'id': '383d3655-2550-4424-bb19-9b0d2bbe787f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:17:57.080480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Bound port: 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383d3655-2550-4424-bb19-9b0d2bbe787f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:17:57.080897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:57.170584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] For port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:17:57.174478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] For port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=312ed6f0-6cdf-4af9-8f43-e5259d39e4ba,segment=NetworkSegment(383d3655-2550-4424-bb19-9b0d2bbe787f),segment_id=383d3655-2550-4424-bb19-9b0d2bbe787f)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:17:57.179425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:57.199870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:57.291724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Allocated IP 172.26.7.74 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/9533b87d-43d5-4898-b029-daae059a0371) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:17:57.350598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Pushing event updated for resources: {'Port': ['ID=312ed6f0-6cdf-4af9-8f43-e5259d39e4ba,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:57.355205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:57.453558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:57.480291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:57.496953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a6d1d8f2-a9e4-4447-945f-80344782e0cf tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:57.634494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Pushing event updated for resources: {'Port': ['ID=9533b87d-43d5-4898-b029-daae059a0371,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:57.639819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:57.697893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:17:57.699114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:17:57.701426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:17:58.126796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:58.470023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:58.689648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Router 2e98693f-280c-4b9a-9fcf-848f20c4864c is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:17:58.830063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2a7636-ae73-43de-8490-ec50abeb7b40 None None] Network 11e34842-4536-4fe6-8d76-70a9118db731 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:17:58.879939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:17:58.891123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Sync routers for ids ['2e98693f-280c-4b9a-9fcf-848f20c4864c'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:17:58.903688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:58.903887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Routers {'2e98693f-280c-4b9a-9fcf-848f20c4864c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:17:58.904496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d8ca6d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:17:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2e98693f-280c-4b9a-9fcf-848f20c4864c'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:58.905036 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.8497715
Dec 18 07:17:58.907945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 58910) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:17:58.928420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-91a5f9a4-9d3e-401f-b203-eb7f730d678a None None] Provisioning for port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:17:59.222089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:17:59.272873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Set router 2e98693f-280c-4b9a-9fcf-848f20c4864c gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:17:59.311103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:17:59.317640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:17:59.318344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:59.392240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ff3c0fcc-9706-4d46-858d-f5539e04c891 None None] Provisioning complete for port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:17:59.392926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0fcc-9706-4d46-858d-f5539e04c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:59.532264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:59.606049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=312ed6f0-6cdf-4af9-8f43-e5259d39e4ba,segment=NetworkSegment(383d3655-2550-4424-bb19-9b0d2bbe787f),segment_id=383d3655-2550-4424-bb19-9b0d2bbe787f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:17:59.616227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:59.620056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d8ca6d8>, [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:17:57Z', 'revision_number': 3, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:17:59.623308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:17:59.624201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Checking router: 2e98693f-280c-4b9a-9fcf-848f20c4864c for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:17:59.624876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Updating router 2e98693f-280c-4b9a-9fcf-848f20c4864c port 9533b87d-43d5-4898-b029-daae059a0371 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:17:59.681983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:59.732299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=312ed6f0-6cdf-4af9-8f43-e5259d39e4ba,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:17:59.746566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff3c0fcc-9706-4d46-858d-f5539e04c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:17:59.768564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:17:59.832612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-ff3c0fcc-9706-4d46-858d-f5539e04c891 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:17:59.833039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-ff3c0fcc-9706-4d46-858d-f5539e04c891 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:17:59.945875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:00.086617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:00.101501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Transition to ACTIVE for port object 9533b87d-43d5-4898-b029-daae059a0371 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:18:00.104352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:00.119711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7565d776-90c3-4b93-8ee5-ea3f3b3e5e20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:00.254331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Pushing event updated for resources: {'Port': ['ID=9533b87d-43d5-4898-b029-daae059a0371,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:00.273971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.274365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.274751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.275130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.275506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.275877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.276245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.276615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.277065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.277431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.277823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.278188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.278613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.278978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.279343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.279705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.280064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.280423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.280786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.281170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.281559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.281910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.282269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.282628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:00.288693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:00.289615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Allocated IP 172.20.0.1 (11e34842-4536-4fe6-8d76-70a9118db731/ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad/8da99440-451f-43de-a753-1b285cc43193) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:18:00.334480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Attempting to bind port 9533b87d-43d5-4898-b029-daae059a0371 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:18:00.334906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Attempting to bind port 9533b87d-43d5-4898-b029-daae059a0371 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:18:00.335313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Attempting to bind port 9533b87d-43d5-4898-b029-daae059a0371 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:18:00.340984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:18:00.341406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:18:00.341868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:00.342314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:18:00.342824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Bound port: 9533b87d-43d5-4898-b029-daae059a0371, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:18:00.343252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:00.416795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] For port 9533b87d-43d5-4898-b029-daae059a0371, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:18:00.420003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] For port 9533b87d-43d5-4898-b029-daae059a0371, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9533b87d-43d5-4898-b029-daae059a0371,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:18:00.423873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:00.439494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6d043f43-7bab-4617-8873-7dcf9fdfd12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:00.449349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:00.465400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Transition to ACTIVE for port object 8da99440-451f-43de-a753-1b285cc43193 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:18:00.485980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:00.502923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:00.515611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1ed23041-ced1-4eb8-81d9-aec5af9ca108 None None] Provisioning complete for port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:18:00.516066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1ed23041-ced1-4eb8-81d9-aec5af9ca108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:00.625143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Pushing event updated for resources: {'Port': ['ID=9533b87d-43d5-4898-b029-daae059a0371,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:00.629288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-da055a3b-5521-4de8-996f-7de1070807e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:00.639465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Pushing event updated for resources: {'Port': ['ID=8da99440-451f-43de-a753-1b285cc43193,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:00.642436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:00.654364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Routers {'2e98693f-280c-4b9a-9fcf-848f20c4864c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:18:00.655298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d8ca6d8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:17:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2e98693f-280c-4b9a-9fcf-848f20c4864c'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:18:00.701478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Network 11e34842-4536-4fe6-8d76-70a9118db731 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:18:00.702935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:18:00.705447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:18:00.762106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:00.847171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] Set router 2e98693f-280c-4b9a-9fcf-848f20c4864c gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:18:00.958511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cfba4913-9f47-4f87-bad4-26997b9b6ed2 None None] Provisioning for port 8da99440-451f-43de-a753-1b285cc43193 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:18:00.964056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-cfba4913-9f47-4f87-bad4-26997b9b6ed2 None None] Provisioning complete for port 8da99440-451f-43de-a753-1b285cc43193 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:18:00.964605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cfba4913-9f47-4f87-bad4-26997b9b6ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:01.022420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-cfba4913-9f47-4f87-bad4-26997b9b6ed2 None None] Port 8da99440-451f-43de-a753-1b285cc43193 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:18:01.035752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:01.152818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d8ca6d8>, [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:17:57Z', 'revision_number': 3, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:18:01.157950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b1c509-a102-4c61-b6a0-7e170c4aa47c None None] The sync data for ids ['2e98693f-280c-4b9a-9fcf-848f20c4864c'] in dv-neutron-765072-3-ovs is: [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:17:57Z', 'revision_number': 3, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:18:01.164500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:18:01.236957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:18:01.237502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:01.326574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:01.330111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:01.360156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:01.444698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Pushing event updated for resources: {'Port': ['ID=8da99440-451f-43de-a753-1b285cc43193,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:01.447988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:01.449044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:01.600026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Network 11e34842-4536-4fe6-8d76-70a9118db731 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:18:01.601323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:18:01.806279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Router 2e98693f-280c-4b9a-9fcf-848f20c4864c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:18:01.848301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-feb80eb7-018d-4718-9b3d-fc73649e1c5b None None] Provisioning complete for port 8da99440-451f-43de-a753-1b285cc43193 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:18:01.848831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-feb80eb7-018d-4718-9b3d-fc73649e1c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:01.906011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-feb80eb7-018d-4718-9b3d-fc73649e1c5b None None] Port 8da99440-451f-43de-a753-1b285cc43193 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:18:02.002833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:18:02.012561 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] 10.222.0.23 "PUT /v2.0/routers/2e98693f-280c-4b9a-9fcf-848f20c4864c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1035233
Dec 18 07:18:03.188975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9533b87d-43d5-4898-b029-daae059a0371 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:18:03.265305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 9533b87d-43d5-4898-b029-daae059a0371 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:18:03.271297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 9533b87d-43d5-4898-b029-daae059a0371 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:18:03.271717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:03.394726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:03.411678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 9533b87d-43d5-4898-b029-daae059a0371, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9533b87d-43d5-4898-b029-daae059a0371,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:18:03.416915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:03.420068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:03.504203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=9533b87d-43d5-4898-b029-daae059a0371,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:03.517830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:03.966998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Sync routers for ids ['2e98693f-280c-4b9a-9fcf-848f20c4864c'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:18:03.977473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Routers {'2e98693f-280c-4b9a-9fcf-848f20c4864c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:18:03.978305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf716a0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:17:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2e98693f-280c-4b9a-9fcf-848f20c4864c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:18:04.174368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Set router 2e98693f-280c-4b9a-9fcf-848f20c4864c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:18:04.701616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf716a0>, [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:18:00Z', 'revision_number': 4, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '8da99440-451f-43de-a753-1b285cc43193', 'name': '', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'mac_address': 'fa:16:3e:5c:f8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:18:00Z', 'updated_at': '2020-12-18T07:18:01Z', 'revision_number': 2, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'subnets': [{'id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:18:04.708589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Checking router: 2e98693f-280c-4b9a-9fcf-848f20c4864c for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:18:04.709338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Updating router 2e98693f-280c-4b9a-9fcf-848f20c4864c port 8da99440-451f-43de-a753-1b285cc43193 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:18:04.767873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:05.178532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9533b87d-43d5-4898-b029-daae059a0371 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:18:05.318534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 9533b87d-43d5-4898-b029-daae059a0371 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:18:05.318961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:05.345888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:05.389614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Transition to ACTIVE for port object 8da99440-451f-43de-a753-1b285cc43193 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:18:05.402731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:05.417450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:05.608236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca8229-55ff-4fd5-9e40-6e9a8724bcdd None None] Pushing event updated for resources: {'Port': ['ID=8da99440-451f-43de-a753-1b285cc43193,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:05.613865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7aca8229-55ff-4fd5-9e40-6e9a8724bcdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:05.787690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Attempting to bind port 8da99440-451f-43de-a753-1b285cc43193 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:18:05.788280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Attempting to bind port 8da99440-451f-43de-a753-1b285cc43193 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '383d3655-2550-4424-bb19-9b0d2bbe787f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:18:05.788705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Attempting to bind port 8da99440-451f-43de-a753-1b285cc43193 on network 11e34842-4536-4fe6-8d76-70a9118db731 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:18:05.795910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:18:05.796482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Checking segment: {'id': '383d3655-2550-4424-bb19-9b0d2bbe787f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:18:05.797171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:05.797733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Bound using segment: {'id': '383d3655-2550-4424-bb19-9b0d2bbe787f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:18:05.798371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Bound port: 8da99440-451f-43de-a753-1b285cc43193, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383d3655-2550-4424-bb19-9b0d2bbe787f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:18:05.798884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:05.904208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] For port 8da99440-451f-43de-a753-1b285cc43193, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:18:05.908086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] For port 8da99440-451f-43de-a753-1b285cc43193, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8da99440-451f-43de-a753-1b285cc43193,segment=NetworkSegment(383d3655-2550-4424-bb19-9b0d2bbe787f),segment_id=383d3655-2550-4424-bb19-9b0d2bbe787f)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:18:05.911752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:05.979010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:06.113674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca8229-55ff-4fd5-9e40-6e9a8724bcdd None None] Pushing event updated for resources: {'Port': ['ID=8da99440-451f-43de-a753-1b285cc43193,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:06.120170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7aca8229-55ff-4fd5-9e40-6e9a8724bcdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:06.149149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Routers {'2e98693f-280c-4b9a-9fcf-848f20c4864c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:18:06.149894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf716a0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:17:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2e98693f-280c-4b9a-9fcf-848f20c4864c'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:18:06.364335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] Set router 2e98693f-280c-4b9a-9fcf-848f20c4864c gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:18:06.724189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf716a0>, [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:18:00Z', 'revision_number': 4, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '8da99440-451f-43de-a753-1b285cc43193', 'name': '', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'mac_address': 'fa:16:3e:5c:f8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:18:00Z', 'updated_at': '2020-12-18T07:18:05Z', 'revision_number': 4, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'subnets': [{'id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:18:06.728469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7082ef42-35c5-4eed-b73f-3b28e008ae8b None None] The sync data for ids ['2e98693f-280c-4b9a-9fcf-848f20c4864c'] in dv-neutron-765072-3-ovs is: [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:18:00Z', 'revision_number': 4, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '8da99440-451f-43de-a753-1b285cc43193', 'name': '', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'mac_address': 'fa:16:3e:5c:f8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:18:00Z', 'updated_at': '2020-12-18T07:18:05Z', 'revision_number': 4, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'subnets': [{'id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:18:07.219310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8da99440-451f-43de-a753-1b285cc43193 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:18:07.318798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 8da99440-451f-43de-a753-1b285cc43193 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:18:07.324859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 8da99440-451f-43de-a753-1b285cc43193 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:18:07.325277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:07.475459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:07.519496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 8da99440-451f-43de-a753-1b285cc43193, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8da99440-451f-43de-a753-1b285cc43193,segment=NetworkSegment(383d3655-2550-4424-bb19-9b0d2bbe787f),segment_id=383d3655-2550-4424-bb19-9b0d2bbe787f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:18:07.525132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:07.531380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:07.617001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=8da99440-451f-43de-a753-1b285cc43193,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:07.622534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:09.171226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8da99440-451f-43de-a753-1b285cc43193 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:18:09.246878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 8da99440-451f-43de-a753-1b285cc43193 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:18:09.247425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:11.694392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-d58b95e8-32fb-4c06-9b98-72f4ae660579 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:11.695405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-d58b95e8-32fb-4c06-9b98-72f4ae660579 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Synchronizing usage tracker for tenant:a65bd4c508bb40bc8077573e996e84df on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:18:11.711877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-d58b95e8-32fb-4c06-9b98-72f4ae660579 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Unset dirty status for tenant:a65bd4c508bb40bc8077573e996e84df on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:18:11.713125 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-d58b95e8-32fb-4c06-9b98-72f4ae660579 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/networks?id=11e34842-4536-4fe6-8d76-70a9118db731 HTTP/1.1" status: 200  len: 814 time: 0.1732168
Dec 18 07:18:11.729354 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-ebf99adc-e7d4-4d39-981c-a1f3e284ff80 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/quotas/a65bd4c508bb40bc8077573e996e84df HTTP/1.1" status: 200  len: 375 time: 0.0095835
Dec 18 07:18:11.818899 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-32930435-3952-4838-8e0c-15ec77678c6f tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?tenant_id=a65bd4c508bb40bc8077573e996e84df&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0840762
Dec 18 07:18:11.969667 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-bfc2d715-2eb6-4155-8694-f80f1624e8ed service neutron] 10.222.0.23 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373019
Dec 18 07:18:12.111608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-6841a4f3-eda7-4bfb-b6e2-b7d24949bfa7 service neutron] 10.222.0.23 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356001
Dec 18 07:18:12.309544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-38b24efd-987f-4725-baae-8ca263e5e183 req-26d98f79-2360-469f-b350-c0d52f627f0e tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 210 time: 0.0448492
Dec 18 07:18:13.476451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-11263d28-ddd7-4284-a97c-63c839951651 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:13.478073 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-11263d28-ddd7-4284-a97c-63c839951651 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.15 "GET /v2.0/networks?id=11e34842-4536-4fe6-8d76-70a9118db731 HTTP/1.1" status: 200  len: 814 time: 0.1611943
Dec 18 07:18:13.500844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0dc0eec8-d690-435a-8ed6-7c2d1bb87578 req-5bfc2128-48bb-44d2-b086-42e63770d6c0 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 210 time: 0.0457625
Dec 18 07:18:13.503915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Request body: {'port': {'device_id': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'admin_state_up': True, 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:18:13.648231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:18:13.652228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Usage tracker for resource:port and tenant:a65bd4c508bb40bc8077573e996e84df is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:18:13.655277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:18:13.661672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:18:13.670866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Made reservation on behalf of a65bd4c508bb40bc8077573e996e84df for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:18:13.676889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:14.319028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Allocated IP 172.20.0.13 (11e34842-4536-4fe6-8d76-70a9118db731/ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad/3d04a752-6d19-4703-abbf-44d87d6061e9) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:18:14.540739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:14.557898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Transition to ACTIVE for port object 3d04a752-6d19-4703-abbf-44d87d6061e9 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:18:14.578346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:14.594154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc0504c9-5573-4a73-92b3-5f80f0934d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:14.686940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Pushing event updated for resources: {'Port': ['ID=3d04a752-6d19-4703-abbf-44d87d6061e9,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:14.744986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5d87125-f54a-4f4f-be93-0ef69868a73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:14.746955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:14.777929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2df5c5-21f4-4068-b6ca-23b3a0580dc6 req-8567b2ea-b953-4d47-a847-0469a0b45479 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:14.779568 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e2df5c5-21f4-4068-b6ca-23b3a0580dc6 req-8567b2ea-b953-4d47-a847-0469a0b45479 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 932 time: 0.1150801
Dec 18 07:18:14.828974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Network 11e34842-4536-4fe6-8d76-70a9118db731 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:18:14.830539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:18:14.831903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7e2df5c5-21f4-4068-b6ca-23b3a0580dc6 req-995bf5ac-a104-4bee-8d80-5fa5c0f6a338 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Synchronizing usage tracker for tenant:a65bd4c508bb40bc8077573e996e84df on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:18:14.833127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:18:14.853156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7e2df5c5-21f4-4068-b6ca-23b3a0580dc6 req-995bf5ac-a104-4bee-8d80-5fa5c0f6a338 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Unset dirty status for tenant:a65bd4c508bb40bc8077573e996e84df on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:18:14.854483 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e2df5c5-21f4-4068-b6ca-23b3a0580dc6 req-995bf5ac-a104-4bee-8d80-5fa5c0f6a338 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684223
Dec 18 07:18:14.920663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:14.921953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:14.944340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4446440
Dec 18 07:18:15.131816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-169e7d14-c45b-4eee-aec3-076ee0a11099 None None] Provisioning for port 3d04a752-6d19-4703-abbf-44d87d6061e9 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:18:15.137104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-169e7d14-c45b-4eee-aec3-076ee0a11099 None None] Provisioning complete for port 3d04a752-6d19-4703-abbf-44d87d6061e9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:18:15.137559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-169e7d14-c45b-4eee-aec3-076ee0a11099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:15.195565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-169e7d14-c45b-4eee-aec3-076ee0a11099 None None] Port 3d04a752-6d19-4703-abbf-44d87d6061e9 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:18:16.072405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e08523-9fef-4925-84ec-6957184156d6 req-1f610107-5f85-414b-ba35-519b87ea4d8f tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:16.074036 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1e08523-9fef-4925-84ec-6957184156d6 req-1f610107-5f85-414b-ba35-519b87ea4d8f tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 932 time: 0.0858362
Dec 18 07:18:16.126043 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1e08523-9fef-4925-84ec-6957184156d6 req-73df0d37-a7b7-4d3f-8829-649f79c92858 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455508
Dec 18 07:18:17.345284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd53b4-223d-460f-8919-94ae2941cff8 req-cdeede01-4d8e-4a93-9dcf-249cf1234aa7 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:17.347172 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-92bd53b4-223d-460f-8919-94ae2941cff8 req-cdeede01-4d8e-4a93-9dcf-249cf1234aa7 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 932 time: 0.0909655
Dec 18 07:18:17.396996 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-92bd53b4-223d-460f-8919-94ae2941cff8 req-fffb54c6-31b4-46ec-92cc-9db53b368fb8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429602
Dec 18 07:18:17.474954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60b50690-e154-463d-8561-65edeb87e46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:17.532058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:18.538901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:18.629606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6abf3e-4b01-42cb-b1bc-1268ec0c15ef req-a7756e8a-fdbc-4e42-a661-a3402bdeb542 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:18.631232 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e6abf3e-4b01-42cb-b1bc-1268ec0c15ef req-a7756e8a-fdbc-4e42-a661-a3402bdeb542 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 932 time: 0.1030679
Dec 18 07:18:18.688127 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e6abf3e-4b01-42cb-b1bc-1268ec0c15ef req-35c30c00-500a-4a54-acd6-7cee2187117d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502522
Dec 18 07:18:19.512629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:19.896627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c07108-f398-4d94-9e84-cd3ec6d7a2ca req-27351677-9c9b-450d-9812-8434ce746816 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:19.898322 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a8c07108-f398-4d94-9e84-cd3ec6d7a2ca req-27351677-9c9b-450d-9812-8434ce746816 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 932 time: 0.0858819
Dec 18 07:18:19.950351 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a8c07108-f398-4d94-9e84-cd3ec6d7a2ca req-456f2fd0-2c66-4097-95e4-0ff9b2f1767a tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456367
Dec 18 07:18:21.173770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6356b-28b2-4ced-b708-b0a93bcc4432 req-e2ca2694-947f-4634-9274-e220140ccf69 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:21.175447 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c3d6356b-28b2-4ced-b708-b0a93bcc4432 req-e2ca2694-947f-4634-9274-e220140ccf69 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 932 time: 0.0888505
Dec 18 07:18:21.224680 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c3d6356b-28b2-4ced-b708-b0a93bcc4432 req-0fa652c6-160d-4438-a42e-a4b02c390ffc tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428848
Dec 18 07:18:22.467440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4280a8-0551-4139-a252-f13fde0dfdec req-1b7651ae-9a69-4b1b-a20e-a10ad845707c tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:22.469117 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dc4280a8-0551-4139-a252-f13fde0dfdec req-1b7651ae-9a69-4b1b-a20e-a10ad845707c tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 932 time: 0.1100399
Dec 18 07:18:22.519719 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dc4280a8-0551-4139-a252-f13fde0dfdec req-2fa8f581-4e96-45ce-b928-f165db8f4be3 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434988
Dec 18 07:18:22.987205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:23.746982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7436ef8-972e-41d0-b30f-6859aa027f71 req-c7a191ce-c030-4776-a3e9-9045426439b4 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:23.748656 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f7436ef8-972e-41d0-b30f-6859aa027f71 req-c7a191ce-c030-4776-a3e9-9045426439b4 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 932 time: 0.0974803
Dec 18 07:18:23.802872 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f7436ef8-972e-41d0-b30f-6859aa027f71 req-748c8fbc-6f09-4810-b67f-046a0ecba503 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476453
Dec 18 07:18:24.618757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Request body: {'port': {'device_id': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:18:24.737389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:25.014449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c6d3c-b01e-4eb9-8c49-edb580703f8b req-4c637d57-e649-4bde-8402-61b583864e36 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:25.015980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-548c6d3c-b01e-4eb9-8c49-edb580703f8b req-4c637d57-e649-4bde-8402-61b583864e36 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 932 time: 0.0826972
Dec 18 07:18:25.064691 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-548c6d3c-b01e-4eb9-8c49-edb580703f8b req-c5c6df18-f4a8-45d1-8eed-f44693090d71 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414169
Dec 18 07:18:25.143632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d04a752-6d19-4703-abbf-44d87d6061e9 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:18:25.150579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:25.162375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Transition to ACTIVE for port object 3d04a752-6d19-4703-abbf-44d87d6061e9 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:18:25.165114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:25.178219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-275b66c8-22e0-48f3-9a7c-fb09fb99f37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:25.308946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Pushing event updated for resources: {'Port': ['ID=3d04a752-6d19-4703-abbf-44d87d6061e9,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:25.313202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:25.497286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Attempting to bind port 3d04a752-6d19-4703-abbf-44d87d6061e9 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:18:25.497702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Attempting to bind port 3d04a752-6d19-4703-abbf-44d87d6061e9 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '383d3655-2550-4424-bb19-9b0d2bbe787f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:18:25.498078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Attempting to bind port 3d04a752-6d19-4703-abbf-44d87d6061e9 on network 11e34842-4536-4fe6-8d76-70a9118db731 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:18:25.504068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:18:25.504575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Checking segment: {'id': '383d3655-2550-4424-bb19-9b0d2bbe787f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:18:25.504983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:25.505381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Bound using segment: {'id': '383d3655-2550-4424-bb19-9b0d2bbe787f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:18:25.505951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Bound port: 3d04a752-6d19-4703-abbf-44d87d6061e9, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383d3655-2550-4424-bb19-9b0d2bbe787f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:18:25.506331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:25.599842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] For port 3d04a752-6d19-4703-abbf-44d87d6061e9, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:18:25.603020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] For port 3d04a752-6d19-4703-abbf-44d87d6061e9, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3d04a752-6d19-4703-abbf-44d87d6061e9,segment=NetworkSegment(383d3655-2550-4424-bb19-9b0d2bbe787f),segment_id=383d3655-2550-4424-bb19-9b0d2bbe787f)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:18:25.606899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:25.623154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-071fb2c9-2408-4d18-8d17-fda36056ff26 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:25.781401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Pushing event updated for resources: {'Port': ['ID=3d04a752-6d19-4703-abbf-44d87d6061e9,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:25.785631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:25.818407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:25.819087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:25.820850 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] 10.222.0.15 "PUT /v2.0/ports/3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 1158 time: 1.2084653
Dec 18 07:18:25.821430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:18:25.906764 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9', 'status': 'completed', 'code': 200}
Dec 18 07:18:25.950417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-44a41aa4-a7dd-43a7-a03e-3b1391346a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:25.952081 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-44a41aa4-a7dd-43a7-a03e-3b1391346a58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a65bd4c508bb40bc8077573e996e84df&device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 1161 time: 0.0820038
Dec 18 07:18:26.030646 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-a3eb4584-6949-4edf-a719-65ec3ffb65dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 217 time: 0.0700386
Dec 18 07:18:26.107148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-5a71a106-e4fb-4ca2-a21a-6b7612d76454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:26.108739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-5a71a106-e4fb-4ca2-a21a-6b7612d76454 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad HTTP/1.1" status: 200  len: 853 time: 0.0652189
Dec 18 07:18:26.192761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-c8639970-006c-47ed-b8db-04390eb1577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:26.194469 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-c8639970-006c-47ed-b8db-04390eb1577c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11e34842-4536-4fe6-8d76-70a9118db731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0751622
Dec 18 07:18:26.284147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237ce18-f2cb-4aca-b184-b6e3022e4fb9 req-b5939b96-9934-4ddb-a512-ecb649fd8377 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:26.285808 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d237ce18-f2cb-4aca-b184-b6e3022e4fb9 req-b5939b96-9934-4ddb-a512-ecb649fd8377 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 944 time: 0.0929930
Dec 18 07:18:26.334471 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d237ce18-f2cb-4aca-b184-b6e3022e4fb9 req-048ef027-d8ef-464d-8f2f-642f2c59636f tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424464
Dec 18 07:18:26.343994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-d99fb1c2-e9f2-4d3f-a1d0-a617d15ccf57 service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386793
Dec 18 07:18:26.499841 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c99917e4-e567-4bdf-8d58-558fcd9ff315 req-901bf985-aa6c-4490-b42d-75351b665363 service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361032
Dec 18 07:18:26.636095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea72d5e-c756-49ef-b6ba-ba2ee18445aa req-e985117c-0a7a-445e-924d-21b7fdd3375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:26.637768 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ea72d5e-c756-49ef-b6ba-ba2ee18445aa req-e985117c-0a7a-445e-924d-21b7fdd3375f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a65bd4c508bb40bc8077573e996e84df&device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 1161 time: 0.0797620
Dec 18 07:18:26.785982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea72d5e-c756-49ef-b6ba-ba2ee18445aa req-c3bd4f83-d4ab-4dcc-8d10-957bb369a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:26.787489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ea72d5e-c756-49ef-b6ba-ba2ee18445aa req-c3bd4f83-d4ab-4dcc-8d10-957bb369a198 service neutron] 10.222.0.15 "GET /v2.0/networks?id=11e34842-4536-4fe6-8d76-70a9118db731 HTTP/1.1" status: 200  len: 908 time: 0.1420300
Dec 18 07:18:26.906724 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ea72d5e-c756-49ef-b6ba-ba2ee18445aa req-4b70ef52-b726-4511-9a08-2cea061a3b6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 217 time: 0.1101310
Dec 18 07:18:26.989505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea72d5e-c756-49ef-b6ba-ba2ee18445aa req-07f74a88-aa81-4a7b-85b2-be425dc753c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:26.991126 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ea72d5e-c756-49ef-b6ba-ba2ee18445aa req-07f74a88-aa81-4a7b-85b2-be425dc753c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad HTTP/1.1" status: 200  len: 853 time: 0.0751591
Dec 18 07:18:27.070983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea72d5e-c756-49ef-b6ba-ba2ee18445aa req-9386b776-af1b-4383-8f8d-a5381ed4dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:27.072555 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ea72d5e-c756-49ef-b6ba-ba2ee18445aa req-9386b776-af1b-4383-8f8d-a5381ed4dab2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11e34842-4536-4fe6-8d76-70a9118db731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0739300
Dec 18 07:18:27.218139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ea72d5e-c756-49ef-b6ba-ba2ee18445aa req-274b6a78-4c19-49b9-bb15-1ae6e4ed18ab service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366460
Dec 18 07:18:27.367841 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ea72d5e-c756-49ef-b6ba-ba2ee18445aa req-cb8fcb6d-6edd-414c-9c8b-c86ebbc79f8d service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359701
Dec 18 07:18:27.549722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d04b99-6d73-4291-9bc5-bd7a89d1dc44 req-55154615-aeef-40d0-b699-12804834d7d7 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:27.551344 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-65d04b99-6d73-4291-9bc5-bd7a89d1dc44 req-55154615-aeef-40d0-b699-12804834d7d7 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 944 time: 0.0858574
Dec 18 07:18:27.602406 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-65d04b99-6d73-4291-9bc5-bd7a89d1dc44 req-5222b3f4-c844-41b7-9c00-e5c5fffabcc4 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444553
Dec 18 07:18:28.130445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.objects.ports [None req-b4541958-bf97-46b7-8883-0a39467e5f1b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=81086) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 18 07:18:28.462927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 3d04a752-6d19-4703-abbf-44d87d6061e9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:18:28.530223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 3d04a752-6d19-4703-abbf-44d87d6061e9 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:18:28.535087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 3d04a752-6d19-4703-abbf-44d87d6061e9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:18:28.535516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:28.824729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:28.830430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786f526-d217-4dbf-b866-498defc558e0 req-55280376-c153-43ea-a9cc-3e5d571d4785 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:28.832055 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c786f526-d217-4dbf-b866-498defc558e0 req-55280376-c153-43ea-a9cc-3e5d571d4785 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 944 time: 0.0885570
Dec 18 07:18:28.852478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:18:28.867060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 3d04a752-6d19-4703-abbf-44d87d6061e9, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3d04a752-6d19-4703-abbf-44d87d6061e9,segment=NetworkSegment(383d3655-2550-4424-bb19-9b0d2bbe787f),segment_id=383d3655-2550-4424-bb19-9b0d2bbe787f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:18:28.874916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:28.877480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fca27dfd-f4cf-48aa-ae27-f0aced11329c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:28.882669 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c786f526-d217-4dbf-b866-498defc558e0 req-df123fe2-ea17-4a73-8263-d1d861521b26 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439370
Dec 18 07:18:28.921224 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9', 'code': 200}
Dec 18 07:18:28.946718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=3d04a752-6d19-4703-abbf-44d87d6061e9,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:28.955191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.955593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.955989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.956378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.956754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.957133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.957510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.957909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.958284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.958662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.959030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.959400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.959828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.960197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.960589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.960936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.961311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.961705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.962075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.962442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.962807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.963174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.963540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.963907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:28.968307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:29.175017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f2bb2-82ab-41e8-b6be-2d0cf94da88c req-45b7078a-f5f5-44a4-b8e6-75022354c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:29.176614 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f3f2bb2-82ab-41e8-b6be-2d0cf94da88c req-45b7078a-f5f5-44a4-b8e6-75022354c492 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 1163 time: 0.0782511
Dec 18 07:18:29.222566 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f3f2bb2-82ab-41e8-b6be-2d0cf94da88c req-4d2e812f-be22-48eb-a116-d47820849991 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356359
Dec 18 07:18:30.063694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 3d04a752-6d19-4703-abbf-44d87d6061e9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:18:30.095684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d28be5-bdd7-4018-8efc-ada0b0e90f07 req-a19aa05f-3b77-42e2-ae88-c69e59e8f4b5 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:30.097319 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-59d28be5-bdd7-4018-8efc-ada0b0e90f07 req-a19aa05f-3b77-42e2-ae88-c69e59e8f4b5 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 946 time: 0.0870550
Dec 18 07:18:30.136387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 3d04a752-6d19-4703-abbf-44d87d6061e9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:18:30.136820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:30.145827 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-59d28be5-bdd7-4018-8efc-ada0b0e90f07 req-ececffe8-7195-4a91-9079-2904f9c58730 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418303
Dec 18 07:18:31.354272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6a139-d5f3-44f0-997d-8143010427bd req-ba578d8d-da17-49ae-a90a-1060a87ac3ec tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:31.355849 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-47c6a139-d5f3-44f0-997d-8143010427bd req-ba578d8d-da17-49ae-a90a-1060a87ac3ec tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 946 time: 0.0827115
Dec 18 07:18:31.405075 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-47c6a139-d5f3-44f0-997d-8143010427bd req-854fd91e-4d68-4583-b920-7a82be3312f7 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422306
Dec 18 07:18:31.615153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527d588-50fd-4854-b728-ba691ee37691 req-c8490fa6-83a1-4d9a-90c1-0d826b6c5c22 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:31.616753 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4527d588-50fd-4854-b728-ba691ee37691 req-c8490fa6-83a1-4d9a-90c1-0d826b6c5c22 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 946 time: 0.0836055
Dec 18 07:18:31.664367 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4527d588-50fd-4854-b728-ba691ee37691 req-ca005f3a-5f7b-462d-805c-0e55bfd2ce31 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411866
Dec 18 07:18:32.115007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52f2eb-91aa-4436-a0b8-a1a31306b81e req-5a54f6a7-c47e-43db-b88c-5ea552287a0e tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:32.116595 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9a52f2eb-91aa-4436-a0b8-a1a31306b81e req-5a54f6a7-c47e-43db-b88c-5ea552287a0e tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 946 time: 0.0856998
Dec 18 07:18:32.162165 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9a52f2eb-91aa-4436-a0b8-a1a31306b81e req-c416fc5b-2c7d-41aa-8d36-8f1af4d94cd6 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393195
Dec 18 07:18:32.861686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:18:43.041589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab9413-766e-4634-b930-4da38a052eee req-4850feb1-94fc-4ee4-bf12-7cd4935dcc96 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:43.043154 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cab9413-766e-4634-b930-4da38a052eee req-4850feb1-94fc-4ee4-bf12-7cd4935dcc96 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 946 time: 0.1626599
Dec 18 07:18:43.093775 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cab9413-766e-4634-b930-4da38a052eee req-041c402a-63c4-4e48-a4d1-a18760abd30c tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438526
Dec 18 07:18:43.303922 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-1105974c-28c0-4530-ba92-74a9a395ca0d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1540759
Dec 18 07:18:43.314275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:18:43.319902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:18:43.324166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Usage tracker for resource:floatingip and tenant:a65bd4c508bb40bc8077573e996e84df is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:18:43.327190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:18:43.332910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:18:43.342183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:43.485389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:43.749347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Allocated IP 172.26.7.191 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/6e65fbba-2952-4ea4-9f5c-bcf99ccb435f) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:18:43.904433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:43.930365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:43.945465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ee17d882-e827-4a25-be91-e2630f65d277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:44.338479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Pushing event updated for resources: {'Port': ['ID=6e65fbba-2952-4ea4-9f5c-bcf99ccb435f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:44.343614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:44.391422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:18:44.392517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:18:44.394764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:18:44.477541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:44.538145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:44.727606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c4033623-fa05-4ad4-ac5b-9a3b84a8617f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:44.804657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:44.807260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:44.823963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8a4496fb-176e-4162-b7a1-3c0202399ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:44.956163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Pushing event updated for resources: {'Port': ['ID=6e65fbba-2952-4ea4-9f5c-bcf99ccb435f,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:44.961064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:45.055140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:45.080402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:45.081776 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7718637
Dec 18 07:18:45.167500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-ca5586e4-6deb-43e9-aeae-dda50144940d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Synchronizing usage tracker for tenant:a65bd4c508bb40bc8077573e996e84df on resource:floatingip {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:18:45.183747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-ca5586e4-6deb-43e9-aeae-dda50144940d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Unset dirty status for tenant:a65bd4c508bb40bc8077573e996e84df on resource:floatingip {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:18:45.184999 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-ca5586e4-6deb-43e9-aeae-dda50144940d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.191 HTTP/1.1" status: 200  len: 696 time: 0.0967686
Dec 18 07:18:45.345834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-062c6445-11dd-4065-b0a3-5be85afe9c82 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:45.347356 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-062c6445-11dd-4065-b0a3-5be85afe9c82 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1555400
Dec 18 07:18:45.358305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-c704eea1-ea1a-4ee4-a210-ce8eecc1cf1f tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:18:45.359852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ab04dac7-a809-4c28-9f3b-84cb2fbdd5e9 req-c704eea1-ea1a-4ee4-a210-ce8eecc1cf1f tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0059397
Dec 18 07:18:45.550447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724496a-2f43-4c42-a795-cbef123c8828 req-84ffe5ee-6b45-44b3-a8d5-15e758b17b87 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:45.552050 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0724496a-2f43-4c42-a795-cbef123c8828 req-84ffe5ee-6b45-44b3-a8d5-15e758b17b87 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0861907
Dec 18 07:18:45.642260 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0724496a-2f43-4c42-a795-cbef123c8828 req-80492b13-b115-4abd-8906-5a3b2d0222bb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.191 HTTP/1.1" status: 200  len: 696 time: 0.0838430
Dec 18 07:18:45.652483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-0724496a-2f43-4c42-a795-cbef123c8828 req-54769723-cc69-4dd4-bcbe-88dd4d2819de tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Request body: {'floatingip': {'port_id': '3d04a752-6d19-4703-abbf-44d87d6061e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:18:45.732781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0724496a-2f43-4c42-a795-cbef123c8828 req-54769723-cc69-4dd4-bcbe-88dd4d2819de tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:46.348400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0724496a-2f43-4c42-a795-cbef123c8828 req-54769723-cc69-4dd4-bcbe-88dd4d2819de tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:46.351226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0724496a-2f43-4c42-a795-cbef123c8828 req-54769723-cc69-4dd4-bcbe-88dd4d2819de tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:46.529509 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-0724496a-2f43-4c42-a795-cbef123c8828 req-54769723-cc69-4dd4-bcbe-88dd4d2819de tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Floating IP e6bf94e2-85d0-424f-b819-b5cff0306d27 associated. External IP: 172.26.7.191, port: 3d04a752-6d19-4703-abbf-44d87d6061e9.
Dec 18 07:18:46.885528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0724496a-2f43-4c42-a795-cbef123c8828 req-54769723-cc69-4dd4-bcbe-88dd4d2819de tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Router 2e98693f-280c-4b9a-9fcf-848f20c4864c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:18:47.065416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0724496a-2f43-4c42-a795-cbef123c8828 req-54769723-cc69-4dd4-bcbe-88dd4d2819de tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:18:47.069702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-0724496a-2f43-4c42-a795-cbef123c8828 req-54769723-cc69-4dd4-bcbe-88dd4d2819de tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:47.090854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e4f35-ce7d-4a6a-b10b-deeb1de1f3f0 None None] Sync routers for ids ['2e98693f-280c-4b9a-9fcf-848f20c4864c'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:18:47.100061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e4f35-ce7d-4a6a-b10b-deeb1de1f3f0 None None] Routers {'2e98693f-280c-4b9a-9fcf-848f20c4864c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:18:47.100061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-332e4f35-ce7d-4a6a-b10b-deeb1de1f3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e715940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:18:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2e98693f-280c-4b9a-9fcf-848f20c4864c'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:18:47.132829 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0724496a-2f43-4c42-a795-cbef123c8828 req-54769723-cc69-4dd4-bcbe-88dd4d2819de tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "PUT /v2.0/floatingips/e6bf94e2-85d0-424f-b819-b5cff0306d27 HTTP/1.1" status: 200  len: 997 time: 1.4845936
Dec 18 07:18:47.133407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:18:47.222491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724496a-2f43-4c42-a795-cbef123c8828 req-681df91c-50c1-4092-8793-b2a7df659d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:47.226822 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0724496a-2f43-4c42-a795-cbef123c8828 req-681df91c-50c1-4092-8793-b2a7df659d6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a65bd4c508bb40bc8077573e996e84df&device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 1163 time: 0.0790014
Dec 18 07:18:47.285159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-332e4f35-ce7d-4a6a-b10b-deeb1de1f3f0 None None] Set router 2e98693f-280c-4b9a-9fcf-848f20c4864c gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:18:47.309341 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9', 'status': 'completed', 'code': 200}
Dec 18 07:18:47.378405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724496a-2f43-4c42-a795-cbef123c8828 req-4c648a8e-d4bf-41e1-b0aa-689be303c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:47.380355 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0724496a-2f43-4c42-a795-cbef123c8828 req-4c648a8e-d4bf-41e1-b0aa-689be303c68b service neutron] 10.222.0.23 "GET /v2.0/networks?id=11e34842-4536-4fe6-8d76-70a9118db731 HTTP/1.1" status: 200  len: 908 time: 0.1473706
Dec 18 07:18:47.381283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a5c00-3aa7-47de-8c48-988e938bcfdb req-fa9d0373-98d9-4087-9d85-6da456ed759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:47.383046 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d7a5c00-3aa7-47de-8c48-988e938bcfdb req-fa9d0373-98d9-4087-9d85-6da456ed759b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a65bd4c508bb40bc8077573e996e84df&device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 1163 time: 0.0803506
Dec 18 07:18:47.488280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6df2a94-49d5-4bad-a014-6168f20aef7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:47.497430 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0724496a-2f43-4c42-a795-cbef123c8828 req-b40671fa-a105-473a-81ae-7a4cc86c9ccc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 1000 time: 0.1092854
Dec 18 07:18:47.538059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:47.538610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a5c00-3aa7-47de-8c48-988e938bcfdb req-872dfae5-19ca-4ed7-b59a-4f7903cc3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:47.540301 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d7a5c00-3aa7-47de-8c48-988e938bcfdb req-872dfae5-19ca-4ed7-b59a-4f7903cc3f70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=11e34842-4536-4fe6-8d76-70a9118db731 HTTP/1.1" status: 200  len: 908 time: 0.1481731
Dec 18 07:18:47.573323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724496a-2f43-4c42-a795-cbef123c8828 req-de2eab86-3dcd-4303-9335-e5c3a68825e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:47.575173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0724496a-2f43-4c42-a795-cbef123c8828 req-de2eab86-3dcd-4303-9335-e5c3a68825e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad HTTP/1.1" status: 200  len: 853 time: 0.0677893
Dec 18 07:18:47.668321 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d7a5c00-3aa7-47de-8c48-988e938bcfdb req-6983d005-b77f-494a-a4dc-8f2ed10c89cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 1000 time: 0.1147747
Dec 18 07:18:47.770694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a5c00-3aa7-47de-8c48-988e938bcfdb req-01a70945-9502-4b9a-b0a3-a6d991b7a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:47.772335 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d7a5c00-3aa7-47de-8c48-988e938bcfdb req-01a70945-9502-4b9a-b0a3-a6d991b7a4ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad HTTP/1.1" status: 200  len: 853 time: 0.1001151
Dec 18 07:18:47.866375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a5c00-3aa7-47de-8c48-988e938bcfdb req-f5dbd2fd-bb45-4f35-83d0-6f654c8b0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:47.868028 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d7a5c00-3aa7-47de-8c48-988e938bcfdb req-f5dbd2fd-bb45-4f35-83d0-6f654c8b0fdb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11e34842-4536-4fe6-8d76-70a9118db731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0854137
Dec 18 07:18:47.888520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-332e4f35-ce7d-4a6a-b10b-deeb1de1f3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e715940>, [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:18:00Z', 'revision_number': 4, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'e6bf94e2-85d0-424f-b819-b5cff0306d27', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'port_id': '3d04a752-6d19-4703-abbf-44d87d6061e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'mac_address': 'fa:16:3e:73:17:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:18:44Z', 'updated_at': '2020-12-18T07:18:46Z', 'revision_number': 1, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da99440-451f-43de-a753-1b285cc43193', 'name': '', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'mac_address': 'fa:16:3e:5c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:18:00Z', 'updated_at': '2020-12-18T07:18:07Z', 'revision_number': 5, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'subnets': [{'id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:18:47.893947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e4f35-ce7d-4a6a-b10b-deeb1de1f3f0 None None] Checking router: 2e98693f-280c-4b9a-9fcf-848f20c4864c for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:18:47.903981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e4f35-ce7d-4a6a-b10b-deeb1de1f3f0 None None] Routers {'2e98693f-280c-4b9a-9fcf-848f20c4864c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:18:47.904675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-332e4f35-ce7d-4a6a-b10b-deeb1de1f3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e715940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:18:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2e98693f-280c-4b9a-9fcf-848f20c4864c'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:18:47.952819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724496a-2f43-4c42-a795-cbef123c8828 req-82bb2e97-580b-489c-9db4-ce87778aac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:47.954945 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0724496a-2f43-4c42-a795-cbef123c8828 req-82bb2e97-580b-489c-9db4-ce87778aac69 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11e34842-4536-4fe6-8d76-70a9118db731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3722420
Dec 18 07:18:47.968002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-0724496a-2f43-4c42-a795-cbef123c8828 req-1c0dc802-293d-4870-9484-542a301fb712 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:18:47.969961 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0724496a-2f43-4c42-a795-cbef123c8828 req-1c0dc802-293d-4870-9484-542a301fb712 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0065985
Dec 18 07:18:48.017818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d7a5c00-3aa7-47de-8c48-988e938bcfdb req-258f36d8-d802-421c-9f05-4852c668f936 service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412883
Dec 18 07:18:48.088058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-332e4f35-ce7d-4a6a-b10b-deeb1de1f3f0 None None] Set router 2e98693f-280c-4b9a-9fcf-848f20c4864c gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:18:48.118120 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0724496a-2f43-4c42-a795-cbef123c8828 req-29414d63-4cf5-47ed-935c-bb3abe8cedd9 service neutron] 10.222.0.23 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406233
Dec 18 07:18:48.166291 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8d7a5c00-3aa7-47de-8c48-988e938bcfdb req-1bb77d9f-6b90-4480-99fe-7ba0fe205bf9 service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401513
Dec 18 07:18:48.264718 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0724496a-2f43-4c42-a795-cbef123c8828 req-7da3ecdf-a54b-41d5-a9db-93a4862ef2b1 service neutron] 10.222.0.23 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394050
Dec 18 07:18:48.309756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-1abcbddb-0f0e-4349-b9b7-85a7ce0508ae req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1973871853', 'description': 'tempest-TestMinimumBasicScenario-1973871853 description'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:18:48.316934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-1abcbddb-0f0e-4349-b9b7-85a7ce0508ae req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:18:48.332292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-1abcbddb-0f0e-4349-b9b7-85a7ce0508ae req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:18:48.341233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1abcbddb-0f0e-4349-b9b7-85a7ce0508ae req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:48.363427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-1abcbddb-0f0e-4349-b9b7-85a7ce0508ae req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:18:48.367502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-1abcbddb-0f0e-4349-b9b7-85a7ce0508ae req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Usage tracker for resource:security_group_rule and tenant:a65bd4c508bb40bc8077573e996e84df is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:18:48.370500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-1abcbddb-0f0e-4349-b9b7-85a7ce0508ae req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:18:48.376945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-1abcbddb-0f0e-4349-b9b7-85a7ce0508ae req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:18:48.448955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1abcbddb-0f0e-4349-b9b7-85a7ce0508ae req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:48.452072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1abcbddb-0f0e-4349-b9b7-85a7ce0508ae req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:48.457434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-76ede336-9540-4401-b4eb-8a4bcfa25aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:48.458499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-332e4f35-ce7d-4a6a-b10b-deeb1de1f3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e715940>, [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:18:00Z', 'revision_number': 4, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'e6bf94e2-85d0-424f-b819-b5cff0306d27', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'port_id': '3d04a752-6d19-4703-abbf-44d87d6061e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'mac_address': 'fa:16:3e:73:17:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:18:44Z', 'updated_at': '2020-12-18T07:18:46Z', 'revision_number': 1, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da99440-451f-43de-a753-1b285cc43193', 'name': '', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'mac_address': 'fa:16:3e:5c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:18:00Z', 'updated_at': '2020-12-18T07:18:07Z', 'revision_number': 5, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'subnets': [{'id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:18:48.462679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e4f35-ce7d-4a6a-b10b-deeb1de1f3f0 None None] The sync data for ids ['2e98693f-280c-4b9a-9fcf-848f20c4864c'] in dv-neutron-765072-3-ovs is: [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:18:00Z', 'revision_number': 4, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'e6bf94e2-85d0-424f-b819-b5cff0306d27', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'port_id': '3d04a752-6d19-4703-abbf-44d87d6061e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'mac_address': 'fa:16:3e:73:17:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:18:44Z', 'updated_at': '2020-12-18T07:18:46Z', 'revision_number': 1, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da99440-451f-43de-a753-1b285cc43193', 'name': '', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'mac_address': 'fa:16:3e:5c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:18:00Z', 'updated_at': '2020-12-18T07:18:07Z', 'revision_number': 5, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'subnets': [{'id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:18:48.504252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cd3b10-7b6b-40f0-9723-d292d042b594,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:48.513897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1abcbddb-0f0e-4349-b9b7-85a7ce0508ae req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:48.515284 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1abcbddb-0f0e-4349-b9b7-85a7ce0508ae req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1771 time: 0.2100959
Dec 18 07:18:48.517363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.517827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.518259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.518695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.519114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.526426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.527814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:18:48.530591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8e16a2e9-6724-4c0e-8b2a-6e4e32b15c25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:48.556486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:48.599178 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a13eb6f7-77ba-4c92-9599-c82f45cd8ca5 req-0cb56570-8d1a-494c-aa26-d8db846a5f80 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups/b3cd3b10-7b6b-40f0-9723-d292d042b594 HTTP/1.1" status: 200  len: 1766 time: 0.0471861
Dec 18 07:18:48.610052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-a13eb6f7-77ba-4c92-9599-c82f45cd8ca5 req-ed61bd67-9b5d-477f-9159-08379d38bdd8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3cd3b10-7b6b-40f0-9723-d292d042b594', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:18:48.610415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-a13eb6f7-77ba-4c92-9599-c82f45cd8ca5 req-ed61bd67-9b5d-477f-9159-08379d38bdd8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3cd3b10-7b6b-40f0-9723-d292d042b594', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:18:48.617406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-a13eb6f7-77ba-4c92-9599-c82f45cd8ca5 req-ed61bd67-9b5d-477f-9159-08379d38bdd8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:18:48.621461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a13eb6f7-77ba-4c92-9599-c82f45cd8ca5 req-ed61bd67-9b5d-477f-9159-08379d38bdd8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Usage tracker for resource:security_group_rule and tenant:a65bd4c508bb40bc8077573e996e84df is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:18:48.624510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a13eb6f7-77ba-4c92-9599-c82f45cd8ca5 req-ed61bd67-9b5d-477f-9159-08379d38bdd8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:18:48.630842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-a13eb6f7-77ba-4c92-9599-c82f45cd8ca5 req-ed61bd67-9b5d-477f-9159-08379d38bdd8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:18:48.692613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a13eb6f7-77ba-4c92-9599-c82f45cd8ca5 req-ed61bd67-9b5d-477f-9159-08379d38bdd8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:48.721459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a13eb6f7-77ba-4c92-9599-c82f45cd8ca5 req-ed61bd67-9b5d-477f-9159-08379d38bdd8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:48.725020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a13eb6f7-77ba-4c92-9599-c82f45cd8ca5 req-ed61bd67-9b5d-477f-9159-08379d38bdd8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:48.727023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0387a641-a3c3-415d-b219-86b6ada16fea tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:48.752558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61bd67-9b5d-477f-9159-08379d38bdd8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97be9615-754b-4d7f-bf05-58d23e2e8692,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:48.755331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ed61bd67-9b5d-477f-9159-08379d38bdd8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:48.762212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a13eb6f7-77ba-4c92-9599-c82f45cd8ca5 req-ed61bd67-9b5d-477f-9159-08379d38bdd8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:48.763549 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a13eb6f7-77ba-4c92-9599-c82f45cd8ca5 req-ed61bd67-9b5d-477f-9159-08379d38bdd8 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1578648
Dec 18 07:18:48.775920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175a4c96-71fe-4bab-9a10-8d2eca79f26c None None] New status for floating IP e6bf94e2-85d0-424f-b819-b5cff0306d27: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:18:48.847991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-78a4f1df-eeef-40e9-9078-cd2c09d55715 req-e4d5ed7d-31d4-4fd8-979a-cf732b64f954 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups/b3cd3b10-7b6b-40f0-9723-d292d042b594 HTTP/1.1" status: 200  len: 2328 time: 0.0509708
Dec 18 07:18:48.859949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-78a4f1df-eeef-40e9-9078-cd2c09d55715 req-4f5ff9cf-7c2f-430e-856c-a8f92383936d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3cd3b10-7b6b-40f0-9723-d292d042b594', 'remote_group_id': None}]} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:18:48.860313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-78a4f1df-eeef-40e9-9078-cd2c09d55715 req-4f5ff9cf-7c2f-430e-856c-a8f92383936d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b3cd3b10-7b6b-40f0-9723-d292d042b594', 'remote_group_id': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:18:48.866852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-78a4f1df-eeef-40e9-9078-cd2c09d55715 req-4f5ff9cf-7c2f-430e-856c-a8f92383936d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:18:48.871237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-78a4f1df-eeef-40e9-9078-cd2c09d55715 req-4f5ff9cf-7c2f-430e-856c-a8f92383936d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Usage tracker for resource:security_group_rule and tenant:a65bd4c508bb40bc8077573e996e84df is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:18:48.874497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-78a4f1df-eeef-40e9-9078-cd2c09d55715 req-4f5ff9cf-7c2f-430e-856c-a8f92383936d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:18:48.881917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-78a4f1df-eeef-40e9-9078-cd2c09d55715 req-4f5ff9cf-7c2f-430e-856c-a8f92383936d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:18:48.938911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-78a4f1df-eeef-40e9-9078-cd2c09d55715 req-4f5ff9cf-7c2f-430e-856c-a8f92383936d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:48.966407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-78a4f1df-eeef-40e9-9078-cd2c09d55715 req-4f5ff9cf-7c2f-430e-856c-a8f92383936d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:48.969788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-78a4f1df-eeef-40e9-9078-cd2c09d55715 req-4f5ff9cf-7c2f-430e-856c-a8f92383936d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:48.971706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-45659e95-7192-44eb-983a-e0b9c906418d tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:48.994961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ff9cf-7c2f-430e-856c-a8f92383936d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755631f4-4f7b-4871-89c0-9684ec288ad0,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:48.997619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4f5ff9cf-7c2f-430e-856c-a8f92383936d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:49.004486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-78a4f1df-eeef-40e9-9078-cd2c09d55715 req-4f5ff9cf-7c2f-430e-856c-a8f92383936d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:49.005821 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-78a4f1df-eeef-40e9-9078-cd2c09d55715 req-4f5ff9cf-7c2f-430e-856c-a8f92383936d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1511276
Dec 18 07:18:49.159546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a220845f-2c67-42f7-9aa1-aed5a5134af8 req-d95d11eb-7125-4dfe-95f8-7517f587d7ab tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Synchronizing usage tracker for tenant:a65bd4c508bb40bc8077573e996e84df on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:18:49.174412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a220845f-2c67-42f7-9aa1-aed5a5134af8 req-d95d11eb-7125-4dfe-95f8-7517f587d7ab tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Unset dirty status for tenant:a65bd4c508bb40bc8077573e996e84df on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:18:49.175647 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a220845f-2c67-42f7-9aa1-aed5a5134af8 req-d95d11eb-7125-4dfe-95f8-7517f587d7ab tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1973871853&fields=id&tenant_id=a65bd4c508bb40bc8077573e996e84df HTTP/1.1" status: 200  len: 267 time: 0.0610642
Dec 18 07:18:49.262083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220845f-2c67-42f7-9aa1-aed5a5134af8 req-e94215a4-8ef3-4623-a008-8f21fbfc2f54 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:49.263661 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a220845f-2c67-42f7-9aa1-aed5a5134af8 req-e94215a4-8ef3-4623-a008-8f21fbfc2f54 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 946 time: 0.0817950
Dec 18 07:18:49.275370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-a220845f-2c67-42f7-9aa1-aed5a5134af8 req-f01321fb-58bd-4d06-987f-880f6239f436 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Request body: {'port': {'security_groups': ['d9b8a7cb-f054-4bb2-b937-b6a79cbea092', 'b3cd3b10-7b6b-40f0-9723-d292d042b594']}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:18:49.396583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a220845f-2c67-42f7-9aa1-aed5a5134af8 req-f01321fb-58bd-4d06-987f-880f6239f436 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:49.510109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:49.723332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-a220845f-2c67-42f7-9aa1-aed5a5134af8 req-f01321fb-58bd-4d06-987f-880f6239f436 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] For port 3d04a752-6d19-4703-abbf-44d87d6061e9, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3d04a752-6d19-4703-abbf-44d87d6061e9,segment=NetworkSegment(383d3655-2550-4424-bb19-9b0d2bbe787f),segment_id=383d3655-2550-4424-bb19-9b0d2bbe787f)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:18:49.749648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a220845f-2c67-42f7-9aa1-aed5a5134af8 req-f01321fb-58bd-4d06-987f-880f6239f436 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:49.753728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a220845f-2c67-42f7-9aa1-aed5a5134af8 req-f01321fb-58bd-4d06-987f-880f6239f436 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:49.768144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-756358af-4678-4a2c-9771-1899cc4331a4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:18:49.912048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01321fb-58bd-4d06-987f-880f6239f436 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Pushing event updated for resources: {'Port': ['ID=3d04a752-6d19-4703-abbf-44d87d6061e9,revision_number=5']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:18:49.924532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f01321fb-58bd-4d06-987f-880f6239f436 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:18:49.961826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220845f-2c67-42f7-9aa1-aed5a5134af8 req-f01321fb-58bd-4d06-987f-880f6239f436 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:49.962619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a220845f-2c67-42f7-9aa1-aed5a5134af8 req-f01321fb-58bd-4d06-987f-880f6239f436 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:49.963875 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a220845f-2c67-42f7-9aa1-aed5a5134af8 req-f01321fb-58bd-4d06-987f-880f6239f436 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "PUT /v2.0/ports/3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 982 time: 0.6934409
Dec 18 07:18:49.964435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:18:50.026175 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9', 'status': 'completed', 'code': 200}
Dec 18 07:18:50.127698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5b09e-2115-4aba-bdc6-3c82c9758f5d req-8d3ca77f-e3d0-49dc-b2ca-2c2026349257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:50.129539 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b3f5b09e-2115-4aba-bdc6-3c82c9758f5d req-8d3ca77f-e3d0-49dc-b2ca-2c2026349257 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a65bd4c508bb40bc8077573e996e84df&device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 1203 time: 0.0790677
Dec 18 07:18:50.171377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0546c8f-4faa-4930-83bf-00ecce466d3b req-39c70078-194e-4345-903b-e9d7d328de92 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:50.174488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0546c8f-4faa-4930-83bf-00ecce466d3b req-39c70078-194e-4345-903b-e9d7d328de92 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0977623
Dec 18 07:18:50.188253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2c4eaa0e-4a84-41d2-bff5-5c6b186b8943 None None] Provisioning complete for port 3d04a752-6d19-4703-abbf-44d87d6061e9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:18:50.188789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c4eaa0e-4a84-41d2-bff5-5c6b186b8943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:50.227853 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0546c8f-4faa-4930-83bf-00ecce466d3b req-a5d4c4cb-2ced-451c-9e56-1160f85ff90e tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0460896
Dec 18 07:18:50.289579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 3d04a752-6d19-4703-abbf-44d87d6061e9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:18:50.396133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 3d04a752-6d19-4703-abbf-44d87d6061e9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:18:50.396571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:18:50.559252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5b09e-2115-4aba-bdc6-3c82c9758f5d req-5ebd143f-445d-46da-bc1a-f46e891e536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:50.560785 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b3f5b09e-2115-4aba-bdc6-3c82c9758f5d req-5ebd143f-445d-46da-bc1a-f46e891e536c service neutron] 10.222.0.15 "GET /v2.0/networks?id=11e34842-4536-4fe6-8d76-70a9118db731 HTTP/1.1" status: 200  len: 908 time: 0.4223499
Dec 18 07:18:50.668885 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b3f5b09e-2115-4aba-bdc6-3c82c9758f5d req-702a2184-128b-4281-b154-527a5594481a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 1002 time: 0.1001773
Dec 18 07:18:50.738866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5b09e-2115-4aba-bdc6-3c82c9758f5d req-a0d13269-3ecb-4e64-ac83-5ccad68a4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:50.740395 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b3f5b09e-2115-4aba-bdc6-3c82c9758f5d req-a0d13269-3ecb-4e64-ac83-5ccad68a4f1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad HTTP/1.1" status: 200  len: 853 time: 0.0636139
Dec 18 07:18:50.827356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5b09e-2115-4aba-bdc6-3c82c9758f5d req-aaf7530a-167b-45e5-945c-85e3e250dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:18:50.829607 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b3f5b09e-2115-4aba-bdc6-3c82c9758f5d req-aaf7530a-167b-45e5-945c-85e3e250dc22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11e34842-4536-4fe6-8d76-70a9118db731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0806952
Dec 18 07:18:50.972351 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b3f5b09e-2115-4aba-bdc6-3c82c9758f5d req-ea2031c2-2403-4359-89fc-72ebe534b426 service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354985
Dec 18 07:18:51.113124 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b3f5b09e-2115-4aba-bdc6-3c82c9758f5d req-d2cc5df4-725b-4a19-8152-90c946b6b3c5 service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1338062
Dec 18 07:18:52.989566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:19:09.862039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:19:10.219750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a1bec-82df-4f9d-9b3c-519ffcb777df req-bbff955b-afa7-4e3c-bc7c-5b5ea2fb66e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:10.221394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5c0a1bec-82df-4f9d-9b3c-519ffcb777df req-bbff955b-afa7-4e3c-bc7c-5b5ea2fb66e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a65bd4c508bb40bc8077573e996e84df&device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 1203 time: 0.0766370
Dec 18 07:19:10.269473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb463b18-9d44-4e53-bb75-f5897a1c6106 req-0b9c4a2e-590e-4d9d-93ac-67c2c69730c2 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:10.271137 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eb463b18-9d44-4e53-bb75-f5897a1c6106 req-0b9c4a2e-590e-4d9d-93ac-67c2c69730c2 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0824151
Dec 18 07:19:10.325066 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eb463b18-9d44-4e53-bb75-f5897a1c6106 req-e6963f53-84ce-4aa1-be13-b8a1cedbb25e tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0473185
Dec 18 07:19:10.367745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a1bec-82df-4f9d-9b3c-519ffcb777df req-295d13f8-7342-4cc9-9ada-59044ef5cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:10.369332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5c0a1bec-82df-4f9d-9b3c-519ffcb777df req-295d13f8-7342-4cc9-9ada-59044ef5cabd service neutron] 10.222.0.15 "GET /v2.0/networks?id=11e34842-4536-4fe6-8d76-70a9118db731 HTTP/1.1" status: 200  len: 908 time: 0.1403546
Dec 18 07:19:10.478214 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5c0a1bec-82df-4f9d-9b3c-519ffcb777df req-84ca6653-bb25-466b-a166-a1a216bb5cea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 1002 time: 0.0998566
Dec 18 07:19:10.550508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a1bec-82df-4f9d-9b3c-519ffcb777df req-3decabb7-b9d6-4ddd-af63-4c66d4224d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:10.552026 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5c0a1bec-82df-4f9d-9b3c-519ffcb777df req-3decabb7-b9d6-4ddd-af63-4c66d4224d0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad HTTP/1.1" status: 200  len: 853 time: 0.0628474
Dec 18 07:19:10.633948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a1bec-82df-4f9d-9b3c-519ffcb777df req-3d3e26af-ca8d-42c3-885d-9c89e0210452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:10.635467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5c0a1bec-82df-4f9d-9b3c-519ffcb777df req-3d3e26af-ca8d-42c3-885d-9c89e0210452 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11e34842-4536-4fe6-8d76-70a9118db731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0756786
Dec 18 07:19:10.777336 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5c0a1bec-82df-4f9d-9b3c-519ffcb777df req-66d0f347-b7f7-40c9-a939-fce110c44112 service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338828
Dec 18 07:19:10.924384 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5c0a1bec-82df-4f9d-9b3c-519ffcb777df req-683596f8-8a20-4172-a435-b7bf37a26e3c service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386018
Dec 18 07:19:11.537983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90932b-19a4-4230-b0eb-538cd49df7e4 req-4070ccfb-411f-43dc-b2aa-c0bf87cc7722 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:11.539576 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2c90932b-19a4-4230-b0eb-538cd49df7e4 req-4070ccfb-411f-43dc-b2aa-c0bf87cc7722 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0845065
Dec 18 07:19:11.588576 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2c90932b-19a4-4230-b0eb-538cd49df7e4 req-240b6572-67cc-424c-aca1-344d5cb720d7 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0425344
Dec 18 07:19:12.808458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c95172-3c14-41c8-8d4d-9190c810693e req-1d5752ae-f529-4348-9c67-08655d7f0347 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:12.810130 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a7c95172-3c14-41c8-8d4d-9190c810693e req-1d5752ae-f529-4348-9c67-08655d7f0347 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0883961
Dec 18 07:19:12.861025 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a7c95172-3c14-41c8-8d4d-9190c810693e req-f0e574a3-32db-4127-bbb6-5b0d82acef68 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0430915
Dec 18 07:19:14.071898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26477726-cc02-4a0e-81da-68be9763966a req-deee137b-1b61-4460-a61f-acca78a9a41a tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:14.073479 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-26477726-cc02-4a0e-81da-68be9763966a req-deee137b-1b61-4460-a61f-acca78a9a41a tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0822630
Dec 18 07:19:14.125771 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-26477726-cc02-4a0e-81da-68be9763966a req-e27a8d15-6499-4a45-8292-c23cb3c87c66 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0458832
Dec 18 07:19:14.728645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c12d5d8f-62ed-473e-ad16-b4abcc3bb7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:19:15.333690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf30f6-2243-4b9b-a514-06ec2b653aed req-03b675d2-ab58-4d32-8f06-b8852117a23f tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:15.335256 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-31cf30f6-2243-4b9b-a514-06ec2b653aed req-03b675d2-ab58-4d32-8f06-b8852117a23f tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0814939
Dec 18 07:19:15.382939 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-31cf30f6-2243-4b9b-a514-06ec2b653aed req-a41f49a0-adbb-4923-b6ed-acf1d0f4a430 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0413580
Dec 18 07:19:16.597150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099c757-0661-4b5f-93e4-02f867dcd783 req-0d772241-ceac-449e-906f-40817f7b1def tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:16.598765 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8099c757-0661-4b5f-93e4-02f867dcd783 req-0d772241-ceac-449e-906f-40817f7b1def tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0891402
Dec 18 07:19:16.648949 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8099c757-0661-4b5f-93e4-02f867dcd783 req-0b1e2887-d180-47ff-adf3-1e82d7a49721 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0435956
Dec 18 07:19:17.480046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-81613deb-2509-464a-98da-39174aaa465e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:19:17.535241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:19:17.859426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3158de-4379-4905-970e-6e1dae041343 req-ff92fb01-40b2-44e9-919d-1760c923708b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:17.861021 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cc3158de-4379-4905-970e-6e1dae041343 req-ff92fb01-40b2-44e9-919d-1760c923708b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0847871
Dec 18 07:19:17.912054 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cc3158de-4379-4905-970e-6e1dae041343 req-0305e070-dcde-4209-b235-e01fe58daf3d tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0446014
Dec 18 07:19:18.538676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:19:19.119967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c2b97-4fb1-4c60-8d3b-9328c40eb6f5 req-939729d6-634b-4a70-8327-46fa22d5709c tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:19.121587 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f54c2b97-4fb1-4c60-8d3b-9328c40eb6f5 req-939729d6-634b-4a70-8327-46fa22d5709c tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0831370
Dec 18 07:19:19.169811 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f54c2b97-4fb1-4c60-8d3b-9328c40eb6f5 req-6757c03c-daaf-403a-b7bb-dd2b691e1842 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0411203
Dec 18 07:19:19.512680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:19:20.385954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e71dc7-691b-44c6-9069-23cfc0915004 req-7c94558b-e4a9-4a6f-af90-f6e14ab63d52 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:20.387548 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-05e71dc7-691b-44c6-9069-23cfc0915004 req-7c94558b-e4a9-4a6f-af90-f6e14ab63d52 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0863340
Dec 18 07:19:20.438005 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-05e71dc7-691b-44c6-9069-23cfc0915004 req-7023f650-bf4c-4878-8c8a-55bd25d1bc53 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0433955
Dec 18 07:19:21.649704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3750d-f888-43e7-8588-c0da0e7e2441 req-5ec1898e-072e-43ec-8da9-8d67cd1772bf tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:21.651337 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85a3750d-f888-43e7-8588-c0da0e7e2441 req-5ec1898e-072e-43ec-8da9-8d67cd1772bf tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0835507
Dec 18 07:19:21.704660 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85a3750d-f888-43e7-8588-c0da0e7e2441 req-8478881b-55f8-4375-b66c-8f00a34b2f29 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0463879
Dec 18 07:19:22.914134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ee529-9527-425b-97f8-ff953eb3e301 req-ce18bf8b-54da-4ac7-baa3-2fdafb4808f2 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:22.915742 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-543ee529-9527-425b-97f8-ff953eb3e301 req-ce18bf8b-54da-4ac7-baa3-2fdafb4808f2 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0832276
Dec 18 07:19:22.964579 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-543ee529-9527-425b-97f8-ff953eb3e301 req-2dc98a46-1211-4a9f-a83c-be555e395d48 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0418079
Dec 18 07:19:22.990276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:19:24.132626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3ef68-c12e-41f6-8088-368c0fbb700a req-ea449ef0-98bf-43c4-88e0-36ef13ac9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:24.134333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b6e3ef68-c12e-41f6-8088-368c0fbb700a req-ea449ef0-98bf-43c4-88e0-36ef13ac9fa0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a65bd4c508bb40bc8077573e996e84df&device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 1203 time: 0.1532795
Dec 18 07:19:24.178717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea0cbc-7768-43d5-a494-f3b26595a86c req-fe472dc8-c0bb-4df4-8acb-7f1d6bee7aff tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:24.180308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-75ea0cbc-7768-43d5-a494-f3b26595a86c req-fe472dc8-c0bb-4df4-8acb-7f1d6bee7aff tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0884576
Dec 18 07:19:24.229430 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-75ea0cbc-7768-43d5-a494-f3b26595a86c req-9dde24f3-45f7-4298-8900-3bcc089f368c tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0426047
Dec 18 07:19:24.299759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3ef68-c12e-41f6-8088-368c0fbb700a req-b34dc492-1778-4800-a985-2f6061cb89cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:24.301348 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b6e3ef68-c12e-41f6-8088-368c0fbb700a req-b34dc492-1778-4800-a985-2f6061cb89cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=11e34842-4536-4fe6-8d76-70a9118db731 HTTP/1.1" status: 200  len: 908 time: 0.1398525
Dec 18 07:19:24.414662 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b6e3ef68-c12e-41f6-8088-368c0fbb700a req-ecbb80b4-4100-47dd-9b0a-23ccc59bc397 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 1002 time: 0.1059523
Dec 18 07:19:24.488879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3ef68-c12e-41f6-8088-368c0fbb700a req-c0c4f815-f979-4c6d-acb1-930535c2991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:24.490432 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b6e3ef68-c12e-41f6-8088-368c0fbb700a req-c0c4f815-f979-4c6d-acb1-930535c2991a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad HTTP/1.1" status: 200  len: 853 time: 0.0650680
Dec 18 07:19:24.575238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3ef68-c12e-41f6-8088-368c0fbb700a req-ee5185c9-135e-4206-8403-635bbb3f87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:24.576850 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b6e3ef68-c12e-41f6-8088-368c0fbb700a req-ee5185c9-135e-4206-8403-635bbb3f87cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11e34842-4536-4fe6-8d76-70a9118db731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0761347
Dec 18 07:19:24.725327 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b6e3ef68-c12e-41f6-8088-368c0fbb700a req-28ebcb99-7b2e-465b-acaf-ea65849d70ed service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375983
Dec 18 07:19:24.871709 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b6e3ef68-c12e-41f6-8088-368c0fbb700a req-9d79322a-270d-4745-a815-a6e664e71efd service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357279
Dec 18 07:19:25.436263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abc50d-a577-43db-b8e5-1f48702e5b53 req-17495df8-07ab-4134-9e59-dad7217ed070 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:25.438295 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-40abc50d-a577-43db-b8e5-1f48702e5b53 req-17495df8-07ab-4134-9e59-dad7217ed070 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0816970
Dec 18 07:19:25.489019 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-40abc50d-a577-43db-b8e5-1f48702e5b53 req-8b794d0e-d217-47f4-a194-751f558195ed tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0444438
Dec 18 07:19:26.698468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d06016-27c8-4e56-b268-b4f4d3ad9345 req-6bf07ac7-ff99-464e-9c84-04e8645e1f41 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:26.700106 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28d06016-27c8-4e56-b268-b4f4d3ad9345 req-6bf07ac7-ff99-464e-9c84-04e8645e1f41 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0832093
Dec 18 07:19:26.750097 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28d06016-27c8-4e56-b268-b4f4d3ad9345 req-706db9b4-3179-4d69-b7de-80d86077eb5e tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0432637
Dec 18 07:19:27.967366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a6023-aea4-4247-aaf7-bab769b5ef5a req-7320166e-66df-4867-bc21-2d5e94507b11 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:19:27.968885 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-323a6023-aea4-4247-aaf7-bab769b5ef5a req-7320166e-66df-4867-bc21-2d5e94507b11 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0869894
Dec 18 07:19:28.018990 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-323a6023-aea4-4247-aaf7-bab769b5ef5a req-ddb9023e-a5f9-4ea5-9320-e3549bde3bab tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&id=b3cd3b10-7b6b-40f0-9723-d292d042b594&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0426285
Dec 18 07:19:44.729855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d0790e37-d567-4c1c-ab10-084c26951f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:19:46.861869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:19:47.481559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f2d7eb7-337d-43c9-b1e3-4e64505aed00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:19:47.538919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:19:48.540093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:19:49.516563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:19:53.002202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:00.658604 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-66d05ef3-55fa-4c62-b121-feb88892eb89 req-199ec9b7-1b2e-4231-93b0-f9695ea0a91c tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1973871853&fields=id&tenant_id=a65bd4c508bb40bc8077573e996e84df HTTP/1.1" status: 200  len: 267 time: 0.0423326
Dec 18 07:20:00.749558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d05ef3-55fa-4c62-b121-feb88892eb89 req-1b79ea0a-6d1a-4eb4-8081-526121a373f6 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:00.751171 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-66d05ef3-55fa-4c62-b121-feb88892eb89 req-1b79ea0a-6d1a-4eb4-8081-526121a373f6 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 985 time: 0.0862899
Dec 18 07:20:00.762906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-66d05ef3-55fa-4c62-b121-feb88892eb89 req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Request body: {'port': {'security_groups': ['d9b8a7cb-f054-4bb2-b937-b6a79cbea092']}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:00.882568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-66d05ef3-55fa-4c62-b121-feb88892eb89 req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:01.183700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-66d05ef3-55fa-4c62-b121-feb88892eb89 req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] For port 3d04a752-6d19-4703-abbf-44d87d6061e9, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3d04a752-6d19-4703-abbf-44d87d6061e9,segment=NetworkSegment(383d3655-2550-4424-bb19-9b0d2bbe787f),segment_id=383d3655-2550-4424-bb19-9b0d2bbe787f)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:20:01.210340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-66d05ef3-55fa-4c62-b121-feb88892eb89 req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:01.213877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-66d05ef3-55fa-4c62-b121-feb88892eb89 req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:01.230295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:01.380945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Pushing event updated for resources: {'Port': ['ID=3d04a752-6d19-4703-abbf-44d87d6061e9,revision_number=6']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:01.393076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.393509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.393959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.394380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.394793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.395207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.395620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.396029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.396439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.396846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.397252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.397683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.398151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.398560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.398965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.399371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.399772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.400174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.400575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.400979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.401378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.401806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.402209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.402630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:01.407276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:01.440859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d05ef3-55fa-4c62-b121-feb88892eb89 req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:01.441553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-66d05ef3-55fa-4c62-b121-feb88892eb89 req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:01.443064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-66d05ef3-55fa-4c62-b121-feb88892eb89 req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "PUT /v2.0/ports/3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 943 time: 0.6850140
Dec 18 07:20:01.443682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:20:01.537439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4ff5394-a43e-432d-9042-1f05cba17c97 req-9eaaaaca-110e-4437-a185-5e0cadff070f tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups/b3cd3b10-7b6b-40f0-9723-d292d042b594 HTTP/1.1" status: 200  len: 2895 time: 0.0564094
Dec 18 07:20:01.615609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c4ff5394-a43e-432d-9042-1f05cba17c97 req-4e1b980b-3a25-485f-a88c-8a6b862588be tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:01.648586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c4ff5394-a43e-432d-9042-1f05cba17c97 req-4e1b980b-3a25-485f-a88c-8a6b862588be tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:01.678109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-02ce3a36-252a-4920-9931-a58a9362fd21 None None] Provisioning complete for port 3d04a752-6d19-4703-abbf-44d87d6061e9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:01.678578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-02ce3a36-252a-4920-9931-a58a9362fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:01.699507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c4ff5394-a43e-432d-9042-1f05cba17c97 req-4e1b980b-3a25-485f-a88c-8a6b862588be tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:01.705303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67055236-6b8a-428b-af89-db8058674bff tempest-RoutersNegativeTest-963100488 tempest-RoutersNegativeTest-963100488] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:01.719752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b980b-3a25-485f-a88c-8a6b862588be tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cd3b10-7b6b-40f0-9723-d292d042b594,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:01.723316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4e1b980b-3a25-485f-a88c-8a6b862588be tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:01.731556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c4ff5394-a43e-432d-9042-1f05cba17c97 req-4e1b980b-3a25-485f-a88c-8a6b862588be tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:01.732776 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c4ff5394-a43e-432d-9042-1f05cba17c97 req-4e1b980b-3a25-485f-a88c-8a6b862588be tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "DELETE /v2.0/security-groups/b3cd3b10-7b6b-40f0-9723-d292d042b594 HTTP/1.1" status: 204  len: 173 time: 0.1887298
Dec 18 07:20:02.133338 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-024bb33e-ebc2-4863-86e0-321d47c68a3a tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/floatingips/e6bf94e2-85d0-424f-b819-b5cff0306d27 HTTP/1.1" status: 200  len: 999 time: 0.3686860
Dec 18 07:20:02.290134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-d4a827b9-18c5-483e-af1a-80731751e490 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:02.291569 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-d4a827b9-18c5-483e-af1a-80731751e490 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1521900
Dec 18 07:20:02.302949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f8ffa1e6-fd71-4d4b-939e-f6e55447d1eb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:20:02.303969 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f8ffa1e6-fd71-4d4b-939e-f6e55447d1eb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0063696
Dec 18 07:20:02.408658 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f2baf4c0-f3f8-4ad9-a229-d55c36981390 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.191 HTTP/1.1" status: 200  len: 1002 time: 0.0981765
Dec 18 07:20:02.487292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-8939d038-8e17-44a0-9201-91543cfdba25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:02.488726 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-8939d038-8e17-44a0-9201-91543cfdba25 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports/3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 943 time: 0.0743401
Dec 18 07:20:02.537937 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9', 'status': 'completed', 'code': 200}
Dec 18 07:20:02.637418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09780c-8678-4e3f-a4eb-e7f86284af59 req-6c3a5438-76a6-4c3c-9182-3c75ae6d6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:02.639352 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6d09780c-8678-4e3f-a4eb-e7f86284af59 req-6c3a5438-76a6-4c3c-9182-3c75ae6d6638 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a65bd4c508bb40bc8077573e996e84df&device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 1163 time: 0.0787516
Dec 18 07:20:02.681716 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-8ba5d625-0cdc-4e15-bb82-d0e856372eaf tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.191 HTTP/1.1" status: 200  len: 1002 time: 0.1093936
Dec 18 07:20:02.706116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 3d04a752-6d19-4703-abbf-44d87d6061e9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:20:02.774322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 3d04a752-6d19-4703-abbf-44d87d6061e9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:02.774766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:02.789264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09780c-8678-4e3f-a4eb-e7f86284af59 req-e6ba9fc7-2c07-47ef-a0ab-5a98e5c246ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:02.790922 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6d09780c-8678-4e3f-a4eb-e7f86284af59 req-e6ba9fc7-2c07-47ef-a0ab-5a98e5c246ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=11e34842-4536-4fe6-8d76-70a9118db731 HTTP/1.1" status: 200  len: 908 time: 0.1438224
Dec 18 07:20:02.899649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Deleting port 6e65fbba-2952-4ea4-9f5c-bcf99ccb435f {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:20:02.900089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:02.911188 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6d09780c-8678-4e3f-a4eb-e7f86284af59 req-023d8d03-772d-4a98-b800-88a732261a73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 1002 time: 0.1085296
Dec 18 07:20:02.984245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09780c-8678-4e3f-a4eb-e7f86284af59 req-3b87a6f8-d118-48cd-98b3-9be98961d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:02.985799 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6d09780c-8678-4e3f-a4eb-e7f86284af59 req-3b87a6f8-d118-48cd-98b3-9be98961d2a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad HTTP/1.1" status: 200  len: 853 time: 0.0644929
Dec 18 07:20:03.072057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09780c-8678-4e3f-a4eb-e7f86284af59 req-882ed063-0895-488f-a060-a05af7c648d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:03.073692 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6d09780c-8678-4e3f-a4eb-e7f86284af59 req-882ed063-0895-488f-a060-a05af7c648d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11e34842-4536-4fe6-8d76-70a9118db731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0779729
Dec 18 07:20:03.077606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:03.077985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:03.209959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Calling delete_port for 6e65fbba-2952-4ea4-9f5c-bcf99ccb435f owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:20:03.217883 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6d09780c-8678-4e3f-a4eb-e7f86284af59 req-50a92b47-080a-4d19-9009-a5dc8aa8e266 service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368234
Dec 18 07:20:03.362466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:03.363007 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6d09780c-8678-4e3f-a4eb-e7f86284af59 req-8f6d795f-61c4-4c1d-a9be-c9b0fb46c9d4 service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378653
Dec 18 07:20:03.378995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:03.468905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Pushing event deleted for resources: {'Port': ['ID=6e65fbba-2952-4ea4-9f5c-bcf99ccb435f,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:03.481704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:03.594188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:03.595085 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Floating IP e6bf94e2-85d0-424f-b819-b5cff0306d27 disassociated (deleted). External IP: 172.26.7.191, port: 3d04a752-6d19-4703-abbf-44d87d6061e9.
Dec 18 07:20:03.956537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Router 2e98693f-280c-4b9a-9fcf-848f20c4864c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:20:04.139794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:20:04.150112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b416d-e7f5-4843-a3cd-eba305ed8e12 None None] Sync routers for ids ['2e98693f-280c-4b9a-9fcf-848f20c4864c'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:20:04.160202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:04.160364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b416d-e7f5-4843-a3cd-eba305ed8e12 None None] Routers {'2e98693f-280c-4b9a-9fcf-848f20c4864c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:20:04.161062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-972b416d-e7f5-4843-a3cd-eba305ed8e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e7852e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:19:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2e98693f-280c-4b9a-9fcf-848f20c4864c'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:04.215797 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "DELETE /v2.0/floatingips/e6bf94e2-85d0-424f-b819-b5cff0306d27 HTTP/1.1" status: 204  len: 173 time: 1.5274723
Dec 18 07:20:04.344447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-972b416d-e7f5-4843-a3cd-eba305ed8e12 None None] Set router 2e98693f-280c-4b9a-9fcf-848f20c4864c gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:20:04.374804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-b528c65c-286c-437e-a195-983a3515ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:04.376980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-b528c65c-286c-437e-a195-983a3515ee27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a65bd4c508bb40bc8077573e996e84df&device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 1163 time: 0.1482427
Dec 18 07:20:04.521497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-60df383a-3cd1-423a-8714-98c75a8ae5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:04.523912 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-60df383a-3cd1-423a-8714-98c75a8ae5f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=11e34842-4536-4fe6-8d76-70a9118db731 HTTP/1.1" status: 200  len: 908 time: 0.1400647
Dec 18 07:20:04.584278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:20:04.610750 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-af07baf8-eea2-43fa-951a-733c21c6f131 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 217 time: 0.0805111
Dec 18 07:20:04.661448 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9', 'status': 'completed', 'code': 200}
Dec 18 07:20:04.671571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-972b416d-e7f5-4843-a3cd-eba305ed8e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e7852e8>, [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:18:00Z', 'revision_number': 4, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '8da99440-451f-43de-a753-1b285cc43193', 'name': '', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'mac_address': 'fa:16:3e:5c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:18:00Z', 'updated_at': '2020-12-18T07:18:07Z', 'revision_number': 5, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'subnets': [{'id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:04.676592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b416d-e7f5-4843-a3cd-eba305ed8e12 None None] Checking router: 2e98693f-280c-4b9a-9fcf-848f20c4864c for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:20:04.686239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b416d-e7f5-4843-a3cd-eba305ed8e12 None None] Routers {'2e98693f-280c-4b9a-9fcf-848f20c4864c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:20:04.686632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-d1b73efa-585a-4547-82a8-cd80fcefe6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:04.686952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-972b416d-e7f5-4843-a3cd-eba305ed8e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e7852e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:19:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2e98693f-280c-4b9a-9fcf-848f20c4864c'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:04.695885 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-d1b73efa-585a-4547-82a8-cd80fcefe6e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad HTTP/1.1" status: 200  len: 853 time: 0.0836215
Dec 18 07:20:04.767787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cbdcf-3830-43ff-8e98-099af798c7cf req-b8959cd7-fd3d-4088-8173-51596ae83da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:04.769717 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae6cbdcf-3830-43ff-8e98-099af798c7cf req-b8959cd7-fd3d-4088-8173-51596ae83da0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a65bd4c508bb40bc8077573e996e84df&device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 1163 time: 0.0818071
Dec 18 07:20:04.777472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-5f1bc799-b91c-431f-8bb8-ec2f7ca23bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:04.779149 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-5f1bc799-b91c-431f-8bb8-ec2f7ca23bad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11e34842-4536-4fe6-8d76-70a9118db731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0824299
Dec 18 07:20:04.929242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cbdcf-3830-43ff-8e98-099af798c7cf req-580608da-fba9-41dd-a9b3-e545b955975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:04.931165 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae6cbdcf-3830-43ff-8e98-099af798c7cf req-580608da-fba9-41dd-a9b3-e545b955975a service neutron] 10.222.0.15 "GET /v2.0/networks?id=11e34842-4536-4fe6-8d76-70a9118db731 HTTP/1.1" status: 200  len: 908 time: 0.1505799
Dec 18 07:20:04.934852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-a4dbd35e-f21d-4247-aa91-13dfa5353b7d service neutron] 10.222.0.23 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476269
Dec 18 07:20:05.010039 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae6cbdcf-3830-43ff-8e98-099af798c7cf req-0ce1d292-286b-47e7-bedb-9b04c31df9d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 200  len: 217 time: 0.0683849
Dec 18 07:20:05.029889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-972b416d-e7f5-4843-a3cd-eba305ed8e12 None None] Set router 2e98693f-280c-4b9a-9fcf-848f20c4864c gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:20:05.081849 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e464408b-ab62-4e34-8322-8cbf83244ab8 req-2564aaa8-c7a6-432a-93ad-639b5c24e39f service neutron] 10.222.0.23 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393721
Dec 18 07:20:05.084812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cbdcf-3830-43ff-8e98-099af798c7cf req-a54afe47-edcd-4e25-8fca-20e66fd1668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:05.086464 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae6cbdcf-3830-43ff-8e98-099af798c7cf req-a54afe47-edcd-4e25-8fca-20e66fd1668a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad HTTP/1.1" status: 200  len: 853 time: 0.0667703
Dec 18 07:20:05.175537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cbdcf-3830-43ff-8e98-099af798c7cf req-d2d34213-21fd-4504-b8aa-e69a5d1580b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:05.177189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae6cbdcf-3830-43ff-8e98-099af798c7cf req-d2d34213-21fd-4504-b8aa-e69a5d1580b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11e34842-4536-4fe6-8d76-70a9118db731&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0796413
Dec 18 07:20:05.334764 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae6cbdcf-3830-43ff-8e98-099af798c7cf req-39856dc9-bf2b-4410-8f82-3ac3bf958291 service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464708
Dec 18 07:20:05.370606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-972b416d-e7f5-4843-a3cd-eba305ed8e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e7852e8>, [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:18:00Z', 'revision_number': 4, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '8da99440-451f-43de-a753-1b285cc43193', 'name': '', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'mac_address': 'fa:16:3e:5c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:18:00Z', 'updated_at': '2020-12-18T07:18:07Z', 'revision_number': 5, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'subnets': [{'id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:05.375396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b416d-e7f5-4843-a3cd-eba305ed8e12 None None] The sync data for ids ['2e98693f-280c-4b9a-9fcf-848f20c4864c'] in dv-neutron-765072-3-ovs is: [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:18:00Z', 'revision_number': 4, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '8da99440-451f-43de-a753-1b285cc43193', 'name': '', 'network_id': '11e34842-4536-4fe6-8d76-70a9118db731', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'mac_address': 'fa:16:3e:5c:f8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:18:00Z', 'updated_at': '2020-12-18T07:18:07Z', 'revision_number': 5, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'subnets': [{'id': 'ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:20:05.777895 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae6cbdcf-3830-43ff-8e98-099af798c7cf req-63aaa5fc-787f-431b-a9f7-cece16e97b5b service neutron] 10.222.0.15 "GET /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4307191
Dec 18 07:20:05.791635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7652c3-6f1b-462f-a915-28f1caaeb5d3 None None] New status for floating IP e6bf94e2-85d0-424f-b819-b5cff0306d27: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:20:09.645664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e13980-19aa-4000-b15f-46eb1f626c3c req-3457a9c5-04b3-48ef-9252-cd908018eba7 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:09.646425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-f0e13980-19aa-4000-b15f-46eb1f626c3c req-3457a9c5-04b3-48ef-9252-cd908018eba7 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Synchronizing usage tracker for tenant:a65bd4c508bb40bc8077573e996e84df on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:20:09.665199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-f0e13980-19aa-4000-b15f-46eb1f626c3c req-3457a9c5-04b3-48ef-9252-cd908018eba7 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Unset dirty status for tenant:a65bd4c508bb40bc8077573e996e84df on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:20:09.666926 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f0e13980-19aa-4000-b15f-46eb1f626c3c req-3457a9c5-04b3-48ef-9252-cd908018eba7 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 946 time: 0.1017129
Dec 18 07:20:09.713101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-f0e13980-19aa-4000-b15f-46eb1f626c3c req-550a01df-323e-43b4-b07d-26114ede4e0a tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Synchronizing usage tracker for tenant:a65bd4c508bb40bc8077573e996e84df on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:20:09.727535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-f0e13980-19aa-4000-b15f-46eb1f626c3c req-550a01df-323e-43b4-b07d-26114ede4e0a tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Unset dirty status for tenant:a65bd4c508bb40bc8077573e996e84df on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:20:09.728722 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f0e13980-19aa-4000-b15f-46eb1f626c3c req-550a01df-323e-43b4-b07d-26114ede4e0a tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549495
Dec 18 07:20:10.944021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fdfd2-cbc5-41e7-9c90-9bc17e40d77b req-9560bfe1-50b0-4ea3-aeb9-61eb38fd3dbd tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:10.945828 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-256fdfd2-cbc5-41e7-9c90-9bc17e40d77b req-9560bfe1-50b0-4ea3-aeb9-61eb38fd3dbd tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 946 time: 0.0870316
Dec 18 07:20:10.993393 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-256fdfd2-cbc5-41e7-9c90-9bc17e40d77b req-6854bb39-e57e-4435-b05c-9573ab2e73b6 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/security-groups?id=d9b8a7cb-f054-4bb2-b937-b6a79cbea092&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407422
Dec 18 07:20:11.481625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf24e8-98c6-4cf8-b218-94d18f2108ba req-bc82a90a-e73d-4486-8647-a1b33ee636ea tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:11.482384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-dddf24e8-98c6-4cf8-b218-94d18f2108ba req-bc82a90a-e73d-4486-8647-a1b33ee636ea tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Synchronizing usage tracker for tenant:a65bd4c508bb40bc8077573e996e84df on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:20:11.496380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-dddf24e8-98c6-4cf8-b218-94d18f2108ba req-bc82a90a-e73d-4486-8647-a1b33ee636ea tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Unset dirty status for tenant:a65bd4c508bb40bc8077573e996e84df on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:20:11.497623 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dddf24e8-98c6-4cf8-b218-94d18f2108ba req-bc82a90a-e73d-4486-8647-a1b33ee636ea tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.15 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 946 time: 0.0962141
Dec 18 07:20:11.576948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-dddf24e8-98c6-4cf8-b218-94d18f2108ba req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Deleting port 3d04a752-6d19-4703-abbf-44d87d6061e9 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:20:11.577329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-dddf24e8-98c6-4cf8-b218-94d18f2108ba req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:11.828993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-dddf24e8-98c6-4cf8-b218-94d18f2108ba req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] For port 3d04a752-6d19-4703-abbf-44d87d6061e9, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=3d04a752-6d19-4703-abbf-44d87d6061e9,segment=NetworkSegment(383d3655-2550-4424-bb19-9b0d2bbe787f),segment_id=383d3655-2550-4424-bb19-9b0d2bbe787f)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:20:11.829396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-dddf24e8-98c6-4cf8-b218-94d18f2108ba req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:11.958698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-dddf24e8-98c6-4cf8-b218-94d18f2108ba req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Calling delete_port for 3d04a752-6d19-4703-abbf-44d87d6061e9 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:20:12.107126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-dddf24e8-98c6-4cf8-b218-94d18f2108ba req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:12.122676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ac1248cd-ec61-4156-a436-e3f3c09f7a83 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:12.169062 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae5e7fcc-90d8-4376-a70a-426140e6e6e4 req-6b71efb4-f6a7-4706-a9b1-57a405add136 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.23 "GET /v2.0/ports?device_id=a41b10a9-8ae5-443a-8771-7be89709f70b HTTP/1.1" status: 200  len: 210 time: 0.0450130
Dec 18 07:20:12.213648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Pushing event deleted for resources: {'Port': ['ID=3d04a752-6d19-4703-abbf-44d87d6061e9,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:12.232791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.233219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.233673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.234092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.234504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.235451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.235862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.236270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.236681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.237090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.237494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.237922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.238383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.238788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.239196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.239600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.240001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.240400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.240800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.241202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.241628 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.242032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.242431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.242829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:12.248044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:12.343702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddf24e8-98c6-4cf8-b218-94d18f2108ba req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] No DVR routers for this DVR port 3d04a752-6d19-4703-abbf-44d87d6061e9 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:20:12.346034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-dddf24e8-98c6-4cf8-b218-94d18f2108ba req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:12.348767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'name': 'network-vif-deleted', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:20:12.364426 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dddf24e8-98c6-4cf8-b218-94d18f2108ba req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] 10.222.0.15 "DELETE /v2.0/ports/3d04a752-6d19-4703-abbf-44d87d6061e9 HTTP/1.1" status: 204  len: 173 time: 0.8577302
Dec 18 07:20:12.412055 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41b10a9-8ae5-443a-8771-7be89709f70b', 'name': 'network-vif-deleted', 'tag': '3d04a752-6d19-4703-abbf-44d87d6061e9', 'status': 'completed', 'code': 200}
Dec 18 07:20:12.590840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 3d04a752-6d19-4703-abbf-44d87d6061e9 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:20:12.629721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: 3d04a752-6d19-4703-abbf-44d87d6061e9 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:20:12.630140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 3d04a752-6d19-4703-abbf-44d87d6061e9 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:20:13.903041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59264) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:14.257744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:14.730827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e33fb275-897b-4688-a178-9735d6549ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:14.839172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] Deleting port 8da99440-451f-43de-a753-1b285cc43193 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:20:14.839546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:15.016276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] For port 8da99440-451f-43de-a753-1b285cc43193, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8da99440-451f-43de-a753-1b285cc43193,segment=NetworkSegment(383d3655-2550-4424-bb19-9b0d2bbe787f),segment_id=383d3655-2550-4424-bb19-9b0d2bbe787f)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:20:15.016831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:15.142986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] Calling delete_port for 8da99440-451f-43de-a753-1b285cc43193 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:20:15.456368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:15.471854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e1bc90c8-6159-4d1d-a598-fb1ff6848768 tempest-TestEncryptedCinderVolumes-299113031 tempest-TestEncryptedCinderVolumes-299113031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:15.568275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] Pushing event deleted for resources: {'Port': ['ID=8da99440-451f-43de-a753-1b285cc43193,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:15.571347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:15.868193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:16.628246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] Router 2e98693f-280c-4b9a-9fcf-848f20c4864c has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:20:16.818411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:20:16.827473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3e3099-1bb2-4ace-89e1-5c710f7ed771 None None] Sync routers for ids ['2e98693f-280c-4b9a-9fcf-848f20c4864c'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:20:16.832323 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] 10.222.0.23 "PUT /v2.0/routers/2e98693f-280c-4b9a-9fcf-848f20c4864c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9280162
Dec 18 07:20:16.835059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59268) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:16.838807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3e3099-1bb2-4ace-89e1-5c710f7ed771 None None] Routers {'2e98693f-280c-4b9a-9fcf-848f20c4864c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:20:16.839571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6c3e3099-1bb2-4ace-89e1-5c710f7ed771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e7497f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:19:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2e98693f-280c-4b9a-9fcf-848f20c4864c'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:17.019216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:17.021442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-6c3e3099-1bb2-4ace-89e1-5c710f7ed771 None None] Set router 2e98693f-280c-4b9a-9fcf-848f20c4864c gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:20:17.201453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:17.208035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] Deleting port 9533b87d-43d5-4898-b029-daae059a0371 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:20:17.208035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:17.314841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6c3e3099-1bb2-4ace-89e1-5c710f7ed771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e7497f0>, [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:20:15Z', 'revision_number': 5, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:17.318818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3e3099-1bb2-4ace-89e1-5c710f7ed771 None None] Checking router: 2e98693f-280c-4b9a-9fcf-848f20c4864c for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:20:17.328070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3e3099-1bb2-4ace-89e1-5c710f7ed771 None None] Routers {'2e98693f-280c-4b9a-9fcf-848f20c4864c'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:20:17.329342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6c3e3099-1bb2-4ace-89e1-5c710f7ed771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e7497f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:19:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['2e98693f-280c-4b9a-9fcf-848f20c4864c'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:17.388138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] For port 9533b87d-43d5-4898-b029-daae059a0371, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9533b87d-43d5-4898-b029-daae059a0371,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:20:17.388541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:17.483522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-94e48316-8428-44f3-b95a-a3fed82e5750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:17.514336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-6c3e3099-1bb2-4ace-89e1-5c710f7ed771 None None] Set router 2e98693f-280c-4b9a-9fcf-848f20c4864c gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:20:17.519283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] Calling delete_port for 9533b87d-43d5-4898-b029-daae059a0371 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:20:17.542743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:17.661804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:17.809684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6c3e3099-1bb2-4ace-89e1-5c710f7ed771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e7497f0>, [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:20:15Z', 'revision_number': 5, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:17.814334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3e3099-1bb2-4ace-89e1-5c710f7ed771 None None] The sync data for ids ['2e98693f-280c-4b9a-9fcf-848f20c4864c'] in dv-neutron-765072-3-ovs is: [{'id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'name': 'tempest-TestMinimumBasicScenario-964636611-router', 'tenant_id': 'a65bd4c508bb40bc8077573e996e84df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74'}], 'enable_snat': True}, 'gw_port_id': '9533b87d-43d5-4898-b029-daae059a0371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:17:56Z', 'updated_at': '2020-12-18T07:20:15Z', 'revision_number': 5, 'project_id': 'a65bd4c508bb40bc8077573e996e84df', 'gw_port': {'id': '9533b87d-43d5-4898-b029-daae059a0371', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e98693f-280c-4b9a-9fcf-848f20c4864c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:17:57Z', 'updated_at': '2020-12-18T07:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:20:17.854498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:17.989267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:17.991746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:18.016718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:18.017275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e98693f-280c-4b9a-9fcf-848f20c4864c {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:20:18.030144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:18.032088 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4d231ef4-9f24-4be3-8682-aa7b45220782 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2e98693f-280c-4b9a-9fcf-848f20c4864c HTTP/1.1" status: 204  len: 168 time: 1.1959906
Dec 18 07:20:18.034100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59272) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:18.104205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2c40fd-ce3f-422b-b31d-85ae4b14f782 admin admin] Deleting subnet ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:20:18.107298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f2c40fd-ce3f-422b-b31d-85ae4b14f782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:18.160919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f2c40fd-ce3f-422b-b31d-85ae4b14f782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:18.246976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f2c40fd-ce3f-422b-b31d-85ae4b14f782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:18.507156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f2c40fd-ce3f-422b-b31d-85ae4b14f782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:18.522445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:18.540617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:18.612228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c40fd-ce3f-422b-b31d-85ae4b14f782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:18.624276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f2c40fd-ce3f-422b-b31d-85ae4b14f782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:18.657369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3f2c40fd-ce3f-422b-b31d-85ae4b14f782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:18.665977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f645852f-21e6-49bd-8d0f-8428a73cd2b8 None None] Network 11e34842-4536-4fe6-8d76-70a9118db731 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:20:18.666471 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3f2c40fd-ce3f-422b-b31d-85ae4b14f782 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ce01d7f0-9813-4b8f-af53-e4b9afa7e4ad HTTP/1.1" status: 204  len: 168 time: 0.6284101
Dec 18 07:20:18.666471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59276) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:18.782984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:18.853935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Deleting port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:20:18.854309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:18.929607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] DHCP port deletion for 11e34842-4536-4fe6-8d76-70a9118db731 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:20:18.934124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Deleting port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:20:18.934562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:19.067844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] For port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=312ed6f0-6cdf-4af9-8f43-e5259d39e4ba,segment=NetworkSegment(383d3655-2550-4424-bb19-9b0d2bbe787f),segment_id=383d3655-2550-4424-bb19-9b0d2bbe787f)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:20:19.068124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:19.147643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] For port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=312ed6f0-6cdf-4af9-8f43-e5259d39e4ba,segment=NetworkSegment(383d3655-2550-4424-bb19-9b0d2bbe787f),segment_id=383d3655-2550-4424-bb19-9b0d2bbe787f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:20:19.148010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:19.273246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8da99440-451f-43de-a753-1b285cc43193 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:20:19.307665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Calling delete_port for 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:20:19.349982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 8da99440-451f-43de-a753-1b285cc43193 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:20:19.350382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8da99440-451f-43de-a753-1b285cc43193 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:20:19.350867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9533b87d-43d5-4898-b029-daae059a0371 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:20:19.395540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 9533b87d-43d5-4898-b029-daae059a0371 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:20:19.395949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9533b87d-43d5-4898-b029-daae059a0371 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:20:19.396426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:20:19.482076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:19.482490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Calling delete_port for 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:20:19.495401 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No ports have port_id starting with 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba
Dec 18 07:20:19.498323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:19.554253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:20:19.554608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:20:19.598856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Pushing event deleted for resources: {'Port': ['ID=312ed6f0-6cdf-4af9-8f43-e5259d39e4ba,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:19.624717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.625178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.626073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.626451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.626827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.627208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.627578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.627947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.628320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.628693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.629061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.629440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.629900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.630266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.630633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.631002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.631364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.631729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.632093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.632458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.632829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.633189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.633571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.633940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:19.642250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:19.645187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:19.671267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] No DVR routers for this DVR port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:20:20.056291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Deleting port 312ed6f0-6cdf-4af9-8f43-e5259d39e4ba {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:20:20.056614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:20.121277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] The port '312ed6f0-6cdf-4af9-8f43-e5259d39e4ba' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:20:20.245263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:20.356504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1712c9e8>,) {'filters': {'network_id': ['11e34842-4536-4fe6-8d76-70a9118db731']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:20.372907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1712c9e8>, '383d3655-2550-4424-bb19-9b0d2bbe787f') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:20.373245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1712c9e8>, '383d3655-2550-4424-bb19-9b0d2bbe787f') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:20.385671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:20.402944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:20.404941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:20:20.579739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Network 11e34842-4536-4fe6-8d76-70a9118db731 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:20:20.588648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:20.770108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Network 11e34842-4536-4fe6-8d76-70a9118db731 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:20:20.792707 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:20:20.875054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:20.878323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8546e987-9e83-4dec-8eaa-b140d903783b tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:20.891875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:20.902735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=11e34842-4536-4fe6-8d76-70a9118db731,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:20.906080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:20.916481 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f73211a2-42a8-49ca-9266-17560abb8b82 admin admin] 10.222.0.23 "DELETE /v2.0/networks/11e34842-4536-4fe6-8d76-70a9118db731 HTTP/1.1" status: 204  len: 168 time: 2.2492201
Dec 18 07:20:21.056929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59282) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:21.109270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e052fe55-70f4-4e35-86fa-102d182629c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a65bd4c508bb40bc8077573e996e84df&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0509939
Dec 18 07:20:21.112177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59286) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:21.172624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19fdbb57-7d6b-4904-8d73-3dc69763ff7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:21.199377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19fdbb57-7d6b-4904-8d73-3dc69763ff7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:21.246234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19fdbb57-7d6b-4904-8d73-3dc69763ff7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:21.253881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-47f477d8-8beb-456f-a46a-0b09198dade8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:21.269488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdbb57-7d6b-4904-8d73-3dc69763ff7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b8a7cb-f054-4bb2-b937-b6a79cbea092,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:21.273719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-19fdbb57-7d6b-4904-8d73-3dc69763ff7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:21.277029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-19fdbb57-7d6b-4904-8d73-3dc69763ff7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:21.278295 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-19fdbb57-7d6b-4904-8d73-3dc69763ff7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9b8a7cb-f054-4bb2-b937-b6a79cbea092 HTTP/1.1" status: 204  len: 168 time: 0.1651645
Dec 18 07:20:23.007490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:23.409815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59326) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:23.415806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832352713', 'description': 'tempest-secgroup-smoke-1832352713 description', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:23.422295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:23.426358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:23.429367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:23.435164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:23.445106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:23.458901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:23.475116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:23.479138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:23.482115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:23.487917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:23.576235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:23.579381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:23.582852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-48669d11-609a-4047-b493-7c76f1788503 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:23.590812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:23.599403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:23.604232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:23.619256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:23.626826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroup': ['ID=010be748-20e5-409f-b17b-4563fe01b7da,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:23.632978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:23.698592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:23.701387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:23.707261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-62f69537-659d-4f98-952f-952d3375b239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:23.750543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:23.751840 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3408654
Dec 18 07:20:23.752812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroup': ['ID=cde1fc38-db69-4a03-91b3-29a879b4abcf,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:23.754988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59330) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:23.757866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2a8575dc-e80a-4bea-8795-f1b269126fe7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:23.761285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-22d70e1a-0025-459c-bfe6-1fa99f7992a2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': 'cde1fc38-db69-4a03-91b3-29a879b4abcf', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:23.768225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-22d70e1a-0025-459c-bfe6-1fa99f7992a2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:23.772268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-22d70e1a-0025-459c-bfe6-1fa99f7992a2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:23.775300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-22d70e1a-0025-459c-bfe6-1fa99f7992a2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:23.781075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-22d70e1a-0025-459c-bfe6-1fa99f7992a2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:23.797027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22d70e1a-0025-459c-bfe6-1fa99f7992a2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:23.859087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22d70e1a-0025-459c-bfe6-1fa99f7992a2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:23.861548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:20:23.861898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22d70e1a-0025-459c-bfe6-1fa99f7992a2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:23.863822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9105fae9-e7ac-44eb-b925-20950620a6f4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:23.887925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d70e1a-0025-459c-bfe6-1fa99f7992a2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c31fe58-5b16-4467-9c25-4f54655bffeb,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:23.890528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22d70e1a-0025-459c-bfe6-1fa99f7992a2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:23.897589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22d70e1a-0025-459c-bfe6-1fa99f7992a2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:23.898887 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-22d70e1a-0025-459c-bfe6-1fa99f7992a2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1429045
Dec 18 07:20:23.901952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59334) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:23.907648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b66e222f-9c00-49a2-93d2-34c553dad8b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': 'cde1fc38-db69-4a03-91b3-29a879b4abcf', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:23.914013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b66e222f-9c00-49a2-93d2-34c553dad8b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:23.918085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b66e222f-9c00-49a2-93d2-34c553dad8b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:23.921149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b66e222f-9c00-49a2-93d2-34c553dad8b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:23.927110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b66e222f-9c00-49a2-93d2-34c553dad8b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:23.943314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b66e222f-9c00-49a2-93d2-34c553dad8b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.006347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b66e222f-9c00-49a2-93d2-34c553dad8b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.008880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b66e222f-9c00-49a2-93d2-34c553dad8b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.016371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c31f6b8a-8a9c-4b6c-9a25-93bbc8051e94 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:24.040683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e222f-9c00-49a2-93d2-34c553dad8b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08eb5859-1553-462e-8507-99f851f37044,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:24.043296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b66e222f-9c00-49a2-93d2-34c553dad8b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:24.046725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b66e222f-9c00-49a2-93d2-34c553dad8b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.048091 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b66e222f-9c00-49a2-93d2-34c553dad8b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1451278
Dec 18 07:20:24.050954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59338) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:24.056457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-22b82946-f5eb-474d-98fc-3b3bbe040ad9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': 'cde1fc38-db69-4a03-91b3-29a879b4abcf', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:24.063283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-22b82946-f5eb-474d-98fc-3b3bbe040ad9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:24.067349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-22b82946-f5eb-474d-98fc-3b3bbe040ad9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:24.070382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-22b82946-f5eb-474d-98fc-3b3bbe040ad9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:24.076410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-22b82946-f5eb-474d-98fc-3b3bbe040ad9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:24.092830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22b82946-f5eb-474d-98fc-3b3bbe040ad9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.159494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22b82946-f5eb-474d-98fc-3b3bbe040ad9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.162030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22b82946-f5eb-474d-98fc-3b3bbe040ad9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.168861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9204ca33-e671-4729-97ad-0c24de3a11c4 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:24.188586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b82946-f5eb-474d-98fc-3b3bbe040ad9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0b56a2-f654-449b-b329-a8954cb0a90c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:24.191164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22b82946-f5eb-474d-98fc-3b3bbe040ad9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:24.197601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22b82946-f5eb-474d-98fc-3b3bbe040ad9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.198873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-22b82946-f5eb-474d-98fc-3b3bbe040ad9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1469300
Dec 18 07:20:24.201744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59342) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:24.207304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bb6cb48e-c691-4999-a8cb-ef118a9e62b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': 'cde1fc38-db69-4a03-91b3-29a879b4abcf', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:24.213605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bb6cb48e-c691-4999-a8cb-ef118a9e62b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:24.217647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bb6cb48e-c691-4999-a8cb-ef118a9e62b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:24.220662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bb6cb48e-c691-4999-a8cb-ef118a9e62b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:24.226485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bb6cb48e-c691-4999-a8cb-ef118a9e62b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:24.242650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb48e-c691-4999-a8cb-ef118a9e62b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.307007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb48e-c691-4999-a8cb-ef118a9e62b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.309554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb48e-c691-4999-a8cb-ef118a9e62b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.311451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6b884a82-97df-46fb-a884-d812119e7f28 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:24.335009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cb48e-c691-4999-a8cb-ef118a9e62b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed44311d-5f32-47c7-8426-4c3bfdbe9f04,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:24.337475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bb6cb48e-c691-4999-a8cb-ef118a9e62b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:24.343544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb48e-c691-4999-a8cb-ef118a9e62b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.344841 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bb6cb48e-c691-4999-a8cb-ef118a9e62b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1420894
Dec 18 07:20:24.347762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59346) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:24.354907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': 'cde1fc38-db69-4a03-91b3-29a879b4abcf', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:24.361663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:24.365686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:24.368679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:24.374465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:24.384228 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Project 0ea52e23ee8d4ed1a15120bdad006a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:20:24.390898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.456504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.458919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.460766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b8f1743-b7ef-4f27-8934-4d280bee25c9 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:24.484979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17378f74-99a9-40b0-ab30-4759f56677c6,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:24.489090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:24.495781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.497314 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1482840
Dec 18 07:20:24.500067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59350) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:24.505475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-64a20181-425c-4c3a-b146-2feb317ecf23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': 'cde1fc38-db69-4a03-91b3-29a879b4abcf', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:24.512005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-64a20181-425c-4c3a-b146-2feb317ecf23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:24.516023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-64a20181-425c-4c3a-b146-2feb317ecf23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:24.519081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-64a20181-425c-4c3a-b146-2feb317ecf23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:24.524794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-64a20181-425c-4c3a-b146-2feb317ecf23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:24.535021 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-64a20181-425c-4c3a-b146-2feb317ecf23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Project 0ea52e23ee8d4ed1a15120bdad006a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:20:24.541615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64a20181-425c-4c3a-b146-2feb317ecf23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.608128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64a20181-425c-4c3a-b146-2feb317ecf23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.611511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64a20181-425c-4c3a-b146-2feb317ecf23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.616738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:24.637603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a20181-425c-4c3a-b146-2feb317ecf23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d080c46-a4e1-40fb-933d-7dffe31bd5e6,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:24.642271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-64a20181-425c-4c3a-b146-2feb317ecf23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:24.645931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64a20181-425c-4c3a-b146-2feb317ecf23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.647592 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-64a20181-425c-4c3a-b146-2feb317ecf23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1462083
Dec 18 07:20:24.650742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59354) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:24.658678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'network': {'name': 'tempest-network-smoke--2078139559', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'port_security_enabled': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:24.664471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:24.668644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:network and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:24.671718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:24.678313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:24.687970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:20:24.693618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.726274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:20:24.735702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.736086 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Added segment 760f9d2b-237f-4afb-bfea-17f66e58d620 of type vxlan for network d05c345e-6835-4d1c-9678-01f1bd49e958
Dec 18 07:20:24.762636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.791918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.796003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:24.796691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.802583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0871e9ff-0d96-4b2f-bae0-7de67a4909a7 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:24.903681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2517297
Dec 18 07:20:24.907479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59358) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:24.912904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'admin_state_up': True, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:24.924365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:24.926839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Network': ['ID=d05c345e-6835-4d1c-9678-01f1bd49e958,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:24.930566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dea127b6-dc1e-4120-941f-c51735ff2cb8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:24.931578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:router and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:24.934674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:24.938078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network d05c345e-6835-4d1c-9678-01f1bd49e958 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:20:24.940608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:24.949940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.951012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:24.956015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network d05c345e-6835-4d1c-9678-01f1bd49e958 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:20:24.966494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:25.254933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:25.563771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:25.595103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:25.860563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.26.7.139 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/0af54ef1-be30-45bf-afc5-0776eb4bf971) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:20:26.015966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:26.041375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:26.060460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f9cb3485-8414-4e74-8fd9-3aa7b7de7b4b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:26.191859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=0af54ef1-be30-45bf-afc5-0776eb4bf971,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:26.197165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:26.247672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:20:26.248823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:20:26.251196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:20:26.670669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:27.298569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:27.503252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router b63707a4-c662-42e5-b834-947fa8e38d0a is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:20:27.685745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:20:27.696351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Sync routers for ids ['b63707a4-c662-42e5-b834-947fa8e38d0a'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:20:27.706853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Routers {'b63707a4-c662-42e5-b834-947fa8e38d0a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:20:27.707539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cc3fe80>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:20:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['b63707a4-c662-42e5-b834-947fa8e38d0a'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:27.712408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:27.713748 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.8052449
Dec 18 07:20:27.717032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59362) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:27.893408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Set router b63707a4-c662-42e5-b834-947fa8e38d0a gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:20:27.898586 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6089235a-40c1-4905-84a1-7e44c3e3936c tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] 10.222.0.23 "GET /v2.0/subnets?project_id=0ea52e23ee8d4ed1a15120bdad006a24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1777363
Dec 18 07:20:27.898823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59368) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:27.905201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1037559501', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:28.022686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:28.026779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:subnet and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:28.029769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:28.035497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:28.044237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:20:28.156858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:28.192762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cc3fe80>, [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:20:26Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:28.197195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Checking router: b63707a4-c662-42e5-b834-947fa8e38d0a for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:20:28.197648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Updating router b63707a4-c662-42e5-b834-947fa8e38d0a port 0af54ef1-be30-45bf-afc5-0776eb4bf971 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:20:28.250648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:28.590736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:28.609983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8615831c-f095-4ca0-931d-39c8c017f42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:28.646495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:28.658823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Transition to ACTIVE for port object 0af54ef1-be30-45bf-afc5-0776eb4bf971 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:20:28.662179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:28.679017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:28.743254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Subnet': ['ID=a6949230-1f5b-4ed7-b535-0f8dabc3dc5d,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:28.756220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:28.811113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928a297-6318-42d6-a485-bc0e2d34cf8e None None] Pushing event updated for resources: {'Port': ['ID=0af54ef1-be30-45bf-afc5-0776eb4bf971,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:28.815648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Checking segment: {'id': '760f9d2b-237f-4afb-bfea-17f66e58d620', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:20:28.816162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network hostable DHCP agents. Network: d05c345e-6835-4d1c-9678-01f1bd49e958, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:20:28.816599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4928a297-6318-42d6-a485-bc0e2d34cf8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:28.835154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d05c345e-6835-4d1c-9678-01f1bd49e958 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:20:28.843514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, d05c345e-6835-4d1c-9678-01f1bd49e958) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:20:28.854602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e721e157-f838-47cc-9674-2564f6cd9031 None None] Network d05c345e-6835-4d1c-9678-01f1bd49e958 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:20:28.856850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:28.857512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:28.878172 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9781988
Dec 18 07:20:28.881158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59372) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:28.958691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Attempting to bind port 0af54ef1-be30-45bf-afc5-0776eb4bf971 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:20:28.959116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Attempting to bind port 0af54ef1-be30-45bf-afc5-0776eb4bf971 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:20:28.959528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Attempting to bind port 0af54ef1-be30-45bf-afc5-0776eb4bf971 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:20:28.971089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:20:28.971511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:20:28.971962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:28.972401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:20:28.972920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Bound port: 0af54ef1-be30-45bf-afc5-0776eb4bf971, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:20:28.973338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:29.119100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] For port 0af54ef1-be30-45bf-afc5-0776eb4bf971, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:20:29.132955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] For port 0af54ef1-be30-45bf-afc5-0776eb4bf971, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0af54ef1-be30-45bf-afc5-0776eb4bf971,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:20:29.162860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:29.182448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:29.273461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-d05c345e-6835-4d1c-9678-01f1bd49e958', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ips': [{'subnet_id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:20:29.274396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:29.352909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928a297-6318-42d6-a485-bc0e2d34cf8e None None] Pushing event updated for resources: {'Port': ['ID=0af54ef1-be30-45bf-afc5-0776eb4bf971,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:29.361511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4928a297-6318-42d6-a485-bc0e2d34cf8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:29.527384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:29.553544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Routers {'b63707a4-c662-42e5-b834-947fa8e38d0a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:20:29.554252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cc3fe80>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:20:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['b63707a4-c662-42e5-b834-947fa8e38d0a'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:30.015062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] Set router b63707a4-c662-42e5-b834-947fa8e38d0a gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:20:30.128264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Allocated IP 172.20.0.2 (d05c345e-6835-4d1c-9678-01f1bd49e958/a6949230-1f5b-4ed7-b535-0f8dabc3dc5d/95eaced7-4ad9-4680-a627-396ccb935cce) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:20:30.502782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:30.517212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cc3fe80>, [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:20:26Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:30.519772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Transition to ACTIVE for port object 95eaced7-4ad9-4680-a627-396ccb935cce will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:20:30.529327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625a3dd8-9374-4384-bb57-36191a061602 None None] The sync data for ids ['b63707a4-c662-42e5-b834-947fa8e38d0a'] in dv-neutron-765072-3-ovs is: [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:20:26Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:20:30.539346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Transition to ACTIVE for port object 95eaced7-4ad9-4680-a627-396ccb935cce will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:20:30.544352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:30.562237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4928a297-6318-42d6-a485-bc0e2d34cf8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:30.610450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.20.0.1 (d05c345e-6835-4d1c-9678-01f1bd49e958/a6949230-1f5b-4ed7-b535-0f8dabc3dc5d/7cafe799-6004-4c67-a83f-f02009747130) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:20:30.731472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Pushing event updated for resources: {'Port': ['ID=95eaced7-4ad9-4680-a627-396ccb935cce,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:30.735922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:30.753434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Network d05c345e-6835-4d1c-9678-01f1bd49e958 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:20:30.754630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:20:30.756917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:20:30.783155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:30.800049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Transition to ACTIVE for port object 7cafe799-6004-4c67-a83f-f02009747130 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:20:30.816675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Attempting to bind port 95eaced7-4ad9-4680-a627-396ccb935cce on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:20:30.817109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Attempting to bind port 95eaced7-4ad9-4680-a627-396ccb935cce by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '760f9d2b-237f-4afb-bfea-17f66e58d620', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:20:30.817552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Attempting to bind port 95eaced7-4ad9-4680-a627-396ccb935cce on network d05c345e-6835-4d1c-9678-01f1bd49e958 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:20:30.820436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:30.823634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:20:30.824066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Checking segment: {'id': '760f9d2b-237f-4afb-bfea-17f66e58d620', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:20:30.824528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:30.824982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Bound using segment: {'id': '760f9d2b-237f-4afb-bfea-17f66e58d620', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:20:30.825529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Bound port: 95eaced7-4ad9-4680-a627-396ccb935cce, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760f9d2b-237f-4afb-bfea-17f66e58d620', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:20:30.825972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:30.837192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:30.936185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] For port 95eaced7-4ad9-4680-a627-396ccb935cce, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:20:30.939702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] For port 95eaced7-4ad9-4680-a627-396ccb935cce, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=95eaced7-4ad9-4680-a627-396ccb935cce,segment=NetworkSegment(760f9d2b-237f-4afb-bfea-17f66e58d620),segment_id=760f9d2b-237f-4afb-bfea-17f66e58d620)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:20:30.947037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:31.007981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=7cafe799-6004-4c67-a83f-f02009747130,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:31.013314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:31.024368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:31.054378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d05c345e-6835-4d1c-9678-01f1bd49e958 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:20:31.055701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:20:31.058221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:20:31.120904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:31.129985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Pushing event updated for resources: {'Port': ['ID=95eaced7-4ad9-4680-a627-396ccb935cce,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:31.135054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:31.275357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0af54ef1-be30-45bf-afc5-0776eb4bf971 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:20:31.356429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 0af54ef1-be30-45bf-afc5-0776eb4bf971 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:20:31.363252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 0af54ef1-be30-45bf-afc5-0776eb4bf971 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:31.363685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:31.426624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:31.509250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:31.526576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 0af54ef1-be30-45bf-afc5-0776eb4bf971, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0af54ef1-be30-45bf-afc5-0776eb4bf971,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:20:31.529702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:31.532205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2214229b-09d4-419b-9b65-e216dfadf044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:31.623657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=0af54ef1-be30-45bf-afc5-0776eb4bf971,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:31.627311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:31.942902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:31.947084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:31.981099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:32.067465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=7cafe799-6004-4c67-a83f-f02009747130,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:32.070206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:32.086482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:32.213585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d05c345e-6835-4d1c-9678-01f1bd49e958 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:20:32.214693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:20:32.408573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router b63707a4-c662-42e5-b834-947fa8e38d0a has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:20:32.598092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:20:32.607943 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "PUT /v2.0/routers/b63707a4-c662-42e5-b834-947fa8e38d0a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7256546
Dec 18 07:20:32.683730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7930829-d796-4332-855b-70cbd1ac27c6 None None] Network d05c345e-6835-4d1c-9678-01f1bd49e958 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:20:32.778107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ab400ab1-3e83-4880-8370-38ef1669917a None None] Provisioning for port 95eaced7-4ad9-4680-a627-396ccb935cce completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:20:32.805994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-8c9b0252-adef-415a-bf0e-cdbcf31eda4b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832352713&fields=id&tenant_id=0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 267 time: 0.0490146
Dec 18 07:20:32.969772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-061bcf45-a5d2-4920-9e38-2355789e1467 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:32.971382 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-061bcf45-a5d2-4920-9e38-2355789e1467 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/networks?id=d05c345e-6835-4d1c-9678-01f1bd49e958 HTTP/1.1" status: 200  len: 797 time: 0.1571612
Dec 18 07:20:32.990208 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-25bc9074-2936-4af0-a8e9-9a37f014c7b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/quotas/0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 375 time: 0.0124936
Dec 18 07:20:33.079421 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-31da0716-819e-401d-99d6-4c48f63fcf1c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0846379
Dec 18 07:20:33.223422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0d7b47bf-548e-421d-804b-c6751753cf49 None None] Provisioning for port 7cafe799-6004-4c67-a83f-f02009747130 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:20:33.230549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0d7b47bf-548e-421d-804b-c6751753cf49 None None] Provisioning complete for port 7cafe799-6004-4c67-a83f-f02009747130 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:33.231016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d7b47bf-548e-421d-804b-c6751753cf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:33.306555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b47bf-548e-421d-804b-c6751753cf49 None None] Port 7cafe799-6004-4c67-a83f-f02009747130 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:20:33.356097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 95eaced7-4ad9-4680-a627-396ccb935cce up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:20:33.439343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 95eaced7-4ad9-4680-a627-396ccb935cce completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:20:33.448889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 95eaced7-4ad9-4680-a627-396ccb935cce triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:33.449432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:33.480474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-9eb2a0c2-eacc-4d96-a2ce-6c0e34a10665 None None] Provisioning complete for port 95eaced7-4ad9-4680-a627-396ccb935cce triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:33.481031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9eb2a0c2-eacc-4d96-a2ce-6c0e34a10665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:33.532880 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-44343583-d1de-4f55-8809-a51b9f2ba762 service neutron] 10.222.0.23 "GET /v2.0/networks/d05c345e-6835-4d1c-9678-01f1bd49e958?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4393859
Dec 18 07:20:33.567230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Sync routers for ids ['b63707a4-c662-42e5-b834-947fa8e38d0a'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:20:33.585927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Routers {'b63707a4-c662-42e5-b834-947fa8e38d0a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:20:33.587014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d88aeb8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:20:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['b63707a4-c662-42e5-b834-947fa8e38d0a'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:33.665589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:33.693846 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-f6c6eeee-bfab-4f9b-99e2-148190189d21 service neutron] 10.222.0.23 "GET /v2.0/networks/d05c345e-6835-4d1c-9678-01f1bd49e958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1534524
Dec 18 07:20:33.730768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9eb2a0c2-eacc-4d96-a2ce-6c0e34a10665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:33.746762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 95eaced7-4ad9-4680-a627-396ccb935cce, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=95eaced7-4ad9-4680-a627-396ccb935cce,segment=NetworkSegment(760f9d2b-237f-4afb-bfea-17f66e58d620),segment_id=760f9d2b-237f-4afb-bfea-17f66e58d620)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:20:33.758191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:33.759122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0af54ef1-be30-45bf-afc5-0776eb4bf971 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:20:33.791442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:33.945994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-9eb2a0c2-eacc-4d96-a2ce-6c0e34a10665 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:20:33.946415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-9eb2a0c2-eacc-4d96-a2ce-6c0e34a10665 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:20:33.946967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=95eaced7-4ad9-4680-a627-396ccb935cce,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:33.959684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:33.978230 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ff87d9f4-baac-4adf-96a0-d594769e6c2a req-616a64e5-2930-4a5a-8c0f-2a3be166f3cb tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 210 time: 0.0748875
Dec 18 07:20:34.010860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 0af54ef1-be30-45bf-afc5-0776eb4bf971 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:34.011375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:34.063356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Set router b63707a4-c662-42e5-b834-947fa8e38d0a gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:20:34.401575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d88aeb8>, [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '7cafe799-6004-4c67-a83f-f02009747130', 'name': '', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:85:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:30Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 2, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:34.405831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Checking router: b63707a4-c662-42e5-b834-947fa8e38d0a for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:20:34.406238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Updating router b63707a4-c662-42e5-b834-947fa8e38d0a port 7cafe799-6004-4c67-a83f-f02009747130 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:20:34.460448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:34.632029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-31d4a5c3-8f77-4d16-974d-08d92fd2961c None None] Provisioning complete for port 7cafe799-6004-4c67-a83f-f02009747130 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:34.632583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31d4a5c3-8f77-4d16-974d-08d92fd2961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:34.703280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-31d4a5c3-8f77-4d16-974d-08d92fd2961c None None] Port 7cafe799-6004-4c67-a83f-f02009747130 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:20:34.714580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-31d4a5c3-8f77-4d16-974d-08d92fd2961c None None] Provisioning complete for port 95eaced7-4ad9-4680-a627-396ccb935cce triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:34.715014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-31d4a5c3-8f77-4d16-974d-08d92fd2961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:34.883285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:34.895362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Transition to ACTIVE for port object 7cafe799-6004-4c67-a83f-f02009747130 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:20:34.902360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:34.917827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:35.049620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Pushing event updated for resources: {'Port': ['ID=7cafe799-6004-4c67-a83f-f02009747130,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:35.072567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.072957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.073343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.073757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.074138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.074513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.074888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.075260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.075654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.076025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.076397 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.076765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.077191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.077603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.078521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.078892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.079258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.079626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.079973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.080330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.080693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.081056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.081421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.081809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:20:35.087524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:35.174523 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a3dfcd3d-ee23-4fe8-8eda-255d59d0b8ba req-0c4ed1ad-7743-4b16-8de1-0aca21bf3a04 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 210 time: 0.0552876
Dec 18 07:20:35.213196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-211a6364-3f7e-49f0-a0ba-80b34f19d7b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:35.213970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-211a6364-3f7e-49f0-a0ba-80b34f19d7b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:20:35.245666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-211a6364-3f7e-49f0-a0ba-80b34f19d7b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:20:35.246947 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-211a6364-3f7e-49f0-a0ba-80b34f19d7b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/networks?id=d05c345e-6835-4d1c-9678-01f1bd49e958 HTTP/1.1" status: 200  len: 797 time: 0.2220502
Dec 18 07:20:35.268388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Attempting to bind port 7cafe799-6004-4c67-a83f-f02009747130 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:20:35.268820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Attempting to bind port 7cafe799-6004-4c67-a83f-f02009747130 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '760f9d2b-237f-4afb-bfea-17f66e58d620', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:20:35.269242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Attempting to bind port 7cafe799-6004-4c67-a83f-f02009747130 on network d05c345e-6835-4d1c-9678-01f1bd49e958 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:20:35.275533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:20:35.275960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Checking segment: {'id': '760f9d2b-237f-4afb-bfea-17f66e58d620', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:20:35.276567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:35.277012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Bound using segment: {'id': '760f9d2b-237f-4afb-bfea-17f66e58d620', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:20:35.277595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Bound port: 7cafe799-6004-4c67-a83f-f02009747130, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760f9d2b-237f-4afb-bfea-17f66e58d620', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:20:35.277986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:35.281324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 95eaced7-4ad9-4680-a627-396ccb935cce up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:20:35.356205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-bfb89f05-1d85-4a3c-b9f4-3f63f0d2a20b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:20:35.373180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 95eaced7-4ad9-4680-a627-396ccb935cce triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:35.374230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:35.376649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-bfb89f05-1d85-4a3c-b9f4-3f63f0d2a20b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:20:35.378155 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-bfb89f05-1d85-4a3c-b9f4-3f63f0d2a20b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 7773 time: 0.1103170
Dec 18 07:20:35.393763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'port': {'device_id': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'admin_state_up': True, 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'security_groups': ['cde1fc38-db69-4a03-91b3-29a879b4abcf']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:35.412350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] For port 7cafe799-6004-4c67-a83f-f02009747130, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:20:35.415696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] For port 7cafe799-6004-4c67-a83f-f02009747130, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7cafe799-6004-4c67-a83f-f02009747130,segment=NetworkSegment(760f9d2b-237f-4afb-bfea-17f66e58d620),segment_id=760f9d2b-237f-4afb-bfea-17f66e58d620)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:20:35.419295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:35.435633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:35.548615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:35.552627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:port and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:35.555581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:35.561325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:35.571457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:20:35.577203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:35.583867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Pushing event updated for resources: {'Port': ['ID=7cafe799-6004-4c67-a83f-f02009747130,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:35.589183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:35.634233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Routers {'b63707a4-c662-42e5-b834-947fa8e38d0a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:20:35.635009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d88aeb8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:20:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['b63707a4-c662-42e5-b834-947fa8e38d0a'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:35.833956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] Set router b63707a4-c662-42e5-b834-947fa8e38d0a gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:20:35.914932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.20.0.6 (d05c345e-6835-4d1c-9678-01f1bd49e958/a6949230-1f5b-4ed7-b535-0f8dabc3dc5d/a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:20:36.116004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:36.133439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Transition to ACTIVE for port object a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:20:36.153273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:36.163341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d88aeb8>, [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '7cafe799-6004-4c67-a83f-f02009747130', 'name': '', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:85:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:30Z', 'updated_at': '2020-12-18T07:20:35Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:36.167563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b20857-22ff-475b-9aaa-78979683f576 None None] The sync data for ids ['b63707a4-c662-42e5-b834-947fa8e38d0a'] in dv-neutron-765072-3-ovs is: [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '7cafe799-6004-4c67-a83f-f02009747130', 'name': '', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:85:8b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:30Z', 'updated_at': '2020-12-18T07:20:35Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:20:36.168127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3d66cac4-acc7-4597-85b1-1e59ffe9c386 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:36.442847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdb1fa-890b-4077-b1a9-ee0cdca63806 req-70d73643-dbc3-468b-aa58-45b49f50f09b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:36.444894 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-50bdb1fa-890b-4077-b1a9-ee0cdca63806 req-70d73643-dbc3-468b-aa58-45b49f50f09b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 931 time: 0.0933020
Dec 18 07:20:36.506762 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-50bdb1fa-890b-4077-b1a9-ee0cdca63806 req-df01efd9-4abe-46ca-8491-3ee95738672c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535212
Dec 18 07:20:36.600795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:36.606285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:36.660897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d05c345e-6835-4d1c-9678-01f1bd49e958 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:20:36.662181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:20:36.664493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:20:36.731959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:36.732661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:36.758486 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3713121
Dec 18 07:20:36.776622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Request body: {'port': {'device_id': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:36.900927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:36.930910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aba13fea-bb3b-4a4a-9a97-a07a0b661aac None None] Provisioning for port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:20:36.942027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-aba13fea-bb3b-4a4a-9a97-a07a0b661aac None None] Provisioning complete for port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:36.942632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aba13fea-bb3b-4a4a-9a97-a07a0b661aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:36.998564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-aba13fea-bb3b-4a4a-9a97-a07a0b661aac None None] Port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:20:37.267980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7cafe799-6004-4c67-a83f-f02009747130 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:20:37.327615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:20:37.335036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:37.338795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 7cafe799-6004-4c67-a83f-f02009747130 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:20:37.344299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 7cafe799-6004-4c67-a83f-f02009747130 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:37.344725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:37.348058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Transition to ACTIVE for port object a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:20:37.350601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:37.370464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0877a4a4-3307-4a7d-8471-0e9462a26846 tempest-ServersNegativeTestJSON-44751465 tempest-ServersNegativeTestJSON-44751465] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:37.460956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:37.494778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 7cafe799-6004-4c67-a83f-f02009747130, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7cafe799-6004-4c67-a83f-f02009747130,segment=NetworkSegment(760f9d2b-237f-4afb-bfea-17f66e58d620),segment_id=760f9d2b-237f-4afb-bfea-17f66e58d620)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:20:37.497691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:37.499666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:37.504574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Pushing event updated for resources: {'Port': ['ID=a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:37.509701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:37.571676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=7cafe799-6004-4c67-a83f-f02009747130,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:37.575436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:37.707398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Attempting to bind port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:20:37.707987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Attempting to bind port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '760f9d2b-237f-4afb-bfea-17f66e58d620', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:20:37.708363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Attempting to bind port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 on network d05c345e-6835-4d1c-9678-01f1bd49e958 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:20:37.714588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:20:37.714970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Checking segment: {'id': '760f9d2b-237f-4afb-bfea-17f66e58d620', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:20:37.715383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:37.715789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Bound using segment: {'id': '760f9d2b-237f-4afb-bfea-17f66e58d620', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:20:37.716516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Bound port: a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760f9d2b-237f-4afb-bfea-17f66e58d620', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:20:37.716791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:37.758534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f175f-a051-4c22-84b3-8186f5d40c0d req-f793adc8-a548-4c53-8b9f-c2b1f6145a60 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:37.760172 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f83f175f-a051-4c22-84b3-8186f5d40c0d req-f793adc8-a548-4c53-8b9f-c2b1f6145a60 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 943 time: 0.0952642
Dec 18 07:20:37.808814 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f83f175f-a051-4c22-84b3-8186f5d40c0d req-f98ae2a7-e72b-400b-8d6c-d914950300d6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409796
Dec 18 07:20:37.812111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] For port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:20:37.815559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] For port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9,segment=NetworkSegment(760f9d2b-237f-4afb-bfea-17f66e58d620),segment_id=760f9d2b-237f-4afb-bfea-17f66e58d620)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:20:37.818738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:37.835132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e1f11843-2338-4e54-8bf4-a6138427dafa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:37.976711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Pushing event updated for resources: {'Port': ['ID=a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:37.989449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:38.024361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:38.025045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:38.026564 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] 10.222.0.15 "PUT /v2.0/ports/a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 HTTP/1.1" status: 200  len: 1157 time: 1.2550454
Dec 18 07:20:38.027122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'tag': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:20:38.109444 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'tag': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9', 'status': 'completed', 'code': 200}
Dec 18 07:20:38.148057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-3506a8a2-1ef1-4915-b30e-0902b93b0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:38.149819 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-3506a8a2-1ef1-4915-b30e-0902b93b0d4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 1160 time: 0.0808690
Dec 18 07:20:38.230231 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-90963643-752c-4b6c-8fb7-981d1ce6031d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 HTTP/1.1" status: 200  len: 217 time: 0.0675533
Dec 18 07:20:38.302296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-4a15049d-46fb-4898-bc5f-8b74afca55d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:38.303842 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-4a15049d-46fb-4898-bc5f-8b74afca55d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6949230-1f5b-4ed7-b535-0f8dabc3dc5d HTTP/1.1" status: 200  len: 835 time: 0.0638134
Dec 18 07:20:38.389229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-33974353-89d7-4cc6-8f7a-7605fd39bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:38.391407 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-33974353-89d7-4cc6-8f7a-7605fd39bb93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d05c345e-6835-4d1c-9678-01f1bd49e958&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0768807
Dec 18 07:20:38.537345 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-af8c57ab-582b-419b-8f4d-8ec38bcf13b5 service neutron] 10.222.0.15 "GET /v2.0/networks/d05c345e-6835-4d1c-9678-01f1bd49e958?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346412
Dec 18 07:20:38.688516 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-606d8796-8b0e-41fe-a86e-a816e4b1c801 req-7cef151b-ac65-4b6b-9686-7d1df521767d service neutron] 10.222.0.15 "GET /v2.0/networks/d05c345e-6835-4d1c-9678-01f1bd49e958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395166
Dec 18 07:20:38.811248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545b732-232d-4573-b7e2-b15b44446f16 req-5a7594fb-503d-4334-afac-bfeaf710ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:38.813642 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7545b732-232d-4573-b7e2-b15b44446f16 req-5a7594fb-503d-4334-afac-bfeaf710ba39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 1160 time: 0.0767529
Dec 18 07:20:38.961598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545b732-232d-4573-b7e2-b15b44446f16 req-d7060f6a-29a8-41ba-a358-f1c9e926eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:38.963096 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7545b732-232d-4573-b7e2-b15b44446f16 req-d7060f6a-29a8-41ba-a358-f1c9e926eb22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d05c345e-6835-4d1c-9678-01f1bd49e958 HTTP/1.1" status: 200  len: 891 time: 0.1401670
Dec 18 07:20:39.027712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527f58f-b9d7-42c5-a0b9-985c25442cd1 req-f8243130-8b3a-4d59-a81a-7963c928d04d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:39.029325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3527f58f-b9d7-42c5-a0b9-985c25442cd1 req-f8243130-8b3a-4d59-a81a-7963c928d04d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 943 time: 0.0826824
Dec 18 07:20:39.036828 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7545b732-232d-4573-b7e2-b15b44446f16 req-a5ad9a68-cace-4b24-8323-5f4955d57253 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 HTTP/1.1" status: 200  len: 217 time: 0.0662251
Dec 18 07:20:39.081704 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3527f58f-b9d7-42c5-a0b9-985c25442cd1 req-299fe3b1-4a57-4ebe-ab25-5ed916c1a51f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457397
Dec 18 07:20:39.106712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545b732-232d-4573-b7e2-b15b44446f16 req-9db7bc03-3136-434b-aa53-ae95edfb0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:39.108301 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7545b732-232d-4573-b7e2-b15b44446f16 req-9db7bc03-3136-434b-aa53-ae95edfb0540 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6949230-1f5b-4ed7-b535-0f8dabc3dc5d HTTP/1.1" status: 200  len: 835 time: 0.0642419
Dec 18 07:20:39.190008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545b732-232d-4573-b7e2-b15b44446f16 req-3031e9c8-91e7-4aa3-811c-4e20365124ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:39.191630 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7545b732-232d-4573-b7e2-b15b44446f16 req-3031e9c8-91e7-4aa3-811c-4e20365124ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d05c345e-6835-4d1c-9678-01f1bd49e958&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0754025
Dec 18 07:20:39.242093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7cafe799-6004-4c67-a83f-f02009747130 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:20:39.311752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 7cafe799-6004-4c67-a83f-f02009747130 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:39.312874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:39.336668 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7545b732-232d-4573-b7e2-b15b44446f16 req-dc1d8650-a743-4a01-b644-ba057d3d8cc7 service neutron] 10.222.0.15 "GET /v2.0/networks/d05c345e-6835-4d1c-9678-01f1bd49e958?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373539
Dec 18 07:20:39.492282 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7545b732-232d-4573-b7e2-b15b44446f16 req-9c60d9c9-4bb3-4c55-89d4-b86bde132729 service neutron] 10.222.0.15 "GET /v2.0/networks/d05c345e-6835-4d1c-9678-01f1bd49e958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1477742
Dec 18 07:20:40.290749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ed580-0c52-4c3e-aea4-593259abc200 req-b45132a4-1a1f-42a8-88fa-40174d976ae7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:40.292342 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e66ed580-0c52-4c3e-aea4-593259abc200 req-b45132a4-1a1f-42a8-88fa-40174d976ae7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 943 time: 0.0828302
Dec 18 07:20:40.338846 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e66ed580-0c52-4c3e-aea4-593259abc200 req-3b3a7840-830c-46a2-ac3f-1c81e5bcf49d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396259
Dec 18 07:20:41.056998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:20:41.124845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:20:41.129656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:41.130079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:41.242369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:41.268645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:20:41.278802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9,segment=NetworkSegment(760f9d2b-237f-4afb-bfea-17f66e58d620),segment_id=760f9d2b-237f-4afb-bfea-17f66e58d620)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:20:41.282435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:41.284358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4928a297-6318-42d6-a485-bc0e2d34cf8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:41.329205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9', 'code': 200}
Dec 18 07:20:41.355712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:41.358913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:41.557658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1b6b6-2475-4484-961e-13f6c00436ca req-6c8e071f-fc59-4bea-a991-b54b0b51a505 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:41.559192 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9fc1b6b6-2475-4484-961e-13f6c00436ca req-6c8e071f-fc59-4bea-a991-b54b0b51a505 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 945 time: 0.0917087
Dec 18 07:20:41.583655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65668341-a470-4047-9304-d0e298ac1860 req-1e35e745-c216-48b4-b918-8cbe1767e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:41.585274 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-65668341-a470-4047-9304-d0e298ac1860 req-1e35e745-c216-48b4-b918-8cbe1767e300 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 1162 time: 0.0800655
Dec 18 07:20:41.607805 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9fc1b6b6-2475-4484-961e-13f6c00436ca req-dd33cd1e-3989-49b4-9965-f39caf2d8c3c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420282
Dec 18 07:20:41.638112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-65668341-a470-4047-9304-d0e298ac1860 req-530a8519-873c-40c7-be5e-78a26a562905 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413959
Dec 18 07:20:42.742247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:20:42.824275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:20:42.824758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:42.832370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4c0ef-d876-4baf-82d6-795f4ced0b76 req-5c8ad9f0-541b-406b-af37-7f019073d1ac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:42.834330 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-75a4c0ef-d876-4baf-82d6-795f4ced0b76 req-5c8ad9f0-541b-406b-af37-7f019073d1ac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 945 time: 0.0877459
Dec 18 07:20:42.891918 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-75a4c0ef-d876-4baf-82d6-795f4ced0b76 req-c7a14740-1f82-4ab6-814a-2978799ecbc9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493467
Dec 18 07:20:44.103141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c535485-c49f-4d78-b61a-28d6d9d11464 req-1fcd56a5-544a-4b4f-bc69-f8eb10b93a90 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:44.104752 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8c535485-c49f-4d78-b61a-28d6d9d11464 req-1fcd56a5-544a-4b4f-bc69-f8eb10b93a90 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 945 time: 0.0833933
Dec 18 07:20:44.150891 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8c535485-c49f-4d78-b61a-28d6d9d11464 req-496efad0-3e50-4d5b-ab49-9e9040665648 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392711
Dec 18 07:20:44.362756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401e813-731c-4a3e-abf7-633e1097b8db req-6a8e0a94-d091-4e13-b9af-518b5afd7beb tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:44.364346 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a401e813-731c-4a3e-abf7-633e1097b8db req-6a8e0a94-d091-4e13-b9af-518b5afd7beb tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 945 time: 0.0870311
Dec 18 07:20:44.411097 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a401e813-731c-4a3e-abf7-633e1097b8db req-2f26bd54-b3ae-4b14-8bb9-eb23926b0edd tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404818
Dec 18 07:20:44.441330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59424) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:44.515199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2448ca-1d63-45c7-81e2-b77773e08c66 tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:44.516746 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3e2448ca-1d63-45c7-81e2-b77773e08c66 tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 1157 time: 0.0743461
Dec 18 07:20:44.519919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59428) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:44.525400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address': '172.20.0.6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:20:44.531274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:20:44.535369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:floatingip and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:20:44.538368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:20:44.544093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:20:44.553786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:44.701263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:44.732807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b05cc3e-a8f7-4a16-b86d-4be5f256ed16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:44.976670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.26.7.71 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/83298b2c-9b98-48bf-b1b7-b3266866618e) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:20:45.130547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:45.155254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:45.170115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e101c12-5a80-4f15-9abc-2dc18333ce9e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:45.301943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=83298b2c-9b98-48bf-b1b7-b3266866618e,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:45.306880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:45.357429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:20:45.359131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:20:45.361380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:20:45.782832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:45.855671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:46.118531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:46.122017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:46.136883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9d4b976c-90f4-4fcd-9e52-c456c7aacd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:20:46.266458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=83298b2c-9b98-48bf-b1b7-b3266866618e,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:20:46.271589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:20:46.371800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:46.544741 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Floating IP b7d6bf75-7a69-463b-903a-58805d05e238 associated. External IP: 172.26.7.71, port: a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9.
Dec 18 07:20:47.175133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router b63707a4-c662-42e5-b834-947fa8e38d0a has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:20:47.358687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:20:47.368583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afea610-e288-4b72-a033-774ce05d2769 None None] Sync routers for ids ['b63707a4-c662-42e5-b834-947fa8e38d0a'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:20:47.379305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afea610-e288-4b72-a033-774ce05d2769 None None] Routers {'b63707a4-c662-42e5-b834-947fa8e38d0a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:20:47.379993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7afea610-e288-4b72-a033-774ce05d2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d2172b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:20:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['b63707a4-c662-42e5-b834-947fa8e38d0a'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:47.382482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:47.440823 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9171376
Dec 18 07:20:47.440823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'tag': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:20:47.506407 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'tag': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9', 'status': 'completed', 'code': 200}
Dec 18 07:20:47.576546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc35ef6f-cffa-4215-b94e-cec5c97b2562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:47.589102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:47.601465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-7afea610-e288-4b72-a033-774ce05d2769 None None] Set router b63707a4-c662-42e5-b834-947fa8e38d0a gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:20:47.612473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383ff6e-b397-478b-bdb3-4ead27e4e978 req-44793182-c137-4b8b-af7e-a97a2a005a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:47.613822 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5383ff6e-b397-478b-bdb3-4ead27e4e978 req-44793182-c137-4b8b-af7e-a97a2a005a6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 1162 time: 0.0793679
Dec 18 07:20:47.627629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87474484-150c-48fe-baac-a16b5f26e11b req-1503d375-4229-4c9d-af4a-c51989ac2095 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:47.629268 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-87474484-150c-48fe-baac-a16b5f26e11b req-1503d375-4229-4c9d-af4a-c51989ac2095 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 945 time: 0.0864747
Dec 18 07:20:47.699757 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-87474484-150c-48fe-baac-a16b5f26e11b req-2a7f7b19-b47a-45f1-9074-30e284a4a2d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542989
Dec 18 07:20:47.731116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59436) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:47.856818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383ff6e-b397-478b-bdb3-4ead27e4e978 req-b189a308-d877-49d8-af2d-e875a171d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:47.859060 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5383ff6e-b397-478b-bdb3-4ead27e4e978 req-b189a308-d877-49d8-af2d-e875a171d69f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d05c345e-6835-4d1c-9678-01f1bd49e958 HTTP/1.1" status: 200  len: 891 time: 0.2378676
Dec 18 07:20:47.931039 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1b22be13-c35b-40f8-9cfd-98a793ade587 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/b7d6bf75-7a69-463b-903a-58805d05e238 HTTP/1.1" status: 200  len: 990 time: 0.1986554
Dec 18 07:20:47.974116 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5383ff6e-b397-478b-bdb3-4ead27e4e978 req-5e1406eb-9bf9-42e6-b4c3-e5fadddd2316 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 HTTP/1.1" status: 200  len: 998 time: 0.1052299
Dec 18 07:20:47.974302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7afea610-e288-4b72-a033-774ce05d2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d2172b0>, [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'b7d6bf75-7a69-463b-903a-58805d05e238', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.71', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'port_id': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'mac_address': 'fa:16:3e:cb:05:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:20:45Z', 'updated_at': '2020-12-18T07:20:45Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cafe799-6004-4c67-a83f-f02009747130', 'name': '', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:85:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:30Z', 'updated_at': '2020-12-18T07:20:37Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:47.978271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afea610-e288-4b72-a033-774ce05d2769 None None] Checking router: b63707a4-c662-42e5-b834-947fa8e38d0a for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:20:47.987820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afea610-e288-4b72-a033-774ce05d2769 None None] Routers {'b63707a4-c662-42e5-b834-947fa8e38d0a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:20:47.988491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7afea610-e288-4b72-a033-774ce05d2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d2172b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:20:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['b63707a4-c662-42e5-b834-947fa8e38d0a'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:48.043107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383ff6e-b397-478b-bdb3-4ead27e4e978 req-ab67a8f8-d1d2-4b04-853f-239473249f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:48.044693 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5383ff6e-b397-478b-bdb3-4ead27e4e978 req-ab67a8f8-d1d2-4b04-853f-239473249f02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6949230-1f5b-4ed7-b535-0f8dabc3dc5d HTTP/1.1" status: 200  len: 835 time: 0.0643327
Dec 18 07:20:48.128244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383ff6e-b397-478b-bdb3-4ead27e4e978 req-dc048a6d-0387-462a-bab8-a404499588b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:20:48.129895 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5383ff6e-b397-478b-bdb3-4ead27e4e978 req-dc048a6d-0387-462a-bab8-a404499588b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d05c345e-6835-4d1c-9678-01f1bd49e958&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0779908
Dec 18 07:20:48.174453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-7afea610-e288-4b72-a033-774ce05d2769 None None] Set router b63707a4-c662-42e5-b834-947fa8e38d0a gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:20:48.273941 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5383ff6e-b397-478b-bdb3-4ead27e4e978 req-8ad0bd9e-033c-4afd-ab54-92c9b798d3e1 service neutron] 10.222.0.15 "GET /v2.0/networks/d05c345e-6835-4d1c-9678-01f1bd49e958?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372252
Dec 18 07:20:48.417952 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5383ff6e-b397-478b-bdb3-4ead27e4e978 req-7876e5a9-7585-42f0-9f68-036bbc592a7b service neutron] 10.222.0.15 "GET /v2.0/networks/d05c345e-6835-4d1c-9678-01f1bd49e958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1364238
Dec 18 07:20:48.548626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:48.558826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7afea610-e288-4b72-a033-774ce05d2769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d2172b0>, [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'b7d6bf75-7a69-463b-903a-58805d05e238', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.71', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'port_id': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'mac_address': 'fa:16:3e:cb:05:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:20:45Z', 'updated_at': '2020-12-18T07:20:45Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cafe799-6004-4c67-a83f-f02009747130', 'name': '', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:85:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:30Z', 'updated_at': '2020-12-18T07:20:37Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:20:48.563508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afea610-e288-4b72-a033-774ce05d2769 None None] The sync data for ids ['b63707a4-c662-42e5-b834-947fa8e38d0a'] in dv-neutron-765072-3-ovs is: [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'b7d6bf75-7a69-463b-903a-58805d05e238', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.71', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'port_id': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'mac_address': 'fa:16:3e:cb:05:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:20:45Z', 'updated_at': '2020-12-18T07:20:45Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cafe799-6004-4c67-a83f-f02009747130', 'name': '', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:85:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:30Z', 'updated_at': '2020-12-18T07:20:37Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:20:48.864661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b818deac-4861-4662-9181-e0a963c4498f None None] New status for floating IP b7d6bf75-7a69-463b-903a-58805d05e238: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:20:48.935166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59440) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:49.042712 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-16673f4b-96cf-41a3-8563-a1b570a31a24 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/b7d6bf75-7a69-463b-903a-58805d05e238 HTTP/1.1" status: 200  len: 990 time: 0.1056597
Dec 18 07:20:49.521751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:20:50.046933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59444) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:20:50.157260 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8fbbbec5-1af9-4953-a122-49d7ea8daed6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/b7d6bf75-7a69-463b-903a-58805d05e238 HTTP/1.1" status: 200  len: 992 time: 0.1090078
Dec 18 07:20:53.009586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:00.861144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:21:14.735035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-daea419c-e760-45f7-bd60-57245a5c66cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:17.488031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9d25d5d-0375-4eb8-ada5-25d22399fa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:17.546277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:18.541365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:19.524465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:20.650248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb666abb-7bf5-4687-9118-0b2c87197cf8 req-0bda5471-01f2-42d6-a470-9a63a46b9996 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:20.651873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fb666abb-7bf5-4687-9118-0b2c87197cf8 req-0bda5471-01f2-42d6-a470-9a63a46b9996 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 945 time: 0.0885627
Dec 18 07:21:20.700452 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fb666abb-7bf5-4687-9118-0b2c87197cf8 req-e66ad5ea-616e-4320-ba99-d52b23b01342 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419652
Dec 18 07:21:21.914616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab5464-78e9-455b-b224-10679594d255 req-5dfdd31d-1dc4-4bfe-b050-6279c1f85602 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:21.916222 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-57ab5464-78e9-455b-b224-10679594d255 req-5dfdd31d-1dc4-4bfe-b050-6279c1f85602 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 945 time: 0.0817387
Dec 18 07:21:21.967083 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-57ab5464-78e9-455b-b224-10679594d255 req-5f2c8f35-3cf8-4d7f-9d0d-cb221cdc70d8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438716
Dec 18 07:21:21.996811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59466) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:22.102640 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7462cb07-ad12-4a83-a043-81fba541ee2a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/b7d6bf75-7a69-463b-903a-58805d05e238 HTTP/1.1" status: 200  len: 992 time: 0.1044211
Dec 18 07:21:23.014512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:23.635009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c9e1d-8447-4591-9abd-37e745b15e61 req-f2db1fd6-221c-4cdd-85a0-b53143f83550 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:23.637733 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cc1c9e1d-8447-4591-9abd-37e745b15e61 req-f2db1fd6-221c-4cdd-85a0-b53143f83550 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 945 time: 0.0898468
Dec 18 07:21:23.687008 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cc1c9e1d-8447-4591-9abd-37e745b15e61 req-8dc8980e-86bb-4af2-b1df-2b1722ea29ac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436840
Dec 18 07:21:24.903423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b06ee8-156b-4aad-8dc1-5e169fad6780 req-c9ce165d-28bd-406c-b526-4f428f61a37a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:24.905022 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73b06ee8-156b-4aad-8dc1-5e169fad6780 req-c9ce165d-28bd-406c-b526-4f428f61a37a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 945 time: 0.0874262
Dec 18 07:21:24.952453 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-73b06ee8-156b-4aad-8dc1-5e169fad6780 req-0b0da6e6-1e54-438f-b4cd-c5f5311fbc56 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409398
Dec 18 07:21:24.982123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59478) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:25.092456 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5ab4c147-d588-4f89-9ddb-38a3d9593b86 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/b7d6bf75-7a69-463b-903a-58805d05e238 HTTP/1.1" status: 200  len: 992 time: 0.1090207
Dec 18 07:21:25.417099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59486) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:25.621422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 83298b2c-9b98-48bf-b1b7-b3266866618e {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:21:25.622137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:25.799003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:25.799376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:25.931036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 83298b2c-9b98-48bf-b1b7-b3266866618e owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:21:25.982477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f3d0030-2888-4b0e-9164-4918ebd36ecd req-c487951d-3d47-4009-94c5-e0c9970b67fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0754108
Dec 18 07:21:26.080595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:26.095892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75ed2102-a2f1-4e01-8134-d573b0f6f56e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:26.144092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d0030-2888-4b0e-9164-4918ebd36ecd req-65438c09-3524-42b9-875d-8fd0dc043768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:26.145760 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f3d0030-2888-4b0e-9164-4918ebd36ecd req-65438c09-3524-42b9-875d-8fd0dc043768 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 1162 time: 0.0794818
Dec 18 07:21:26.195586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=83298b2c-9b98-48bf-b1b7-b3266866618e,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:26.212975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.213422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.213881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.214303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.214725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.215146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.215563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.215980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.216393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.216807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.217222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.217666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.218165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.218580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.218992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.219402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.219812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.220224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.220631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.221041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.221452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.221886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.222294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.222701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:26.227911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:26.307591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d0030-2888-4b0e-9164-4918ebd36ecd req-573c4ad0-f5fa-4e1e-aee0-8fd5fedd9501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:26.309150 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f3d0030-2888-4b0e-9164-4918ebd36ecd req-573c4ad0-f5fa-4e1e-aee0-8fd5fedd9501 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d05c345e-6835-4d1c-9678-01f1bd49e958 HTTP/1.1" status: 200  len: 891 time: 0.1400156
Dec 18 07:21:26.336629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:26.336998 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Floating IP b7d6bf75-7a69-463b-903a-58805d05e238 disassociated (deleted). External IP: 172.26.7.71, port: a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9.
Dec 18 07:21:26.383956 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f3d0030-2888-4b0e-9164-4918ebd36ecd req-f5601b5e-c046-4b5e-9c31-699c6cf02be5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 HTTP/1.1" status: 200  len: 217 time: 0.0630491
Dec 18 07:21:26.460687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d0030-2888-4b0e-9164-4918ebd36ecd req-e0bd3f62-f320-403d-9a80-95b0f2a3d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:26.462385 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f3d0030-2888-4b0e-9164-4918ebd36ecd req-e0bd3f62-f320-403d-9a80-95b0f2a3d940 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6949230-1f5b-4ed7-b535-0f8dabc3dc5d HTTP/1.1" status: 200  len: 835 time: 0.0676961
Dec 18 07:21:26.712558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router b63707a4-c662-42e5-b834-947fa8e38d0a has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:21:26.822356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d0030-2888-4b0e-9164-4918ebd36ecd req-ebeb563b-a5b1-4d17-88a3-d26202ffcdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:26.823976 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f3d0030-2888-4b0e-9164-4918ebd36ecd req-ebeb563b-a5b1-4d17-88a3-d26202ffcdc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d05c345e-6835-4d1c-9678-01f1bd49e958&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.3548708
Dec 18 07:21:26.904952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:21:26.915829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f420b7d-9df1-4c14-bd3b-74fe6d195cb2 None None] Sync routers for ids ['b63707a4-c662-42e5-b834-947fa8e38d0a'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:21:26.919497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:26.926581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f420b7d-9df1-4c14-bd3b-74fe6d195cb2 None None] Routers {'b63707a4-c662-42e5-b834-947fa8e38d0a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:21:26.927282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6f420b7d-9df1-4c14-bd3b-74fe6d195cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d35f5f8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:21:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['b63707a4-c662-42e5-b834-947fa8e38d0a'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:26.974281 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f3d0030-2888-4b0e-9164-4918ebd36ecd req-c8a2be48-7d89-47b9-83cf-9dddd140405c service neutron] 10.222.0.15 "GET /v2.0/networks/d05c345e-6835-4d1c-9678-01f1bd49e958?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390109
Dec 18 07:21:26.975769 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/floatingips/b7d6bf75-7a69-463b-903a-58805d05e238 HTTP/1.1" status: 204  len: 168 time: 1.5574844
Dec 18 07:21:26.976484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'tag': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:21:27.049240 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'tag': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9', 'status': 'completed', 'code': 200}
Dec 18 07:21:27.125933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-6f420b7d-9df1-4c14-bd3b-74fe6d195cb2 None None] Set router b63707a4-c662-42e5-b834-947fa8e38d0a gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:21:27.134844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f3d0030-2888-4b0e-9164-4918ebd36ecd req-0b804042-9c72-4b04-b1f7-8cf7cd765099 service neutron] 10.222.0.15 "GET /v2.0/networks/d05c345e-6835-4d1c-9678-01f1bd49e958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1494300
Dec 18 07:21:27.268808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dfb65-68a9-4374-843d-b7de8f20cee3 req-57c22041-4ad1-48d3-a790-f2f72ae93499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:27.270528 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2f3dfb65-68a9-4374-843d-b7de8f20cee3 req-57c22041-4ad1-48d3-a790-f2f72ae93499 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 1162 time: 0.0836887
Dec 18 07:21:27.406991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d984ae-28dc-49ed-8d22-1d82a82cc307 req-807371b9-fc2d-49ce-af37-a76a88d5bb50 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:27.408204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-19d984ae-28dc-49ed-8d22-1d82a82cc307 req-807371b9-fc2d-49ce-af37-a76a88d5bb50 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:21:27.426503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-19d984ae-28dc-49ed-8d22-1d82a82cc307 req-807371b9-fc2d-49ce-af37-a76a88d5bb50 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:21:27.426752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dfb65-68a9-4374-843d-b7de8f20cee3 req-115830c9-3e2c-49cf-9ef2-d4c1d603dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:27.427988 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-19d984ae-28dc-49ed-8d22-1d82a82cc307 req-807371b9-fc2d-49ce-af37-a76a88d5bb50 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 945 time: 0.1072149
Dec 18 07:21:27.428108 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2f3dfb65-68a9-4374-843d-b7de8f20cee3 req-115830c9-3e2c-49cf-9ef2-d4c1d603dd2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d05c345e-6835-4d1c-9678-01f1bd49e958 HTTP/1.1" status: 200  len: 891 time: 0.1500752
Dec 18 07:21:27.480477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-19d984ae-28dc-49ed-8d22-1d82a82cc307 req-5dc99b02-fbb0-4b90-8126-081db0f6185c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454817
Dec 18 07:21:27.510700 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2f3dfb65-68a9-4374-843d-b7de8f20cee3 req-54f3e36e-a9dd-4032-950a-6610c9567a61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 HTTP/1.1" status: 200  len: 217 time: 0.0745783
Dec 18 07:21:27.587339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dfb65-68a9-4374-843d-b7de8f20cee3 req-3cc1de49-6c1b-4370-9216-7c146a54a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:27.588921 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2f3dfb65-68a9-4374-843d-b7de8f20cee3 req-3cc1de49-6c1b-4370-9216-7c146a54a61f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a6949230-1f5b-4ed7-b535-0f8dabc3dc5d HTTP/1.1" status: 200  len: 835 time: 0.0691631
Dec 18 07:21:27.639615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6f420b7d-9df1-4c14-bd3b-74fe6d195cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d35f5f8>, [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '7cafe799-6004-4c67-a83f-f02009747130', 'name': '', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:85:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:30Z', 'updated_at': '2020-12-18T07:20:37Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:27.644532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f420b7d-9df1-4c14-bd3b-74fe6d195cb2 None None] Checking router: b63707a4-c662-42e5-b834-947fa8e38d0a for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:21:27.654598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f420b7d-9df1-4c14-bd3b-74fe6d195cb2 None None] Routers {'b63707a4-c662-42e5-b834-947fa8e38d0a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:21:27.655281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6f420b7d-9df1-4c14-bd3b-74fe6d195cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d35f5f8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:21:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['b63707a4-c662-42e5-b834-947fa8e38d0a'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:27.673684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dfb65-68a9-4374-843d-b7de8f20cee3 req-4b1e830b-27e9-4fd2-b23f-90003e2d7d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:27.675328 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2f3dfb65-68a9-4374-843d-b7de8f20cee3 req-4b1e830b-27e9-4fd2-b23f-90003e2d7d9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d05c345e-6835-4d1c-9678-01f1bd49e958&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0768623
Dec 18 07:21:27.827346 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2f3dfb65-68a9-4374-843d-b7de8f20cee3 req-80e4e53c-65e3-4dd7-9a54-a8d4669148be service neutron] 10.222.0.15 "GET /v2.0/networks/d05c345e-6835-4d1c-9678-01f1bd49e958?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435745
Dec 18 07:21:27.840047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-6f420b7d-9df1-4c14-bd3b-74fe6d195cb2 None None] Set router b63707a4-c662-42e5-b834-947fa8e38d0a gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:21:27.972962 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2f3dfb65-68a9-4374-843d-b7de8f20cee3 req-445fee8b-58cd-484b-a6ad-e7865be3f2e2 service neutron] 10.222.0.15 "GET /v2.0/networks/d05c345e-6835-4d1c-9678-01f1bd49e958?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362984
Dec 18 07:21:28.167660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-6f420b7d-9df1-4c14-bd3b-74fe6d195cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d35f5f8>, [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '7cafe799-6004-4c67-a83f-f02009747130', 'name': '', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:85:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:30Z', 'updated_at': '2020-12-18T07:20:37Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:28.172369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f420b7d-9df1-4c14-bd3b-74fe6d195cb2 None None] The sync data for ids ['b63707a4-c662-42e5-b834-947fa8e38d0a'] in dv-neutron-765072-3-ovs is: [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '7cafe799-6004-4c67-a83f-f02009747130', 'name': '', 'network_id': 'd05c345e-6835-4d1c-9678-01f1bd49e958', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:85:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:30Z', 'updated_at': '2020-12-18T07:20:37Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'a6949230-1f5b-4ed7-b535-0f8dabc3dc5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:21:28.559867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a1081d-25a6-4761-a373-e785f7a9568f None None] New status for floating IP b7d6bf75-7a69-463b-903a-58805d05e238: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:21:28.702979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f5b0b-47c4-48c5-aaf1-e51bbc563457 req-76e117b6-bc24-4501-bf60-bc7992ce73f7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:28.704742 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f2f5b0b-47c4-48c5-aaf1-e51bbc563457 req-76e117b6-bc24-4501-bf60-bc7992ce73f7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 945 time: 0.0887840
Dec 18 07:21:28.756507 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f2f5b0b-47c4-48c5-aaf1-e51bbc563457 req-1c0ece94-0fb9-4465-a670-4c7c4f72478f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=cde1fc38-db69-4a03-91b3-29a879b4abcf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450439
Dec 18 07:21:28.991904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:21:29.063436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:29.063896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:29.113406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf02bf3-7f41-414a-a236-679cc068fe86 req-0aa838d7-5a14-45fe-bcda-c00c27962d28 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:29.114213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9cf02bf3-7f41-414a-a236-679cc068fe86 req-0aa838d7-5a14-45fe-bcda-c00c27962d28 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:21:29.126726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9cf02bf3-7f41-414a-a236-679cc068fe86 req-0aa838d7-5a14-45fe-bcda-c00c27962d28 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:21:29.127942 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9cf02bf3-7f41-414a-a236-679cc068fe86 req-0aa838d7-5a14-45fe-bcda-c00c27962d28 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 945 time: 0.0959823
Dec 18 07:21:29.210534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-9cf02bf3-7f41-414a-a236-679cc068fe86 req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:21:29.210946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9cf02bf3-7f41-414a-a236-679cc068fe86 req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:29.460453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-9cf02bf3-7f41-414a-a236-679cc068fe86 req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9,segment=NetworkSegment(760f9d2b-237f-4afb-bfea-17f66e58d620),segment_id=760f9d2b-237f-4afb-bfea-17f66e58d620)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:21:29.460784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9cf02bf3-7f41-414a-a236-679cc068fe86 req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:29.590677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-9cf02bf3-7f41-414a-a236-679cc068fe86 req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:21:29.731548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9cf02bf3-7f41-414a-a236-679cc068fe86 req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:29.746095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-55d775fd-1f9f-4e63-a049-9cdf312cda3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:29.843906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:29.866027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.866463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.866890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.867305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.867717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.868131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.868537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.868944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.869345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.869770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.870177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.870580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.871043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.871444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.871846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.872249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.872652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.873049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.873449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.873874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.874809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.875212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.875608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.876006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:29.881255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:29.938909 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7de6019c-4975-46da-9544-f21559c47358 req-1892da84-0268-474a-ab85-18fc4330aee5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=62d4a72f-ac61-4dbe-949d-a3a7391b43d1 HTTP/1.1" status: 200  len: 210 time: 0.0452480
Dec 18 07:21:29.969896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf02bf3-7f41-414a-a236-679cc068fe86 req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] No DVR routers for this DVR port a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:21:29.972209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9cf02bf3-7f41-414a-a236-679cc068fe86 req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:29.975001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'name': 'network-vif-deleted', 'tag': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:21:29.990047 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9cf02bf3-7f41-414a-a236-679cc068fe86 req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "DELETE /v2.0/ports/a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 HTTP/1.1" status: 204  len: 173 time: 0.8533542
Dec 18 07:21:30.037792 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d4a72f-ac61-4dbe-949d-a3a7391b43d1', 'name': 'network-vif-deleted', 'tag': 'a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9', 'status': 'completed', 'code': 200}
Dec 18 07:21:30.985452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:21:31.022350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:21:31.022750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device a6c25e48-5d7f-4dd9-8d56-7d48a6093ec9 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:21:31.052061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59506) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:31.699294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:32.302957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 7cafe799-6004-4c67-a83f-f02009747130 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:21:32.303550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:32.496658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port 7cafe799-6004-4c67-a83f-f02009747130, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7cafe799-6004-4c67-a83f-f02009747130,segment=NetworkSegment(760f9d2b-237f-4afb-bfea-17f66e58d620),segment_id=760f9d2b-237f-4afb-bfea-17f66e58d620)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:21:32.497057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:32.622044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 7cafe799-6004-4c67-a83f-f02009747130 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:21:32.809404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:32.826193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-26eb98ee-dfa6-4311-bf7f-30fb48aff774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:32.929254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=7cafe799-6004-4c67-a83f-f02009747130,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:32.932273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:33.236246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:33.728300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router b63707a4-c662-42e5-b834-947fa8e38d0a has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:21:33.912896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:21:33.923392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75694dcb-dba3-47e6-a4f6-c7287a0a6844 None None] Sync routers for ids ['b63707a4-c662-42e5-b834-947fa8e38d0a'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:21:33.927064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "PUT /v2.0/routers/b63707a4-c662-42e5-b834-947fa8e38d0a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8734152
Dec 18 07:21:33.929561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59510) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:33.933597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75694dcb-dba3-47e6-a4f6-c7287a0a6844 None None] Routers {'b63707a4-c662-42e5-b834-947fa8e38d0a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:21:33.934262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-75694dcb-dba3-47e6-a4f6-c7287a0a6844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf71080>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:21:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['b63707a4-c662-42e5-b834-947fa8e38d0a'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:34.117499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-75694dcb-dba3-47e6-a4f6-c7287a0a6844 None None] Set router b63707a4-c662-42e5-b834-947fa8e38d0a gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:21:34.127882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e24cfe7-ee95-4df1-b7bb-14b472a19ff5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting subnet a6949230-1f5b-4ed7-b535-0f8dabc3dc5d {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:21:34.131065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e24cfe7-ee95-4df1-b7bb-14b472a19ff5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:34.187749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e24cfe7-ee95-4df1-b7bb-14b472a19ff5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:34.277035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e24cfe7-ee95-4df1-b7bb-14b472a19ff5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:34.420729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-75694dcb-dba3-47e6-a4f6-c7287a0a6844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf71080>, [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:21:32Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:34.425957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75694dcb-dba3-47e6-a4f6-c7287a0a6844 None None] Checking router: b63707a4-c662-42e5-b834-947fa8e38d0a for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:21:34.436492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75694dcb-dba3-47e6-a4f6-c7287a0a6844 None None] Routers {'b63707a4-c662-42e5-b834-947fa8e38d0a'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:21:34.437195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-75694dcb-dba3-47e6-a4f6-c7287a0a6844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf71080>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:21:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['b63707a4-c662-42e5-b834-947fa8e38d0a'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:34.627589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-75694dcb-dba3-47e6-a4f6-c7287a0a6844 None None] Set router b63707a4-c662-42e5-b834-947fa8e38d0a gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:21:34.843272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e24cfe7-ee95-4df1-b7bb-14b472a19ff5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:34.858651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dd7d58cb-5b69-4327-abdc-e1170e6ccd20 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:34.935346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-75694dcb-dba3-47e6-a4f6-c7287a0a6844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf71080>, [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:21:32Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:34.939966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75694dcb-dba3-47e6-a4f6-c7287a0a6844 None None] The sync data for ids ['b63707a4-c662-42e5-b834-947fa8e38d0a'] in dv-neutron-765072-3-ovs is: [{'id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572880033', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139'}], 'enable_snat': True}, 'gw_port_id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:20:24Z', 'updated_at': '2020-12-18T07:21:32Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '0af54ef1-be30-45bf-afc5-0776eb4bf971', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:36:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63707a4-c662-42e5-b834-947fa8e38d0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:20:25Z', 'updated_at': '2020-12-18T07:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:21:34.954594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24cfe7-ee95-4df1-b7bb-14b472a19ff5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Subnet': ['ID=a6949230-1f5b-4ed7-b535-0f8dabc3dc5d,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:34.966790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1e24cfe7-ee95-4df1-b7bb-14b472a19ff5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:35.000344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1e24cfe7-ee95-4df1-b7bb-14b472a19ff5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:35.006609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49311805-4dde-495c-bf96-beb81db7287e None None] Network d05c345e-6835-4d1c-9678-01f1bd49e958 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:21:35.007031 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1e24cfe7-ee95-4df1-b7bb-14b472a19ff5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/subnets/a6949230-1f5b-4ed7-b535-0f8dabc3dc5d HTTP/1.1" status: 204  len: 168 time: 1.0764294
Dec 18 07:21:35.009746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59514) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:35.199321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:35.231830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7cafe799-6004-4c67-a83f-f02009747130 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:21:35.270869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 7cafe799-6004-4c67-a83f-f02009747130 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:21:35.271576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7cafe799-6004-4c67-a83f-f02009747130 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:21:35.276781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] DHCP port deletion for d05c345e-6835-4d1c-9678-01f1bd49e958 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:21:35.280975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Deleting port 95eaced7-4ad9-4680-a627-396ccb935cce {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:21:35.281470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:35.390235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:35.395824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 0af54ef1-be30-45bf-afc5-0776eb4bf971 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:21:35.396205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:35.493053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] For port 95eaced7-4ad9-4680-a627-396ccb935cce, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=95eaced7-4ad9-4680-a627-396ccb935cce,segment=NetworkSegment(760f9d2b-237f-4afb-bfea-17f66e58d620),segment_id=760f9d2b-237f-4afb-bfea-17f66e58d620)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:21:35.493399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:35.575223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port 0af54ef1-be30-45bf-afc5-0776eb4bf971, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=0af54ef1-be30-45bf-afc5-0776eb4bf971,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:21:35.575632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:35.619167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Calling delete_port for 95eaced7-4ad9-4680-a627-396ccb935cce owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:21:35.699084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:35.705716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 0af54ef1-be30-45bf-afc5-0776eb4bf971 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:21:35.714234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:35.806469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Pushing event deleted for resources: {'Port': ['ID=95eaced7-4ad9-4680-a627-396ccb935cce,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:35.828834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.829229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.829638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.830022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.830399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.830773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.831143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.831515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.831884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.832251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.832617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.832983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.833405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.833800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.834169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.834530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.834889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.835250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.835618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.835979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.836341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.836701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.837063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.837425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:35.842158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:35.842429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:35.870970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] No DVR routers for this DVR port 95eaced7-4ad9-4680-a627-396ccb935cce on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:21:36.028473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:36.160813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:36.163170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:36.184993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:36.185570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Fanout notify agent at l3_agent the message router_deleted on router b63707a4-c662-42e5-b834-947fa8e38d0a {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:21:36.200800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:36.202556 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-10fde978-6840-4177-bd10-fb531c67ed49 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/routers/b63707a4-c662-42e5-b834-947fa8e38d0a HTTP/1.1" status: 204  len: 168 time: 1.1913059
Dec 18 07:21:36.205463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59518) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:36.328952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:36.524443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:36.646654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c2d4240>,) {'filters': {'network_id': ['d05c345e-6835-4d1c-9678-01f1bd49e958']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:36.659389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c2d4240>, '760f9d2b-237f-4afb-bfea-17f66e58d620') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:36.659730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c2d4240>, '760f9d2b-237f-4afb-bfea-17f66e58d620') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:36.671911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:36.687107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:36.689067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:21:36.869055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d05c345e-6835-4d1c-9678-01f1bd49e958 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:21:36.878589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:37.061344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d05c345e-6835-4d1c-9678-01f1bd49e958 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:21:37.085299 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:21:37.164376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:37.167655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c21549aa-09e0-4fc7-ab1f-6a857cbd2cdf tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:37.185190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:37.195980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Network': ['ID=d05c345e-6835-4d1c-9678-01f1bd49e958,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:37.200705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:37.207234 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8ecc3411-4afa-40f5-8f62-9ab6f373dfaa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/networks/d05c345e-6835-4d1c-9678-01f1bd49e958 HTTP/1.1" status: 204  len: 168 time: 1.0006623
Dec 18 07:21:37.210191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59522) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:37.266892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 95eaced7-4ad9-4680-a627-396ccb935cce no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:21:37.282677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7765c763-aaed-478b-b80f-1129742ec926 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:37.302785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 95eaced7-4ad9-4680-a627-396ccb935cce {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:21:37.303179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 95eaced7-4ad9-4680-a627-396ccb935cce not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:21:37.303642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0af54ef1-be30-45bf-afc5-0776eb4bf971 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:21:37.314299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7765c763-aaed-478b-b80f-1129742ec926 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:37.336103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 0af54ef1-be30-45bf-afc5-0776eb4bf971 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:21:37.336496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 0af54ef1-be30-45bf-afc5-0776eb4bf971 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:21:37.369673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7765c763-aaed-478b-b80f-1129742ec926 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:37.375497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aec5655a-60ce-4e7c-92a5-def8a8bd2935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:37.391082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765c763-aaed-478b-b80f-1129742ec926 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde1fc38-db69-4a03-91b3-29a879b4abcf,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:37.393911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7765c763-aaed-478b-b80f-1129742ec926 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:37.401301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7765c763-aaed-478b-b80f-1129742ec926 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:37.402598 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7765c763-aaed-478b-b80f-1129742ec926 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/security-groups/cde1fc38-db69-4a03-91b3-29a879b4abcf HTTP/1.1" status: 204  len: 168 time: 0.1913600
Dec 18 07:21:37.860660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:21:37.869925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59530) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:37.876295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278507748', 'description': 'tempest-secgroup-smoke-1278507748 description', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:21:37.882745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:21:37.887124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:21:37.890713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:21:37.896414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:21:37.905887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:37.926196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:21:37.930087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:21:37.933002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:21:37.939147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:21:38.018881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.021572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.026878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75647a3b-3e21-4d5c-99b8-e854fde299bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:38.070487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroup': ['ID=0230397b-1f9d-461a-8963-774a0b0fb22f,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:38.073625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:38.075073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.076373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f302d838-3d52-45d5-bd83-720136185fdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2053661
Dec 18 07:21:38.080036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59534) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:38.085749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f0765ffb-631b-4580-a967-f235443d0ae9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '0230397b-1f9d-461a-8963-774a0b0fb22f', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:21:38.092209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f0765ffb-631b-4580-a967-f235443d0ae9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:21:38.096286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f0765ffb-631b-4580-a967-f235443d0ae9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:21:38.099309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f0765ffb-631b-4580-a967-f235443d0ae9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:21:38.105063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f0765ffb-631b-4580-a967-f235443d0ae9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:21:38.120464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0765ffb-631b-4580-a967-f235443d0ae9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.181827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0765ffb-631b-4580-a967-f235443d0ae9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.184385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0765ffb-631b-4580-a967-f235443d0ae9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.186763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-354b67e8-e6e4-49e1-8941-3074a5111825 tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:38.208214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0765ffb-631b-4580-a967-f235443d0ae9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85989a2c-8a3e-498b-819c-5e22c0cabfb1,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:38.212366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f0765ffb-631b-4580-a967-f235443d0ae9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:38.219087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f0765ffb-631b-4580-a967-f235443d0ae9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.220358 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f0765ffb-631b-4580-a967-f235443d0ae9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1393142
Dec 18 07:21:38.223322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59538) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:38.228774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-56aac87f-3d7b-4c5a-bdcf-35e6e966cc92 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '0230397b-1f9d-461a-8963-774a0b0fb22f', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:21:38.234901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-56aac87f-3d7b-4c5a-bdcf-35e6e966cc92 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:21:38.238918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-56aac87f-3d7b-4c5a-bdcf-35e6e966cc92 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:21:38.241937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-56aac87f-3d7b-4c5a-bdcf-35e6e966cc92 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:21:38.247664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-56aac87f-3d7b-4c5a-bdcf-35e6e966cc92 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:21:38.263631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56aac87f-3d7b-4c5a-bdcf-35e6e966cc92 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.329436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56aac87f-3d7b-4c5a-bdcf-35e6e966cc92 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.331998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56aac87f-3d7b-4c5a-bdcf-35e6e966cc92 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.333891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9c69969d-979a-4766-8827-f38ce8c055ca tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:38.354250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aac87f-3d7b-4c5a-bdcf-35e6e966cc92 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ba69d0-b3bd-4c41-bc40-f79c125e270b,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:38.359018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-56aac87f-3d7b-4c5a-bdcf-35e6e966cc92 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:38.365678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-56aac87f-3d7b-4c5a-bdcf-35e6e966cc92 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.366937 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-56aac87f-3d7b-4c5a-bdcf-35e6e966cc92 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1426318
Dec 18 07:21:38.369910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59542) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:38.375883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-336fe144-52bd-42d5-a362-23853b2100e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '0230397b-1f9d-461a-8963-774a0b0fb22f', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:21:38.381901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-336fe144-52bd-42d5-a362-23853b2100e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:21:38.385881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-336fe144-52bd-42d5-a362-23853b2100e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:21:38.388849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-336fe144-52bd-42d5-a362-23853b2100e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:21:38.394601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-336fe144-52bd-42d5-a362-23853b2100e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:21:38.409943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-336fe144-52bd-42d5-a362-23853b2100e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.473289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-336fe144-52bd-42d5-a362-23853b2100e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.475677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-336fe144-52bd-42d5-a362-23853b2100e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.477568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5135d7b4-46b6-47e7-9f6a-db8bf5b0f29e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:38.501226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fe144-52bd-42d5-a362-23853b2100e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edf407b-7dfa-42a3-9456-f3e04d5a5bde,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:38.503742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-336fe144-52bd-42d5-a362-23853b2100e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:38.509976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-336fe144-52bd-42d5-a362-23853b2100e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.513024 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-336fe144-52bd-42d5-a362-23853b2100e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1403422
Dec 18 07:21:38.514231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59546) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:38.519620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-fd26478a-51d7-4722-a09c-aa6701f9b71b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '0230397b-1f9d-461a-8963-774a0b0fb22f', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:21:38.525644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fd26478a-51d7-4722-a09c-aa6701f9b71b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:21:38.529657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fd26478a-51d7-4722-a09c-aa6701f9b71b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:21:38.532666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-fd26478a-51d7-4722-a09c-aa6701f9b71b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:21:38.538400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-fd26478a-51d7-4722-a09c-aa6701f9b71b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:21:38.554108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd26478a-51d7-4722-a09c-aa6701f9b71b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.620691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd26478a-51d7-4722-a09c-aa6701f9b71b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.623193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd26478a-51d7-4722-a09c-aa6701f9b71b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.630592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-142fed69-2eab-4fd3-9433-d0bc545ee6c2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:38.649705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26478a-51d7-4722-a09c-aa6701f9b71b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea1087e-15cd-4059-be0d-b436a8c323b1,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:38.652456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fd26478a-51d7-4722-a09c-aa6701f9b71b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:38.659733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd26478a-51d7-4722-a09c-aa6701f9b71b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.661058 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fd26478a-51d7-4722-a09c-aa6701f9b71b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1458104
Dec 18 07:21:38.664023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59550) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:38.669461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-eb226f13-2edb-49dd-b3a0-7b87af470aac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '0230397b-1f9d-461a-8963-774a0b0fb22f', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:21:38.676494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eb226f13-2edb-49dd-b3a0-7b87af470aac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:21:38.680609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eb226f13-2edb-49dd-b3a0-7b87af470aac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:21:38.684155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eb226f13-2edb-49dd-b3a0-7b87af470aac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:21:38.690344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eb226f13-2edb-49dd-b3a0-7b87af470aac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:21:38.702825 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-eb226f13-2edb-49dd-b3a0-7b87af470aac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Project 0ea52e23ee8d4ed1a15120bdad006a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:21:38.709817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb226f13-2edb-49dd-b3a0-7b87af470aac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.774770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb226f13-2edb-49dd-b3a0-7b87af470aac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.777249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb226f13-2edb-49dd-b3a0-7b87af470aac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.779142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a24017a8-a7fb-455b-9858-b6eba8a1e81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:38.802895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb226f13-2edb-49dd-b3a0-7b87af470aac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef723fa6-afaa-412e-acc2-e05741858148,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:38.805566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eb226f13-2edb-49dd-b3a0-7b87af470aac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:38.812080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb226f13-2edb-49dd-b3a0-7b87af470aac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.813339 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eb226f13-2edb-49dd-b3a0-7b87af470aac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1484246
Dec 18 07:21:38.816305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59554) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:38.822158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-cdf252cb-3f8e-4861-9a3d-42eb216be8b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '0230397b-1f9d-461a-8963-774a0b0fb22f', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:21:38.828373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cdf252cb-3f8e-4861-9a3d-42eb216be8b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:21:38.832385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cdf252cb-3f8e-4861-9a3d-42eb216be8b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:21:38.835404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-cdf252cb-3f8e-4861-9a3d-42eb216be8b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:21:38.841170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-cdf252cb-3f8e-4861-9a3d-42eb216be8b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:21:38.851187 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-cdf252cb-3f8e-4861-9a3d-42eb216be8b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Project 0ea52e23ee8d4ed1a15120bdad006a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:21:38.857803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdf252cb-3f8e-4861-9a3d-42eb216be8b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.924591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdf252cb-3f8e-4861-9a3d-42eb216be8b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.927355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdf252cb-3f8e-4861-9a3d-42eb216be8b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.929292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a3a3a960-d0c7-4ae4-bf60-e48be93a22f7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:38.957463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf252cb-3f8e-4861-9a3d-42eb216be8b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=badfd6c8-c1c2-43f6-8746-f5be7fc17bee,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:38.962298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cdf252cb-3f8e-4861-9a3d-42eb216be8b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:38.966721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cdf252cb-3f8e-4861-9a3d-42eb216be8b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:38.968008 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cdf252cb-3f8e-4861-9a3d-42eb216be8b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1507244
Dec 18 07:21:38.970970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59558) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:38.977127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'network': {'name': 'tempest-network-smoke--1887600130', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'port_security_enabled': True}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:21:38.982359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:21:38.986756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:network and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:21:38.989775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:21:38.995568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:21:39.005569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:21:39.010897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:39.047107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:21:39.056838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:39.057270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Added segment ad5d464e-4bad-49d9-a65a-aed266b9952f of type vxlan for network b8978db0-6b1f-4978-91e2-c023530a274b
Dec 18 07:21:39.084239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:39.113262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:39.117275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:39.117938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:39.123142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-06a5d363-45b8-4048-8405-61831d177641 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:39.227943 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2558277
Dec 18 07:21:39.231028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59562) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:39.237173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Network': ['ID=b8978db0-6b1f-4978-91e2-c023530a274b,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:39.237329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'admin_state_up': True, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:21:39.240075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0d56bdba-aa61-4901-9539-1eee999a8b8a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:39.246310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:21:39.247900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network b8978db0-6b1f-4978-91e2-c023530a274b details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:21:39.251193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:router and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:21:39.254340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:21:39.260047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:21:39.266077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network b8978db0-6b1f-4978-91e2-c023530a274b details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:21:39.270266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:39.271320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:39.285807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:39.568075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:39.881663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:39.916579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:40.175524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.26.7.9 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/e243a165-d706-49fe-a6b6-3569b0c28b90) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:21:40.327535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:40.352339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:40.367109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7d4c7b7-b7f9-48bd-a0a6-aa2244a664eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:40.772081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=e243a165-d706-49fe-a6b6-3569b0c28b90,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:40.777071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:40.826110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:21:40.827326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:21:40.829639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:21:41.246429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:41.588419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:41.805585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 20ffd826-1deb-4dfc-88a0-862b31993f6b is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:21:41.987980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:21:41.997541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Sync routers for ids ['20ffd826-1deb-4dfc-88a0-862b31993f6b'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:21:42.007855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Routers {'20ffd826-1deb-4dfc-88a0-862b31993f6b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:21:42.008532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1da599b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:21:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['20ffd826-1deb-4dfc-88a0-862b31993f6b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:42.015539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:42.016856 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.7846849
Dec 18 07:21:42.020259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59566) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:42.070509 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-26dfb916-c089-4bbb-a556-4d3853cf7309 tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] 10.222.0.23 "GET /v2.0/subnets?project_id=0ea52e23ee8d4ed1a15120bdad006a24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0490067
Dec 18 07:21:42.073051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59570) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:42.079113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1663429833', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:21:42.189988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Set router 20ffd826-1deb-4dfc-88a0-862b31993f6b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:21:42.194301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:21:42.198542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:subnet and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:21:42.201451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:21:42.207373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:21:42.216022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:21:42.325223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:42.488598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1da599b0>, [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:21:41Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:42.493037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Checking router: 20ffd826-1deb-4dfc-88a0-862b31993f6b for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:21:42.493435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Updating router 20ffd826-1deb-4dfc-88a0-862b31993f6b port e243a165-d706-49fe-a6b6-3569b0c28b90 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:21:42.551141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:42.770892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:42.786199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f8723ab-ee77-45b5-b6fe-cf49dc9bf0f6 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:42.917843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Subnet': ['ID=9ecdb08f-b113-4c65-8b8c-0695e9dabcdc,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:42.922760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:42.946958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:42.959458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Transition to ACTIVE for port object e243a165-d706-49fe-a6b6-3569b0c28b90 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:21:42.962308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:42.978473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fde28cea-ce55-41a9-b418-6e739c507ac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:42.997723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Checking segment: {'id': 'ad5d464e-4bad-49d9-a65a-aed266b9952f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:21:42.998124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network hostable DHCP agents. Network: b8978db0-6b1f-4978-91e2-c023530a274b, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:21:43.017178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network b8978db0-6b1f-4978-91e2-c023530a274b is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:21:43.025386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, b8978db0-6b1f-4978-91e2-c023530a274b) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:21:43.036337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd1d16-e647-4023-86fb-f0cc4b99770b None None] Network b8978db0-6b1f-4978-91e2-c023530a274b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:21:43.039015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:43.039677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:43.061349 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-34d70da8-0091-40bd-ac88-3e26b88af761 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9871297
Dec 18 07:21:43.064433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59574) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:43.116647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Pushing event updated for resources: {'Port': ['ID=e243a165-d706-49fe-a6b6-3569b0c28b90,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:43.139009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.139928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.140310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.140683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.141052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.141427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.141846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.142211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.142583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.142942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.143312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.143673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.144094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.144455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.145099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.145203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.145489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.145873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.146232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.146589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.146945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.147304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.147663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.148023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:21:43.153558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:43.202141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Attempting to bind port e243a165-d706-49fe-a6b6-3569b0c28b90 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:21:43.202456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Attempting to bind port e243a165-d706-49fe-a6b6-3569b0c28b90 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:21:43.202873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Attempting to bind port e243a165-d706-49fe-a6b6-3569b0c28b90 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:21:43.208712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:21:43.209130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:21:43.209747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:43.210183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:21:43.210694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Bound port: e243a165-d706-49fe-a6b6-3569b0c28b90, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:21:43.211112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:43.273028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-b8978db0-6b1f-4978-91e2-c023530a274b', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ips': [{'subnet_id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:21:43.274021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:43.296104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] For port e243a165-d706-49fe-a6b6-3569b0c28b90, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:21:43.299367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] For port e243a165-d706-49fe-a6b6-3569b0c28b90, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e243a165-d706-49fe-a6b6-3569b0c28b90,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:21:43.303661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:43.323138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0735a453-80bc-4030-bca2-53e3510ed62b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:43.483892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Pushing event updated for resources: {'Port': ['ID=e243a165-d706-49fe-a6b6-3569b0c28b90,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:43.487707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:43.535679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Routers {'20ffd826-1deb-4dfc-88a0-862b31993f6b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:21:43.536362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1da599b0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:21:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['20ffd826-1deb-4dfc-88a0-862b31993f6b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:43.584751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Allocated IP 172.20.0.2 (b8978db0-6b1f-4978-91e2-c023530a274b/9ecdb08f-b113-4c65-8b8c-0695e9dabcdc/7508a622-f5e8-4b57-934c-8ab91b157e09) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:21:43.734946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] Set router 20ffd826-1deb-4dfc-88a0-862b31993f6b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:21:43.825791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:43.837759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Transition to ACTIVE for port object 7508a622-f5e8-4b57-934c-8ab91b157e09 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:21:43.854152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Transition to ACTIVE for port object 7508a622-f5e8-4b57-934c-8ab91b157e09 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:21:43.860363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:43.876305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7aca8229-55ff-4fd5-9e40-6e9a8724bcdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:44.005546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:44.009661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Pushing event updated for resources: {'Port': ['ID=7508a622-f5e8-4b57-934c-8ab91b157e09,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:44.014869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:44.072788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Network b8978db0-6b1f-4978-91e2-c023530a274b is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:21:44.074034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:21:44.074815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1da599b0>, [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:21:41Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:44.076456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:21:44.079762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b71e011-037a-44d9-8d14-47175b1c2849 None None] The sync data for ids ['20ffd826-1deb-4dfc-88a0-862b31993f6b'] in dv-neutron-765072-3-ovs is: [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:21:41Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:21:44.135054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Attempting to bind port 7508a622-f5e8-4b57-934c-8ab91b157e09 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:21:44.135479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Attempting to bind port 7508a622-f5e8-4b57-934c-8ab91b157e09 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ad5d464e-4bad-49d9-a65a-aed266b9952f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:21:44.135899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Attempting to bind port 7508a622-f5e8-4b57-934c-8ab91b157e09 on network b8978db0-6b1f-4978-91e2-c023530a274b {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:21:44.141667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:21:44.142102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Checking segment: {'id': 'ad5d464e-4bad-49d9-a65a-aed266b9952f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:21:44.142560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:44.143008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Bound using segment: {'id': 'ad5d464e-4bad-49d9-a65a-aed266b9952f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:21:44.143539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Bound port: 7508a622-f5e8-4b57-934c-8ab91b157e09, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5d464e-4bad-49d9-a65a-aed266b9952f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:21:44.143963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:44.243100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] For port 7508a622-f5e8-4b57-934c-8ab91b157e09, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:21:44.247360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] For port 7508a622-f5e8-4b57-934c-8ab91b157e09, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7508a622-f5e8-4b57-934c-8ab91b157e09,segment=NetworkSegment(ad5d464e-4bad-49d9-a65a-aed266b9952f),segment_id=ad5d464e-4bad-49d9-a65a-aed266b9952f)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:21:44.253092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:44.269504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-49d482cb-6d65-4b34-8609-81364910cef9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:44.419974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Pushing event updated for resources: {'Port': ['ID=7508a622-f5e8-4b57-934c-8ab91b157e09,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:44.424843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:44.592943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.20.0.1 (b8978db0-6b1f-4978-91e2-c023530a274b/9ecdb08f-b113-4c65-8b8c-0695e9dabcdc/4d33eddf-ec07-4661-9a5b-dfa3b2229c64) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:21:44.772779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-574d5811-7eff-42a7-a54b-8b78ee55f613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:44.807893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:44.831984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Transition to ACTIVE for port object 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:21:44.859909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:44.876909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-246b21c3-9af9-489c-9047-e9322ba77e7b tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:45.021702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=4d33eddf-ec07-4661-9a5b-dfa3b2229c64,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:45.034440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:45.073722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network b8978db0-6b1f-4978-91e2-c023530a274b is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:21:45.074956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:21:45.077368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:21:45.141381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:45.330154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e243a165-d706-49fe-a6b6-3569b0c28b90 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:21:45.400829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port e243a165-d706-49fe-a6b6-3569b0c28b90 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:21:45.406517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port e243a165-d706-49fe-a6b6-3569b0c28b90 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:45.406955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:45.411748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:45.525387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:45.544455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port e243a165-d706-49fe-a6b6-3569b0c28b90, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e243a165-d706-49fe-a6b6-3569b0c28b90,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:21:45.547940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:45.548853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7508a622-f5e8-4b57-934c-8ab91b157e09 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:21:45.580677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:45.656157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=e243a165-d706-49fe-a6b6-3569b0c28b90,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:45.661480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:45.693265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 7508a622-f5e8-4b57-934c-8ab91b157e09 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:21:45.821190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac6a866-1054-4c5d-a104-f1c36f6595e4 None None] Network b8978db0-6b1f-4978-91e2-c023530a274b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:21:45.916563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-287f6523-015f-4bbf-9c76-92fae3f78bbe None None] Provisioning for port 7508a622-f5e8-4b57-934c-8ab91b157e09 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:21:45.925484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:45.926929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-287f6523-015f-4bbf-9c76-92fae3f78bbe None None] Provisioning complete for port 7508a622-f5e8-4b57-934c-8ab91b157e09 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:45.927375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-287f6523-015f-4bbf-9c76-92fae3f78bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:45.929114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:45.959618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f88d3553-42aa-41ba-bd81-ecd2a0d58928 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:46.052428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=4d33eddf-ec07-4661-9a5b-dfa3b2229c64,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:46.054773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:46.068260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:46.162068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-287f6523-015f-4bbf-9c76-92fae3f78bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:46.199082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network b8978db0-6b1f-4978-91e2-c023530a274b is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:21:46.200410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:21:46.213928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-287f6523-015f-4bbf-9c76-92fae3f78bbe None None] For port 7508a622-f5e8-4b57-934c-8ab91b157e09, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7508a622-f5e8-4b57-934c-8ab91b157e09,segment=NetworkSegment(ad5d464e-4bad-49d9-a65a-aed266b9952f),segment_id=ad5d464e-4bad-49d9-a65a-aed266b9952f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:21:46.218441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-287f6523-015f-4bbf-9c76-92fae3f78bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:46.220035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb45d85a-371f-479a-be17-51fc169f58dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:46.287493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f6523-015f-4bbf-9c76-92fae3f78bbe None None] Pushing event updated for resources: {'Port': ['ID=7508a622-f5e8-4b57-934c-8ab91b157e09,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:46.291032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-287f6523-015f-4bbf-9c76-92fae3f78bbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:46.456212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5df0d671-8b51-44e1-891a-c9539966b116 None None] Provisioning complete for port 7508a622-f5e8-4b57-934c-8ab91b157e09 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:46.456212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5df0d671-8b51-44e1-891a-c9539966b116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:46.608847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5df0d671-8b51-44e1-891a-c9539966b116 None None] Provisioning for port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:21:46.615346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5df0d671-8b51-44e1-891a-c9539966b116 None None] Provisioning complete for port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:46.615877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5df0d671-8b51-44e1-891a-c9539966b116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:46.672684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5df0d671-8b51-44e1-891a-c9539966b116 None None] Port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:21:46.709272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 20ffd826-1deb-4dfc-88a0-862b31993f6b has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:21:46.801846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-297769b2-4305-460e-9a0d-c3b39dcd8091 None None] Provisioning complete for port 7508a622-f5e8-4b57-934c-8ab91b157e09 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:46.802284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-297769b2-4305-460e-9a0d-c3b39dcd8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:46.909502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:21:46.926681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "PUT /v2.0/routers/20ffd826-1deb-4dfc-88a0-862b31993f6b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8598647
Dec 18 07:21:46.926861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Sync routers for ids ['20ffd826-1deb-4dfc-88a0-862b31993f6b'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:21:46.951575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Routers {'20ffd826-1deb-4dfc-88a0-862b31993f6b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:21:46.952421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f7b1a90>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:21:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['20ffd826-1deb-4dfc-88a0-862b31993f6b'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:47.037376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-297769b2-4305-460e-9a0d-c3b39dcd8091 None None] Provisioning complete for port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:47.037836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-297769b2-4305-460e-9a0d-c3b39dcd8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:47.122259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-a595f35c-6d92-4f2b-86d5-eb6570729cc1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:21:47.139809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-a595f35c-6d92-4f2b-86d5-eb6570729cc1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:21:47.141688 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-a595f35c-6d92-4f2b-86d5-eb6570729cc1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278507748&fields=id&tenant_id=0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 267 time: 0.0635185
Dec 18 07:21:47.321445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-a6f568d7-d593-4f3c-a41c-a6e2e4441358 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:47.322255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-a6f568d7-d593-4f3c-a41c-a6e2e4441358 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:21:47.329655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e243a165-d706-49fe-a6b6-3569b0c28b90 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:21:47.338031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-a6f568d7-d593-4f3c-a41c-a6e2e4441358 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:21:47.339304 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-a6f568d7-d593-4f3c-a41c-a6e2e4441358 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/networks?id=b8978db0-6b1f-4978-91e2-c023530a274b HTTP/1.1" status: 200  len: 797 time: 0.1904347
Dec 18 07:21:47.356215 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-93149a2c-5050-4c4b-9a83-a4fe10d83f43 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/quotas/0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 375 time: 0.0100977
Dec 18 07:21:47.394872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-297769b2-4305-460e-9a0d-c3b39dcd8091 None None] Port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:21:47.433391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Set router 20ffd826-1deb-4dfc-88a0-862b31993f6b gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:21:47.442577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-289153e3-3339-4bbb-bce3-e395361bcecd tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:21:47.458297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-289153e3-3339-4bbb-bce3-e395361bcecd tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:21:47.459806 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-289153e3-3339-4bbb-bce3-e395361bcecd tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0976319
Dec 18 07:21:47.591090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4698d603-abdf-4372-9eaf-8f79ec7ae569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:47.606831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port e243a165-d706-49fe-a6b6-3569b0c28b90 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:47.607256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:47.610767 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-30be3d59-9695-443f-b98b-f696420d9647 service neutron] 10.222.0.23 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376679
Dec 18 07:21:47.729314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c2b9359d-dd65-4352-9e57-c1a0971e0ecd None None] Provisioning complete for port 7508a622-f5e8-4b57-934c-8ab91b157e09 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:47.729996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c2b9359d-dd65-4352-9e57-c1a0971e0ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:47.756696 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-0115cfd7-8f7b-4122-82ac-62f19c2d095a service neutron] 10.222.0.23 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384819
Dec 18 07:21:47.773839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:47.979219 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-473506c2-5236-4198-86a9-8f87096eb234 req-f77d027d-99a0-4f66-a131-6e226b03f1cb tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 210 time: 0.0527894
Dec 18 07:21:47.993452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7508a622-f5e8-4b57-934c-8ab91b157e09 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:21:48.117011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c2b9359d-dd65-4352-9e57-c1a0971e0ecd None None] Provisioning complete for port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:48.117453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c2b9359d-dd65-4352-9e57-c1a0971e0ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:48.147554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f7b1a90>, [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4d33eddf-ec07-4661-9a5b-dfa3b2229c64', 'name': '', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:6a:1e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:44Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 2, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:48.164698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 7508a622-f5e8-4b57-934c-8ab91b157e09 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:48.165190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:48.196489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Checking router: 20ffd826-1deb-4dfc-88a0-862b31993f6b for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:21:48.196916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Updating router 20ffd826-1deb-4dfc-88a0-862b31993f6b port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:21:48.257071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9359d-dd65-4352-9e57-c1a0971e0ecd None None] Port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:21:48.290708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:48.562221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:48.779263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:48.791729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Transition to ACTIVE for port object 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:21:48.794454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:48.809422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:48.937419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b5898-a71d-42cd-8f6c-bdc5c67a3063 None None] Pushing event updated for resources: {'Port': ['ID=4d33eddf-ec07-4661-9a5b-dfa3b2229c64,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:48.942734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f5b5898-a71d-42cd-8f6c-bdc5c67a3063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:49.112849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Attempting to bind port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:21:49.113440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Attempting to bind port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ad5d464e-4bad-49d9-a65a-aed266b9952f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:21:49.113994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Attempting to bind port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 on network b8978db0-6b1f-4978-91e2-c023530a274b {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:21:49.125119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:21:49.125821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Checking segment: {'id': 'ad5d464e-4bad-49d9-a65a-aed266b9952f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:21:49.126644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:49.127217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Bound using segment: {'id': 'ad5d464e-4bad-49d9-a65a-aed266b9952f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:21:49.127857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Bound port: 4d33eddf-ec07-4661-9a5b-dfa3b2229c64, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5d464e-4bad-49d9-a65a-aed266b9952f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:21:49.128385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:49.186583 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ca364f28-db5d-401e-89e2-ba73c75fcf4b req-ecbefa88-ea64-471a-bf89-73b0d76ba625 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 210 time: 0.0527205
Dec 18 07:21:49.261561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] For port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:21:49.265700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] For port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4d33eddf-ec07-4661-9a5b-dfa3b2229c64,segment=NetworkSegment(ad5d464e-4bad-49d9-a65a-aed266b9952f),segment_id=ad5d464e-4bad-49d9-a65a-aed266b9952f)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:21:49.274522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:49.286302 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-468bc314-0606-429e-aed1-17b940a7148b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:49.288339 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-468bc314-0606-429e-aed1-17b940a7148b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/networks?id=b8978db0-6b1f-4978-91e2-c023530a274b HTTP/1.1" status: 200  len: 797 time: 0.1987336
Dec 18 07:21:49.290124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:49.382210 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-60d66889-9d0e-4dcb-a56b-8055079b5b5e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 7773 time: 0.0720029
Dec 18 07:21:49.395115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'port': {'device_id': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'admin_state_up': True, 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'security_groups': ['0230397b-1f9d-461a-8963-774a0b0fb22f']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:21:49.449993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b5898-a71d-42cd-8f6c-bdc5c67a3063 None None] Pushing event updated for resources: {'Port': ['ID=4d33eddf-ec07-4661-9a5b-dfa3b2229c64,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:49.456007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f5b5898-a71d-42cd-8f6c-bdc5c67a3063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:49.496006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Routers {'20ffd826-1deb-4dfc-88a0-862b31993f6b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:21:49.496699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f7b1a90>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:21:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['20ffd826-1deb-4dfc-88a0-862b31993f6b'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:49.547657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:21:49.561413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:21:49.571555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:21:49.577687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:49.601070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:49.901071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] Set router 20ffd826-1deb-4dfc-88a0-862b31993f6b gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:21:49.906619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.20.0.12 (b8978db0-6b1f-4978-91e2-c023530a274b/9ecdb08f-b113-4c65-8b8c-0695e9dabcdc/89646e9d-5429-42f8-8830-647a4a4133b9) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:21:50.103715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:50.120705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Transition to ACTIVE for port object 89646e9d-5429-42f8-8830-647a4a4133b9 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:21:50.140812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:50.156331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-037add45-2aaa-45ec-8acc-814a7cc86628 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:50.230102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f7b1a90>, [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4d33eddf-ec07-4661-9a5b-dfa3b2229c64', 'name': '', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:6a:1e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:44Z', 'updated_at': '2020-12-18T07:21:49Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:21:50.235660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b921faf-d443-4d9a-be7f-cf7496f3c28c None None] The sync data for ids ['20ffd826-1deb-4dfc-88a0-862b31993f6b'] in dv-neutron-765072-3-ovs is: [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4d33eddf-ec07-4661-9a5b-dfa3b2229c64', 'name': '', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:6a:1e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:44Z', 'updated_at': '2020-12-18T07:21:49Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:21:50.431346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0505cb4-dcb0-40d8-a55c-a9081fac9355 req-ed3233c5-372b-4626-a5b4-9cf4798ab4c7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:50.433270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0505cb4-dcb0-40d8-a55c-a9081fac9355 req-ed3233c5-372b-4626-a5b4-9cf4798ab4c7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 932 time: 0.1011369
Dec 18 07:21:50.489750 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0505cb4-dcb0-40d8-a55c-a9081fac9355 req-c19a9454-519e-4a89-b5f5-be956fa3389c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495780
Dec 18 07:21:50.603644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=89646e9d-5429-42f8-8830-647a4a4133b9,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:50.608083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:50.665164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network b8978db0-6b1f-4978-91e2-c023530a274b is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:21:50.666591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:21:50.669242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:21:50.746892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:50.747574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:50.780955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3903410
Dec 18 07:21:50.799196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Request body: {'port': {'device_id': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:21:50.876564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c8ab8e74-b962-46b5-8266-ad96aefe0eb9 None None] Provisioning for port 89646e9d-5429-42f8-8830-647a4a4133b9 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:21:50.881955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c8ab8e74-b962-46b5-8266-ad96aefe0eb9 None None] Provisioning complete for port 89646e9d-5429-42f8-8830-647a4a4133b9 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:50.882459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8e74-b962-46b5-8266-ad96aefe0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:50.925558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:50.945295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab8e74-b962-46b5-8266-ad96aefe0eb9 None None] Port 89646e9d-5429-42f8-8830-647a4a4133b9 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:21:51.299230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:21:51.346881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89646e9d-5429-42f8-8830-647a4a4133b9 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:21:51.354613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:51.370914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:21:51.371138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Transition to ACTIVE for port object 89646e9d-5429-42f8-8830-647a4a4133b9 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:21:51.374103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:51.377325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:51.377860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:51.390009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:51.500336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:51.518711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Pushing event updated for resources: {'Port': ['ID=89646e9d-5429-42f8-8830-647a4a4133b9,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:51.524706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:51.542400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4d33eddf-ec07-4661-9a5b-dfa3b2229c64,segment=NetworkSegment(ad5d464e-4bad-49d9-a65a-aed266b9952f),segment_id=ad5d464e-4bad-49d9-a65a-aed266b9952f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:21:51.552663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:51.556779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5cb018d-a24e-45a1-8b0c-04a880ee7717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:51.639576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=4d33eddf-ec07-4661-9a5b-dfa3b2229c64,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:51.653366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:51.750079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Attempting to bind port 89646e9d-5429-42f8-8830-647a4a4133b9 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:21:51.750436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Attempting to bind port 89646e9d-5429-42f8-8830-647a4a4133b9 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'ad5d464e-4bad-49d9-a65a-aed266b9952f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:21:51.750808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Attempting to bind port 89646e9d-5429-42f8-8830-647a4a4133b9 on network b8978db0-6b1f-4978-91e2-c023530a274b {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:21:51.752462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43165fdb-f8f0-4ebd-8786-b253bf0090fd req-ef630a06-4eef-4afb-adc8-1a53cfed04f0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:51.754538 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43165fdb-f8f0-4ebd-8786-b253bf0090fd req-ef630a06-4eef-4afb-adc8-1a53cfed04f0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 944 time: 0.0977712
Dec 18 07:21:51.756946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:21:51.757321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Checking segment: {'id': 'ad5d464e-4bad-49d9-a65a-aed266b9952f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:21:51.758246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:51.758246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Bound using segment: {'id': 'ad5d464e-4bad-49d9-a65a-aed266b9952f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:21:51.758713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Bound port: 89646e9d-5429-42f8-8830-647a4a4133b9, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5d464e-4bad-49d9-a65a-aed266b9952f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:21:51.759071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:51.807432 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43165fdb-f8f0-4ebd-8786-b253bf0090fd req-f599d509-6167-42a2-a428-de5b30f8e298 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464108
Dec 18 07:21:51.854798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] For port 89646e9d-5429-42f8-8830-647a4a4133b9, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:21:51.858932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] For port 89646e9d-5429-42f8-8830-647a4a4133b9, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=89646e9d-5429-42f8-8830-647a4a4133b9,segment=NetworkSegment(ad5d464e-4bad-49d9-a65a-aed266b9952f),segment_id=ad5d464e-4bad-49d9-a65a-aed266b9952f)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:21:51.862385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:51.879139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:52.032738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Pushing event updated for resources: {'Port': ['ID=89646e9d-5429-42f8-8830-647a4a4133b9,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:52.036154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:52.074761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:52.075525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:52.077436 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/89646e9d-5429-42f8-8830-647a4a4133b9 HTTP/1.1" status: 200  len: 1158 time: 1.2837241
Dec 18 07:21:52.078042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'tag': '89646e9d-5429-42f8-8830-647a4a4133b9'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:21:52.152474 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'tag': '89646e9d-5429-42f8-8830-647a4a4133b9', 'status': 'completed', 'code': 200}
Dec 18 07:21:52.195413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d5edd2cc-217f-4599-85b8-ea26628875ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:52.197054 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d5edd2cc-217f-4599-85b8-ea26628875ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 1161 time: 0.0805681
Dec 18 07:21:52.272288 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-95a982d5-4f1c-4116-8e52-e86af949f668 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89646e9d-5429-42f8-8830-647a4a4133b9 HTTP/1.1" status: 200  len: 217 time: 0.0668664
Dec 18 07:21:52.351910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-423c96a4-ad01-47c4-8a22-5fbc99548499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:52.353423 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-423c96a4-ad01-47c4-8a22-5fbc99548499 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ecdb08f-b113-4c65-8b8c-0695e9dabcdc HTTP/1.1" status: 200  len: 835 time: 0.0699127
Dec 18 07:21:52.432552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-6e6203ea-4906-4a49-8541-25a4eaf0e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:52.434123 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-6e6203ea-4906-4a49-8541-25a4eaf0e296 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8978db0-6b1f-4978-91e2-c023530a274b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0726533
Dec 18 07:21:52.575332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-d1807e91-4d17-4c93-ad8e-55c41bca33cf service neutron] 10.222.0.15 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335142
Dec 18 07:21:52.718517 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d79d70c3-aa95-4f64-873e-054f963e2e72 req-99fae12b-050d-4d6b-9756-0be9245615ce service neutron] 10.222.0.15 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1349871
Dec 18 07:21:52.847903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb6c1e-5b91-4fd2-8dd7-4bceb34a7d03 req-7c70af33-5156-4a83-9c7c-55d90bed515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:52.849955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ffb6c1e-5b91-4fd2-8dd7-4bceb34a7d03 req-7c70af33-5156-4a83-9c7c-55d90bed515e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 1161 time: 0.0793273
Dec 18 07:21:52.998989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb6c1e-5b91-4fd2-8dd7-4bceb34a7d03 req-50b787b2-7a2f-4539-a9ae-1404ac78930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:53.000596 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ffb6c1e-5b91-4fd2-8dd7-4bceb34a7d03 req-50b787b2-7a2f-4539-a9ae-1404ac78930c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8978db0-6b1f-4978-91e2-c023530a274b HTTP/1.1" status: 200  len: 891 time: 0.1433916
Dec 18 07:21:53.015639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:53.028335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4568b4b-0b26-492e-bffe-8e6985fd7af6 req-e9ec508f-6cd1-47c6-9ac8-e1af5f81db5c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:53.030536 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b4568b4b-0b26-492e-bffe-8e6985fd7af6 req-e9ec508f-6cd1-47c6-9ac8-e1af5f81db5c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 944 time: 0.0920322
Dec 18 07:21:53.073555 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ffb6c1e-5b91-4fd2-8dd7-4bceb34a7d03 req-884530f0-e2f1-4102-b05a-adc72292a22f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89646e9d-5429-42f8-8830-647a4a4133b9 HTTP/1.1" status: 200  len: 217 time: 0.0657532
Dec 18 07:21:53.080001 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b4568b4b-0b26-492e-bffe-8e6985fd7af6 req-d1691333-ee53-461e-9e47-f1bce4909fb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429599
Dec 18 07:21:53.148616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb6c1e-5b91-4fd2-8dd7-4bceb34a7d03 req-0ea22c8f-5894-4637-a638-7993304615d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:53.150222 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ffb6c1e-5b91-4fd2-8dd7-4bceb34a7d03 req-0ea22c8f-5894-4637-a638-7993304615d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ecdb08f-b113-4c65-8b8c-0695e9dabcdc HTTP/1.1" status: 200  len: 835 time: 0.0685329
Dec 18 07:21:53.229373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb6c1e-5b91-4fd2-8dd7-4bceb34a7d03 req-c70f5b33-a1d0-4e38-a183-0b5ac3e7e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:53.231002 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ffb6c1e-5b91-4fd2-8dd7-4bceb34a7d03 req-c70f5b33-a1d0-4e38-a183-0b5ac3e7e72d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8978db0-6b1f-4978-91e2-c023530a274b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0728254
Dec 18 07:21:53.280664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:21:53.352486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:53.352831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:53.375419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ffb6c1e-5b91-4fd2-8dd7-4bceb34a7d03 req-26563816-8a6a-4c61-b8e0-b905f9eb744b service neutron] 10.222.0.15 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368296
Dec 18 07:21:53.518616 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0ffb6c1e-5b91-4fd2-8dd7-4bceb34a7d03 req-69f0b881-b212-4a09-a223-ba07fa2fa13f service neutron] 10.222.0.15 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356151
Dec 18 07:21:54.294037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f9e0d-84ca-41c5-a89a-41af7064a3fe req-9ce6c499-3280-4254-9ddb-be6a9ed21039 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:54.295687 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e87f9e0d-84ca-41c5-a89a-41af7064a3fe req-9ce6c499-3280-4254-9ddb-be6a9ed21039 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 944 time: 0.0831094
Dec 18 07:21:54.346366 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e87f9e0d-84ca-41c5-a89a-41af7064a3fe req-319d269e-ae99-4fb0-b99a-6a0fd70e7bbf tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443404
Dec 18 07:21:55.470172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 89646e9d-5429-42f8-8830-647a4a4133b9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:21:55.543336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 89646e9d-5429-42f8-8830-647a4a4133b9 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:21:55.548186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 89646e9d-5429-42f8-8830-647a4a4133b9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:55.548608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:55.553878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e15ffb-21ea-47d7-a625-12053c0625d5 req-bd8db157-796c-4a65-9851-161e0d0ff31b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:55.555496 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-41e15ffb-21ea-47d7-a625-12053c0625d5 req-bd8db157-796c-4a65-9851-161e0d0ff31b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 944 time: 0.0838251
Dec 18 07:21:55.603996 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-41e15ffb-21ea-47d7-a625-12053c0625d5 req-f37fd52e-9400-46bf-b993-707e5c7e8ae7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419421
Dec 18 07:21:55.666270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:55.693051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89646e9d-5429-42f8-8830-647a4a4133b9'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:21:55.704091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 89646e9d-5429-42f8-8830-647a4a4133b9, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=89646e9d-5429-42f8-8830-647a4a4133b9,segment=NetworkSegment(ad5d464e-4bad-49d9-a65a-aed266b9952f),segment_id=ad5d464e-4bad-49d9-a65a-aed266b9952f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:21:55.706950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:55.709646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0450307c-64cc-4663-ad87-deb9719e4ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:55.778489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=89646e9d-5429-42f8-8830-647a4a4133b9,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:55.782483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:55.841562 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89646e9d-5429-42f8-8830-647a4a4133b9', 'code': 200}
Dec 18 07:21:56.091595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564899a-b19e-44ca-ae82-1acadeac500c req-4ccf8365-d0a3-4724-a9d1-eb9738d4b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:56.093269 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e564899a-b19e-44ca-ae82-1acadeac500c req-4ccf8365-d0a3-4724-a9d1-eb9738d4b6a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 1163 time: 0.0776069
Dec 18 07:21:56.139744 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e564899a-b19e-44ca-ae82-1acadeac500c req-aaad3d48-cb51-4787-a9af-00e40bbba4c0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362973
Dec 18 07:21:56.818705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2d588-de82-4229-a469-913fd0ec0849 req-7bf8c8b0-f915-46af-932e-609278a412ba tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:56.820580 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cf2d588-de82-4229-a469-913fd0ec0849 req-7bf8c8b0-f915-46af-932e-609278a412ba tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0862136
Dec 18 07:21:56.867782 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cf2d588-de82-4229-a469-913fd0ec0849 req-55d96383-5481-4c43-96c8-f9d9a21ffeac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408862
Dec 18 07:21:57.105845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 89646e9d-5429-42f8-8830-647a4a4133b9 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:21:57.174222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 89646e9d-5429-42f8-8830-647a4a4133b9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:21:57.174676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:58.083100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9e837-4781-4823-bda3-56de8a1eb629 req-6fd483c4-2c53-4467-9abd-93744af593f2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:58.084719 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-41f9e837-4781-4823-bda3-56de8a1eb629 req-6fd483c4-2c53-4467-9abd-93744af593f2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0886111
Dec 18 07:21:58.135382 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-41f9e837-4781-4823-bda3-56de8a1eb629 req-99e84cb1-7a21-4e8b-b53f-ba50cbd58c04 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441790
Dec 18 07:21:58.343115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59144f90-2e48-4e4b-ae52-4f0d20cb8510 req-db6c21d4-94c1-4dbb-b88d-c8454934e09e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:58.344640 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-59144f90-2e48-4e4b-ae52-4f0d20cb8510 req-db6c21d4-94c1-4dbb-b88d-c8454934e09e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0832071
Dec 18 07:21:58.391648 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-59144f90-2e48-4e4b-ae52-4f0d20cb8510 req-455893f1-d3f5-4159-9f98-61dfdf2ba7e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407848
Dec 18 07:21:58.421857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59632) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:58.498644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e5881d-4b45-41db-9f6b-27b1345cf40c tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:21:58.500824 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-95e5881d-4b45-41db-9f6b-27b1345cf40c tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 1158 time: 0.0779262
Dec 18 07:21:58.503707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59636) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:21:58.509132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': '89646e9d-5429-42f8-8830-647a4a4133b9', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address': '172.20.0.12'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:21:58.515082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:21:58.519206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:floatingip and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:21:58.522206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:21:58.527963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:21:58.537234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:58.681470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:58.946396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.26.7.153 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/fb66f59d-4a54-426b-8d33-d6267bf00cbf) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:21:59.102660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:59.128440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:59.147658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bc751918-498e-49fc-b26e-29e0f0225571 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:21:59.278112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=fb66f59d-4a54-426b-8d33-d6267bf00cbf,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:21:59.284053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:21:59.334122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:21:59.335286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:21:59.337544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:21:59.755214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:21:59.827767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:00.091928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:00.096134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:00.110849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3e5aba4-734d-45c3-a275-a01a8ff0c669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:22:00.240150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=fb66f59d-4a54-426b-8d33-d6267bf00cbf,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:22:00.243487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:22:00.616220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:00.789751 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Floating IP d0b1042a-5f0d-4462-8dee-31c1a9742d29 associated. External IP: 172.26.7.153, port: 89646e9d-5429-42f8-8830-647a4a4133b9.
Dec 18 07:22:01.149324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 20ffd826-1deb-4dfc-88a0-862b31993f6b has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:22:01.330117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:22:01.340373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c46b11e-d55c-454e-a102-2b6bbec86936 None None] Sync routers for ids ['20ffd826-1deb-4dfc-88a0-862b31993f6b'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:22:01.350596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46b11e-d55c-454e-a102-2b6bbec86936 None None] Routers {'20ffd826-1deb-4dfc-88a0-862b31993f6b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:22:01.351259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c46b11e-d55c-454e-a102-2b6bbec86936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cdf2320>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:21:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['20ffd826-1deb-4dfc-88a0-862b31993f6b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:22:01.355068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:01.417998 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a49fe0dd-891f-4cef-a78e-283ef3c15183 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.9130340
Dec 18 07:22:01.418653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'tag': '89646e9d-5429-42f8-8830-647a4a4133b9'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:22:01.482961 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'tag': '89646e9d-5429-42f8-8830-647a4a4133b9', 'status': 'completed', 'code': 200}
Dec 18 07:22:01.585260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe793a-e915-4e45-a7db-f034b4841056 req-d33822bf-0017-4564-a465-ce650366b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:01.587058 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fafe793a-e915-4e45-a7db-f034b4841056 req-d33822bf-0017-4564-a465-ce650366b299 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 1163 time: 0.0799425
Dec 18 07:22:01.613141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f4e0e-7992-4fb6-baec-4ec829db890f req-9f4c9635-5e9b-4275-8a91-44937f63fa0a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:01.614871 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b93f4e0e-7992-4fb6-baec-4ec829db890f req-9f4c9635-5e9b-4275-8a91-44937f63fa0a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0868313
Dec 18 07:22:01.665619 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b93f4e0e-7992-4fb6-baec-4ec829db890f req-4aa575ce-6856-4279-85e1-6bfbab2f6c52 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437140
Dec 18 07:22:01.693763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3c46b11e-d55c-454e-a102-2b6bbec86936 None None] Set router 20ffd826-1deb-4dfc-88a0-862b31993f6b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:22:01.696934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59644) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:22:01.742297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe793a-e915-4e45-a7db-f034b4841056 req-a3ee2ee4-5abc-4965-a649-c211980851c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:01.744084 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fafe793a-e915-4e45-a7db-f034b4841056 req-a3ee2ee4-5abc-4965-a649-c211980851c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8978db0-6b1f-4978-91e2-c023530a274b HTTP/1.1" status: 200  len: 891 time: 0.1454782
Dec 18 07:22:01.811639 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f542bf7d-17a7-4f87-9f3b-97e8a05d6f7b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/d0b1042a-5f0d-4462-8dee-31c1a9742d29 HTTP/1.1" status: 200  len: 992 time: 0.1122658
Dec 18 07:22:01.856118 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fafe793a-e915-4e45-a7db-f034b4841056 req-642da356-245c-40b2-ae8b-57321cb301ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89646e9d-5429-42f8-8830-647a4a4133b9 HTTP/1.1" status: 200  len: 1000 time: 0.1046708
Dec 18 07:22:01.928624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe793a-e915-4e45-a7db-f034b4841056 req-632bbe9d-236c-4287-bb48-26178c96f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:01.930156 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fafe793a-e915-4e45-a7db-f034b4841056 req-632bbe9d-236c-4287-bb48-26178c96f15f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ecdb08f-b113-4c65-8b8c-0695e9dabcdc HTTP/1.1" status: 200  len: 835 time: 0.0637021
Dec 18 07:22:02.015246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe793a-e915-4e45-a7db-f034b4841056 req-e7e0e61f-7d98-457c-b253-5e661920e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:02.016981 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fafe793a-e915-4e45-a7db-f034b4841056 req-e7e0e61f-7d98-457c-b253-5e661920e4ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8978db0-6b1f-4978-91e2-c023530a274b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0807712
Dec 18 07:22:02.054374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c46b11e-d55c-454e-a102-2b6bbec86936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cdf2320>, [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd0b1042a-5f0d-4462-8dee-31c1a9742d29', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'port_id': '89646e9d-5429-42f8-8830-647a4a4133b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'mac_address': 'fa:16:3e:21:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:21:59Z', 'updated_at': '2020-12-18T07:21:59Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d33eddf-ec07-4661-9a5b-dfa3b2229c64', 'name': '', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:6a:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:44Z', 'updated_at': '2020-12-18T07:21:51Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:22:02.058413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c46b11e-d55c-454e-a102-2b6bbec86936 None None] Checking router: 20ffd826-1deb-4dfc-88a0-862b31993f6b for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:22:02.067764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46b11e-d55c-454e-a102-2b6bbec86936 None None] Routers {'20ffd826-1deb-4dfc-88a0-862b31993f6b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:22:02.068428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c46b11e-d55c-454e-a102-2b6bbec86936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cdf2320>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:21:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['20ffd826-1deb-4dfc-88a0-862b31993f6b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:22:02.159813 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fafe793a-e915-4e45-a7db-f034b4841056 req-23f584b5-4c73-41e1-b8a3-724d8425691c service neutron] 10.222.0.15 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352887
Dec 18 07:22:02.250075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-3c46b11e-d55c-454e-a102-2b6bbec86936 None None] Set router 20ffd826-1deb-4dfc-88a0-862b31993f6b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:22:02.304142 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fafe793a-e915-4e45-a7db-f034b4841056 req-c8fa4410-f35b-49ce-b0bf-d6e02098e600 service neutron] 10.222.0.15 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1351798
Dec 18 07:22:02.609417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-3c46b11e-d55c-454e-a102-2b6bbec86936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cdf2320>, [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd0b1042a-5f0d-4462-8dee-31c1a9742d29', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'port_id': '89646e9d-5429-42f8-8830-647a4a4133b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'mac_address': 'fa:16:3e:21:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:21:59Z', 'updated_at': '2020-12-18T07:21:59Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d33eddf-ec07-4661-9a5b-dfa3b2229c64', 'name': '', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:6a:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:44Z', 'updated_at': '2020-12-18T07:21:51Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:22:02.614069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c46b11e-d55c-454e-a102-2b6bbec86936 None None] The sync data for ids ['20ffd826-1deb-4dfc-88a0-862b31993f6b'] in dv-neutron-765072-3-ovs is: [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'd0b1042a-5f0d-4462-8dee-31c1a9742d29', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.153', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'port_id': '89646e9d-5429-42f8-8830-647a4a4133b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'mac_address': 'fa:16:3e:21:02:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:21:59Z', 'updated_at': '2020-12-18T07:21:59Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d33eddf-ec07-4661-9a5b-dfa3b2229c64', 'name': '', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:6a:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:44Z', 'updated_at': '2020-12-18T07:21:51Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:22:02.814586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59648) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:22:02.907209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf71ee-307d-43b4-9d4f-bb999828a507 None None] New status for floating IP d0b1042a-5f0d-4462-8dee-31c1a9742d29: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:22:02.930247 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0a298f70-bbdb-4a4b-b966-1919be068985 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/d0b1042a-5f0d-4462-8dee-31c1a9742d29 HTTP/1.1" status: 200  len: 992 time: 0.1142843
Dec 18 07:22:03.934278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59652) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:22:04.316664 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-91e89f55-c441-4a21-9937-2e6806e359fb tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/d0b1042a-5f0d-4462-8dee-31c1a9742d29 HTTP/1.1" status: 200  len: 994 time: 0.3810420
Dec 18 07:22:14.764680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe8f9ebb-1e06-40c6-9cf6-5730412bf73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:14.859513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:22:17.493175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad50219c-ed63-47ea-9a54-ae32b5dd9d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:17.552897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:18.543876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:19.529425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:21.271383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-51c93266-b110-473b-a906-d1dd25f5cdea req-84022b76-c866-41cc-bddd-149b53dc1edd tempest-ServerDiskConfigTestJSON-1352398811 tempest-ServerDiskConfigTestJSON-1352398811] (81084) timed out ('10.222.0.15', 58031) {{(pid=81084) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 18 07:22:23.011691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:26.000976 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4020ece8-372a-48f2-8dea-229e02a8f08f req-e34ff7b3-2ec7-4a30-b014-a3ffc0a47756 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0723672
Dec 18 07:22:26.144803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020ece8-372a-48f2-8dea-229e02a8f08f req-02554254-1309-4d88-89b3-4694bff609c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:26.146455 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4020ece8-372a-48f2-8dea-229e02a8f08f req-02554254-1309-4d88-89b3-4694bff609c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 1163 time: 0.0731387
Dec 18 07:22:26.301597 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020ece8-372a-48f2-8dea-229e02a8f08f req-c2c1742a-75c0-4398-bda9-a4dd56926bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:26.303108 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4020ece8-372a-48f2-8dea-229e02a8f08f req-c2c1742a-75c0-4398-bda9-a4dd56926bab service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8978db0-6b1f-4978-91e2-c023530a274b HTTP/1.1" status: 200  len: 891 time: 0.1353855
Dec 18 07:22:26.411581 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4020ece8-372a-48f2-8dea-229e02a8f08f req-993fe838-6d1f-4d41-ad40-92746c8dae5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89646e9d-5429-42f8-8830-647a4a4133b9 HTTP/1.1" status: 200  len: 1002 time: 0.0997317
Dec 18 07:22:26.483041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020ece8-372a-48f2-8dea-229e02a8f08f req-13bb78e0-969d-416a-8f65-3627ff2a4937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:26.484586 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4020ece8-372a-48f2-8dea-229e02a8f08f req-13bb78e0-969d-416a-8f65-3627ff2a4937 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ecdb08f-b113-4c65-8b8c-0695e9dabcdc HTTP/1.1" status: 200  len: 835 time: 0.0657675
Dec 18 07:22:26.564203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020ece8-372a-48f2-8dea-229e02a8f08f req-f3fbc7ac-7668-4b5d-9df9-49b20e09bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:26.565745 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4020ece8-372a-48f2-8dea-229e02a8f08f req-f3fbc7ac-7668-4b5d-9df9-49b20e09bcd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8978db0-6b1f-4978-91e2-c023530a274b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0728085
Dec 18 07:22:26.713305 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4020ece8-372a-48f2-8dea-229e02a8f08f req-822f8037-d83d-4e42-8ff1-bd781675bfc9 service neutron] 10.222.0.15 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365399
Dec 18 07:22:26.857158 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4020ece8-372a-48f2-8dea-229e02a8f08f req-a76d5dab-b8e3-4188-a3de-727d006db6f0 service neutron] 10.222.0.15 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360171
Dec 18 07:22:34.745184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2249d0-9963-46e6-8d49-da8d753de4a8 req-69102426-03e0-417e-99f8-574056d9ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:34.746740 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee2249d0-9963-46e6-8d49-da8d753de4a8 req-69102426-03e0-417e-99f8-574056d9ab95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 1163 time: 0.0848567
Dec 18 07:22:34.790830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca50e2f-d61f-4662-a903-fb36e6be1bd5 req-4c5830eb-5807-4430-b749-2f40ae889331 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:34.792443 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5ca50e2f-d61f-4662-a903-fb36e6be1bd5 req-4c5830eb-5807-4430-b749-2f40ae889331 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0845413
Dec 18 07:22:34.845191 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5ca50e2f-d61f-4662-a903-fb36e6be1bd5 req-243d980c-2ca1-48e0-8d80-33cac3472651 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462437
Dec 18 07:22:34.892685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2249d0-9963-46e6-8d49-da8d753de4a8 req-9aeb5039-a9f0-433a-ae96-883a419ac6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:34.894311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee2249d0-9963-46e6-8d49-da8d753de4a8 req-9aeb5039-a9f0-433a-ae96-883a419ac6ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8978db0-6b1f-4978-91e2-c023530a274b HTTP/1.1" status: 200  len: 891 time: 0.1397023
Dec 18 07:22:35.002844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee2249d0-9963-46e6-8d49-da8d753de4a8 req-6d3eb11f-3fb4-402f-9600-eccba9f95375 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89646e9d-5429-42f8-8830-647a4a4133b9 HTTP/1.1" status: 200  len: 1002 time: 0.0998518
Dec 18 07:22:35.077605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2249d0-9963-46e6-8d49-da8d753de4a8 req-f31d8953-e1b8-458b-8da3-9aa4eebed568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:35.079690 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee2249d0-9963-46e6-8d49-da8d753de4a8 req-f31d8953-e1b8-458b-8da3-9aa4eebed568 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ecdb08f-b113-4c65-8b8c-0695e9dabcdc HTTP/1.1" status: 200  len: 835 time: 0.0699570
Dec 18 07:22:35.159960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2249d0-9963-46e6-8d49-da8d753de4a8 req-96c9ca84-c1f4-428e-aa47-5a34db047c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:35.161564 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee2249d0-9963-46e6-8d49-da8d753de4a8 req-96c9ca84-c1f4-428e-aa47-5a34db047c06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8978db0-6b1f-4978-91e2-c023530a274b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0732629
Dec 18 07:22:35.303664 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee2249d0-9963-46e6-8d49-da8d753de4a8 req-515692e0-4904-421b-a870-09aa99622504 service neutron] 10.222.0.15 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342149
Dec 18 07:22:35.446242 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ee2249d0-9963-46e6-8d49-da8d753de4a8 req-607ab1c5-7f65-4c0a-a055-d61b962f7a39 service neutron] 10.222.0.15 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345661
Dec 18 07:22:36.055942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0b390-052f-447c-ae60-2847296a06fe req-11ed422c-c735-4bb8-9db1-e08aa2cb6b7d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:36.057445 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e8b0b390-052f-447c-ae60-2847296a06fe req-11ed422c-c735-4bb8-9db1-e08aa2cb6b7d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0816281
Dec 18 07:22:36.106016 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e8b0b390-052f-447c-ae60-2847296a06fe req-42e3b338-eb5e-4d9e-8a05-68eca7f1d3d6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416305
Dec 18 07:22:37.318956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a9705-50be-4ae0-8494-6fffe283d21a req-3f143281-f11a-48eb-8853-921ed1fcb939 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:37.320560 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-377a9705-50be-4ae0-8494-6fffe283d21a req-3f143281-f11a-48eb-8853-921ed1fcb939 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0858080
Dec 18 07:22:37.366700 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-377a9705-50be-4ae0-8494-6fffe283d21a req-81e3ea4e-00b4-401b-849d-6d6aa4b9ff56 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397658
Dec 18 07:22:38.577506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bf6ee-4435-4481-8a77-3b287a46d319 req-171e568f-c40a-4fdb-8c24-599d0bb5e6b5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:38.579714 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e3bf6ee-4435-4481-8a77-3b287a46d319 req-171e568f-c40a-4fdb-8c24-599d0bb5e6b5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0824585
Dec 18 07:22:38.630065 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e3bf6ee-4435-4481-8a77-3b287a46d319 req-6d609c38-2fc5-4e40-a903-d5f931c89351 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439196
Dec 18 07:22:39.839369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d22d5-717c-4137-9ff7-727ae1e6face req-693e5924-719f-43b5-aa1c-8b93639901ba tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:39.840967 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-365d22d5-717c-4137-9ff7-727ae1e6face req-693e5924-719f-43b5-aa1c-8b93639901ba tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0840514
Dec 18 07:22:39.887859 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-365d22d5-717c-4137-9ff7-727ae1e6face req-81d982fe-de77-4a67-8b3e-257976e56153 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398345
Dec 18 07:22:41.103353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7aba7-6d3d-4983-bafa-12641afdcf84 req-ebeae9b0-05e0-4353-b220-0509c74d7d58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:41.104969 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-99f7aba7-6d3d-4983-bafa-12641afdcf84 req-ebeae9b0-05e0-4353-b220-0509c74d7d58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0890749
Dec 18 07:22:41.152742 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-99f7aba7-6d3d-4983-bafa-12641afdcf84 req-b4568bb3-36a2-4da6-94ec-04fec47b5ef8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406044
Dec 18 07:22:42.498938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac8e42-0421-4be7-ac56-1b259b337dd0 req-2ab3a17f-7cb6-4e79-8325-0af9c52bf87d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:42.500503 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6eac8e42-0421-4be7-ac56-1b259b337dd0 req-2ab3a17f-7cb6-4e79-8325-0af9c52bf87d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0833080
Dec 18 07:22:42.550961 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6eac8e42-0421-4be7-ac56-1b259b337dd0 req-49a4f245-9cd5-4305-abdc-7ac215e5f21b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439932
Dec 18 07:22:43.761011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd44d8-2c26-4f60-bc01-87e860a3bc03 req-e6d6ab8e-8ac4-492d-a0c2-c0f00358d44d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:43.762622 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-61bd44d8-2c26-4f60-bc01-87e860a3bc03 req-e6d6ab8e-8ac4-492d-a0c2-c0f00358d44d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0832667
Dec 18 07:22:43.809611 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-61bd44d8-2c26-4f60-bc01-87e860a3bc03 req-7c81c253-dd63-448e-b889-6c8a3f3c485c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406778
Dec 18 07:22:44.766375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3903cdde-ed0e-42a9-a32b-8faafc259822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:45.021788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed38ed7-77f1-4a87-ba7e-9b58ce8ebb17 req-5d5d64a2-e15d-472c-8662-e4f2f35c4408 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:45.023285 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ed38ed7-77f1-4a87-ba7e-9b58ce8ebb17 req-5d5d64a2-e15d-472c-8662-e4f2f35c4408 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0873370
Dec 18 07:22:45.069501 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3ed38ed7-77f1-4a87-ba7e-9b58ce8ebb17 req-987908c9-0967-462f-84a7-9ec1dd6aa2ae tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400555
Dec 18 07:22:46.279966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30766d-cf1b-41b1-b95e-1486350d40ed req-49111ac6-4650-4a4a-842f-324acfd91c53 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:46.281610 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd30766d-cf1b-41b1-b95e-1486350d40ed req-49111ac6-4650-4a4a-842f-324acfd91c53 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0818617
Dec 18 07:22:46.332013 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bd30766d-cf1b-41b1-b95e-1486350d40ed req-1c1c395e-3fba-4b1f-bd32-029dfc939d11 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440421
Dec 18 07:22:47.494254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-531a0275-d059-46a3-a623-82399fdda986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:47.541589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e07f6b-485c-4904-9013-d51b4e3bd253 req-bbaa4211-5976-4d3a-87d9-0d44bb5b46cc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:47.543108 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-78e07f6b-485c-4904-9013-d51b4e3bd253 req-bbaa4211-5976-4d3a-87d9-0d44bb5b46cc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0837173
Dec 18 07:22:47.556600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:47.590333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-78e07f6b-485c-4904-9013-d51b4e3bd253 req-f4775fc6-37ee-40f1-8e26-df25cb71a4e3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402150
Dec 18 07:22:48.545207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:48.804207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5e3e8-41ca-48f6-a061-edfe04477135 req-79e845bf-806b-4d90-9a2f-136db2bb0f8e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:48.805802 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eec5e3e8-41ca-48f6-a061-edfe04477135 req-79e845bf-806b-4d90-9a2f-136db2bb0f8e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0853989
Dec 18 07:22:48.853803 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eec5e3e8-41ca-48f6-a061-edfe04477135 req-121d3f94-6a45-44a2-89d0-23964d7fbd54 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416939
Dec 18 07:22:49.532490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:50.059991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ad95d-5ef7-4764-beda-cc4a0a696d85 req-ccbd9819-7817-4481-ab8b-70adb20d526e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:50.061594 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-586ad95d-5ef7-4764-beda-cc4a0a696d85 req-ccbd9819-7817-4481-ab8b-70adb20d526e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0816529
Dec 18 07:22:50.113294 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-586ad95d-5ef7-4764-beda-cc4a0a696d85 req-fbfe2daf-c464-4bec-bb98-d9300952c189 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447395
Dec 18 07:22:51.322573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dabe35-8313-411c-ae01-e5725f6f0f5f req-2df706a1-4e73-49ea-9fea-efd7401516a7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:51.324201 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d1dabe35-8313-411c-ae01-e5725f6f0f5f req-2df706a1-4e73-49ea-9fea-efd7401516a7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0837278
Dec 18 07:22:51.371932 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d1dabe35-8313-411c-ae01-e5725f6f0f5f req-b51dacb7-af33-4666-a9df-11914f72f2e0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407956
Dec 18 07:22:51.858647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:22:52.582247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0259d-6592-4302-9556-870ee83b8a3e req-27fac0eb-9f2e-47c6-b69c-63f9ec557fd4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:22:52.583834 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f0c0259d-6592-4302-9556-870ee83b8a3e req-27fac0eb-9f2e-47c6-b69c-63f9ec557fd4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0850770
Dec 18 07:22:52.631939 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f0c0259d-6592-4302-9556-870ee83b8a3e req-917236bb-2a68-4796-9eb1-1b6951f29150 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418599
Dec 18 07:22:52.662815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59700) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:22:53.026450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:22:53.030776 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-09bd553a-03c6-4b43-afca-f4baba85ca66 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/d0b1042a-5f0d-4462-8dee-31c1a9742d29 HTTP/1.1" status: 200  len: 994 time: 0.3665965
Dec 18 07:23:14.767121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5d58-380e-477b-9cc2-00d2d2fa89d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:17.495042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d32560c-9ebd-4c93-9479-57861e0935d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:17.557212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:18.546895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:19.535353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:23.042826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:23.526493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59722) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:23.732195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port fb66f59d-4a54-426b-8d33-d6267bf00cbf {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:23:23.732582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:23.910375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:23.910746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:24.033487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for fb66f59d-4a54-426b-8d33-d6267bf00cbf owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:23:24.186099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:24.202003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-48808fbc-feff-418c-9e25-e2f15392fbf3 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:24.292851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=fb66f59d-4a54-426b-8d33-d6267bf00cbf,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:24.312390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.313401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.313845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.314276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.314700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.315136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.315554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.315976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.316394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.316812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.317230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.317673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.318395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.318821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.319237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.319651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.320133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.320553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.320966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.321378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.321817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.322234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.322649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.323061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:24.328046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:24.436875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:24.437177 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Floating IP d0b1042a-5f0d-4462-8dee-31c1a9742d29 disassociated (deleted). External IP: 172.26.7.153, port: 89646e9d-5429-42f8-8830-647a4a4133b9.
Dec 18 07:23:24.801972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 20ffd826-1deb-4dfc-88a0-862b31993f6b has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:23:24.980964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:23:24.991229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbba1b8c-6e0c-4011-afd4-c234c2afb7f1 None None] Sync routers for ids ['20ffd826-1deb-4dfc-88a0-862b31993f6b'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:23:24.998599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:25.001688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba1b8c-6e0c-4011-afd4-c234c2afb7f1 None None] Routers {'20ffd826-1deb-4dfc-88a0-862b31993f6b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:23:25.002445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dbba1b8c-6e0c-4011-afd4-c234c2afb7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce904a8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:23:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['20ffd826-1deb-4dfc-88a0-862b31993f6b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:25.053390 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/floatingips/d0b1042a-5f0d-4462-8dee-31c1a9742d29 HTTP/1.1" status: 204  len: 168 time: 1.5256333
Dec 18 07:23:25.054142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'tag': '89646e9d-5429-42f8-8830-647a4a4133b9'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:23:25.119931 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'tag': '89646e9d-5429-42f8-8830-647a4a4133b9', 'status': 'completed', 'code': 200}
Dec 18 07:23:25.189623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-dbba1b8c-6e0c-4011-afd4-c234c2afb7f1 None None] Set router 20ffd826-1deb-4dfc-88a0-862b31993f6b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:23:25.228035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637d809-1d7f-4dd1-ac50-0b7f25378fa2 req-c3fde09c-269a-44c4-bb9b-5ce9e717d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:25.229966 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5637d809-1d7f-4dd1-ac50-0b7f25378fa2 req-c3fde09c-269a-44c4-bb9b-5ce9e717d213 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 1163 time: 0.0794764
Dec 18 07:23:25.379334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637d809-1d7f-4dd1-ac50-0b7f25378fa2 req-628a517f-ef23-4285-84c4-e6e2f0e17051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:25.381186 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5637d809-1d7f-4dd1-ac50-0b7f25378fa2 req-628a517f-ef23-4285-84c4-e6e2f0e17051 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b8978db0-6b1f-4978-91e2-c023530a274b HTTP/1.1" status: 200  len: 891 time: 0.1445928
Dec 18 07:23:25.458781 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5637d809-1d7f-4dd1-ac50-0b7f25378fa2 req-b1432322-f1e2-41c9-ab2b-8d668969eedd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89646e9d-5429-42f8-8830-647a4a4133b9 HTTP/1.1" status: 200  len: 217 time: 0.0694926
Dec 18 07:23:25.491184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbdf46-9a38-442b-a12b-705255dd8549 req-ef6ec11f-8d0e-4f0e-86ac-07ff4dd906e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:25.491964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-cfbbdf46-9a38-442b-a12b-705255dd8549 req-ef6ec11f-8d0e-4f0e-86ac-07ff4dd906e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:23:25.507139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-cfbbdf46-9a38-442b-a12b-705255dd8549 req-ef6ec11f-8d0e-4f0e-86ac-07ff4dd906e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:23:25.509180 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfbbdf46-9a38-442b-a12b-705255dd8549 req-ef6ec11f-8d0e-4f0e-86ac-07ff4dd906e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.1113019
Dec 18 07:23:25.529287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637d809-1d7f-4dd1-ac50-0b7f25378fa2 req-ed6452a2-c329-4029-84ea-3847f6e6f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:25.530915 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5637d809-1d7f-4dd1-ac50-0b7f25378fa2 req-ed6452a2-c329-4029-84ea-3847f6e6f3bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9ecdb08f-b113-4c65-8b8c-0695e9dabcdc HTTP/1.1" status: 200  len: 835 time: 0.0654774
Dec 18 07:23:25.532499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dbba1b8c-6e0c-4011-afd4-c234c2afb7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce904a8>, [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4d33eddf-ec07-4661-9a5b-dfa3b2229c64', 'name': '', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:6a:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:44Z', 'updated_at': '2020-12-18T07:21:51Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:25.536640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbba1b8c-6e0c-4011-afd4-c234c2afb7f1 None None] Checking router: 20ffd826-1deb-4dfc-88a0-862b31993f6b for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:23:25.545680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba1b8c-6e0c-4011-afd4-c234c2afb7f1 None None] Routers {'20ffd826-1deb-4dfc-88a0-862b31993f6b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:23:25.546349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dbba1b8c-6e0c-4011-afd4-c234c2afb7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce904a8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:23:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['20ffd826-1deb-4dfc-88a0-862b31993f6b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:25.557582 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cfbbdf46-9a38-442b-a12b-705255dd8549 req-d3316a17-a2f7-4d8a-9c86-097769a8401b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419528
Dec 18 07:23:25.616387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637d809-1d7f-4dd1-ac50-0b7f25378fa2 req-34497094-34bf-4960-b3fc-8c843bdf0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:25.618053 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5637d809-1d7f-4dd1-ac50-0b7f25378fa2 req-34497094-34bf-4960-b3fc-8c843bdf0955 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b8978db0-6b1f-4978-91e2-c023530a274b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0799963
Dec 18 07:23:25.730212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-dbba1b8c-6e0c-4011-afd4-c234c2afb7f1 None None] Set router 20ffd826-1deb-4dfc-88a0-862b31993f6b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:23:25.767198 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5637d809-1d7f-4dd1-ac50-0b7f25378fa2 req-62565c28-d397-410a-9384-9d7109faa5f3 service neutron] 10.222.0.15 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414554
Dec 18 07:23:25.918915 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5637d809-1d7f-4dd1-ac50-0b7f25378fa2 req-435b546e-3e38-4f5d-ad2f-6b4ec261f092 service neutron] 10.222.0.15 "GET /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434720
Dec 18 07:23:26.203031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dbba1b8c-6e0c-4011-afd4-c234c2afb7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce904a8>, [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4d33eddf-ec07-4661-9a5b-dfa3b2229c64', 'name': '', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:6a:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:44Z', 'updated_at': '2020-12-18T07:21:51Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:26.207079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbba1b8c-6e0c-4011-afd4-c234c2afb7f1 None None] The sync data for ids ['20ffd826-1deb-4dfc-88a0-862b31993f6b'] in dv-neutron-765072-3-ovs is: [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4d33eddf-ec07-4661-9a5b-dfa3b2229c64', 'name': '', 'network_id': 'b8978db0-6b1f-4978-91e2-c023530a274b', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:6a:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:44Z', 'updated_at': '2020-12-18T07:21:51Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '9ecdb08f-b113-4c65-8b8c-0695e9dabcdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:23:26.623606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45f117d-4f8b-480f-bd34-87b9ce060f86 None None] New status for floating IP d0b1042a-5f0d-4462-8dee-31c1a9742d29: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:23:26.775027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154481c-1a72-4bab-8642-4d0c1c51e26a req-292509d6-4383-4cc3-98db-c833256df151 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:26.776644 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9154481c-1a72-4bab-8642-4d0c1c51e26a req-292509d6-4383-4cc3-98db-c833256df151 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0859587
Dec 18 07:23:26.832122 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9154481c-1a72-4bab-8642-4d0c1c51e26a req-87d62585-5b7f-4b7f-b23f-73efeb8696c1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=0230397b-1f9d-461a-8963-774a0b0fb22f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481560
Dec 18 07:23:27.055261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb646d-b0ed-41f9-ae95-f4c4f62c8f32 req-742cb047-df34-492d-bf99-8d0918657529 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:27.055940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-48cb646d-b0ed-41f9-ae95-f4c4f62c8f32 req-742cb047-df34-492d-bf99-8d0918657529 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:23:27.068394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-48cb646d-b0ed-41f9-ae95-f4c4f62c8f32 req-742cb047-df34-492d-bf99-8d0918657529 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:23:27.069587 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-48cb646d-b0ed-41f9-ae95-f4c4f62c8f32 req-742cb047-df34-492d-bf99-8d0918657529 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 946 time: 0.0943251
Dec 18 07:23:27.151074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-48cb646d-b0ed-41f9-ae95-f4c4f62c8f32 req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 89646e9d-5429-42f8-8830-647a4a4133b9 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:23:27.151457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-48cb646d-b0ed-41f9-ae95-f4c4f62c8f32 req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:27.399995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-48cb646d-b0ed-41f9-ae95-f4c4f62c8f32 req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port 89646e9d-5429-42f8-8830-647a4a4133b9, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=89646e9d-5429-42f8-8830-647a4a4133b9,segment=NetworkSegment(ad5d464e-4bad-49d9-a65a-aed266b9952f),segment_id=ad5d464e-4bad-49d9-a65a-aed266b9952f)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:23:27.400556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-48cb646d-b0ed-41f9-ae95-f4c4f62c8f32 req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:27.525075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-48cb646d-b0ed-41f9-ae95-f4c4f62c8f32 req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 89646e9d-5429-42f8-8830-647a4a4133b9 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:23:27.650433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 89646e9d-5429-42f8-8830-647a4a4133b9 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:23:27.670814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-48cb646d-b0ed-41f9-ae95-f4c4f62c8f32 req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:27.685317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: 89646e9d-5429-42f8-8830-647a4a4133b9 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:23:27.685745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 89646e9d-5429-42f8-8830-647a4a4133b9 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:23:27.686608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:27.780422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=89646e9d-5429-42f8-8830-647a4a4133b9,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:27.799885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.800338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.800731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.801184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.801621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.802035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.802440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.802848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.803250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.803653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.804059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.804461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.804929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.805335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.805869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.806560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.807702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.807702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.807909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.808267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.808672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.809076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.809477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.809907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:27.814886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:27.904362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cb646d-b0ed-41f9-ae95-f4c4f62c8f32 req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] No DVR routers for this DVR port 89646e9d-5429-42f8-8830-647a4a4133b9 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:23:27.907163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-48cb646d-b0ed-41f9-ae95-f4c4f62c8f32 req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:27.909979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'name': 'network-vif-deleted', 'tag': '89646e9d-5429-42f8-8830-647a4a4133b9'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:23:27.925466 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-48cb646d-b0ed-41f9-ae95-f4c4f62c8f32 req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "DELETE /v2.0/ports/89646e9d-5429-42f8-8830-647a4a4133b9 HTTP/1.1" status: 204  len: 173 time: 0.8470757
Dec 18 07:23:28.037325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6463a0f6-dd50-4676-84cd-00af728011c6 req-21b63f45-f6ab-478f-b620-9317eb1f202e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878 HTTP/1.1" status: 200  len: 210 time: 0.0504832
Dec 18 07:23:28.062256 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee46dfe2-a6e0-49a3-a437-cd9ae6cbc878', 'name': 'network-vif-deleted', 'tag': '89646e9d-5429-42f8-8830-647a4a4133b9', 'status': 'completed', 'code': 200}
Dec 18 07:23:28.858393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:23:29.145709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59746) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:29.507971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f10a5ab6-4c13-444d-82fd-584e82f9d8f6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:30.101088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f10a5ab6-4c13-444d-82fd-584e82f9d8f6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:23:30.101708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f10a5ab6-4c13-444d-82fd-584e82f9d8f6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:30.565509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f10a5ab6-4c13-444d-82fd-584e82f9d8f6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port 4d33eddf-ec07-4661-9a5b-dfa3b2229c64, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4d33eddf-ec07-4661-9a5b-dfa3b2229c64,segment=NetworkSegment(ad5d464e-4bad-49d9-a65a-aed266b9952f),segment_id=ad5d464e-4bad-49d9-a65a-aed266b9952f)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:23:30.565883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f10a5ab6-4c13-444d-82fd-584e82f9d8f6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:30.695305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f10a5ab6-4c13-444d-82fd-584e82f9d8f6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:23:31.017612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f10a5ab6-4c13-444d-82fd-584e82f9d8f6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:31.033289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:31.133709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a5ab6-4c13-444d-82fd-584e82f9d8f6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=4d33eddf-ec07-4661-9a5b-dfa3b2229c64,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:31.138037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f10a5ab6-4c13-444d-82fd-584e82f9d8f6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:31.448521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f10a5ab6-4c13-444d-82fd-584e82f9d8f6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:31.944361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10a5ab6-4c13-444d-82fd-584e82f9d8f6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 20ffd826-1deb-4dfc-88a0-862b31993f6b has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:23:32.126252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10a5ab6-4c13-444d-82fd-584e82f9d8f6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:23:32.136490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6932d-38e2-4860-a54a-c0f84571a9f8 None None] Sync routers for ids ['20ffd826-1deb-4dfc-88a0-862b31993f6b'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:23:32.145151 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f10a5ab6-4c13-444d-82fd-584e82f9d8f6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "PUT /v2.0/routers/20ffd826-1deb-4dfc-88a0-862b31993f6b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9982593
Dec 18 07:23:32.145647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59750) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:32.147420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6932d-38e2-4860-a54a-c0f84571a9f8 None None] Routers {'20ffd826-1deb-4dfc-88a0-862b31993f6b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:23:32.148162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-21a6932d-38e2-4860-a54a-c0f84571a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db9d048>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:23:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['20ffd826-1deb-4dfc-88a0-862b31993f6b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:32.333656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-21a6932d-38e2-4860-a54a-c0f84571a9f8 None None] Set router 20ffd826-1deb-4dfc-88a0-862b31993f6b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:23:32.350405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-999e5f77-31bd-432f-ba86-c8a74b81fea7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting subnet 9ecdb08f-b113-4c65-8b8c-0695e9dabcdc {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:23:32.353485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-999e5f77-31bd-432f-ba86-c8a74b81fea7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:32.414495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-999e5f77-31bd-432f-ba86-c8a74b81fea7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:32.502446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-999e5f77-31bd-432f-ba86-c8a74b81fea7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:32.626061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-21a6932d-38e2-4860-a54a-c0f84571a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db9d048>, [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:23:30Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:32.630186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6932d-38e2-4860-a54a-c0f84571a9f8 None None] Checking router: 20ffd826-1deb-4dfc-88a0-862b31993f6b for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:23:32.639567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6932d-38e2-4860-a54a-c0f84571a9f8 None None] Routers {'20ffd826-1deb-4dfc-88a0-862b31993f6b'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:23:32.640231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-21a6932d-38e2-4860-a54a-c0f84571a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db9d048>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:23:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['20ffd826-1deb-4dfc-88a0-862b31993f6b'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:32.788716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-999e5f77-31bd-432f-ba86-c8a74b81fea7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:32.803840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:32.822682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-21a6932d-38e2-4860-a54a-c0f84571a9f8 None None] Set router 20ffd826-1deb-4dfc-88a0-862b31993f6b gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:23:32.893510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e5f77-31bd-432f-ba86-c8a74b81fea7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Subnet': ['ID=9ecdb08f-b113-4c65-8b8c-0695e9dabcdc,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:32.905256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-999e5f77-31bd-432f-ba86-c8a74b81fea7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:32.940750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-999e5f77-31bd-432f-ba86-c8a74b81fea7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:32.947544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-999e5f77-31bd-432f-ba86-c8a74b81fea7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/subnets/9ecdb08f-b113-4c65-8b8c-0695e9dabcdc HTTP/1.1" status: 204  len: 168 time: 0.8007760
Dec 18 07:23:32.948545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043baa70-1224-42fc-9adf-4e561fdf2eb9 None None] Network b8978db0-6b1f-4978-91e2-c023530a274b requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:23:32.950410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59754) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:33.128075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-21a6932d-38e2-4860-a54a-c0f84571a9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db9d048>, [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:23:30Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:33.132464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6932d-38e2-4860-a54a-c0f84571a9f8 None None] The sync data for ids ['20ffd826-1deb-4dfc-88a0-862b31993f6b'] in dv-neutron-765072-3-ovs is: [{'id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525127758', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9'}], 'enable_snat': True}, 'gw_port_id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:21:39Z', 'updated_at': '2020-12-18T07:23:30Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'e243a165-d706-49fe-a6b6-3569b0c28b90', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:66:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffd826-1deb-4dfc-88a0-862b31993f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:21:40Z', 'updated_at': '2020-12-18T07:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:23:33.226553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] DHCP port deletion for b8978db0-6b1f-4978-91e2-c023530a274b request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:23:33.232028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Deleting port 7508a622-f5e8-4b57-934c-8ab91b157e09 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:23:33.232486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:33.338012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:23:33.374859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:23:33.375770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4d33eddf-ec07-4661-9a5b-dfa3b2229c64 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:23:33.376244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7508a622-f5e8-4b57-934c-8ab91b157e09 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:23:33.423164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:33.586709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] For port 7508a622-f5e8-4b57-934c-8ab91b157e09, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7508a622-f5e8-4b57-934c-8ab91b157e09,segment=NetworkSegment(ad5d464e-4bad-49d9-a65a-aed266b9952f),segment_id=ad5d464e-4bad-49d9-a65a-aed266b9952f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:23:33.587159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:33.609889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:33.615511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port e243a165-d706-49fe-a6b6-3569b0c28b90 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:23:33.615886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:33.805640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port e243a165-d706-49fe-a6b6-3569b0c28b90, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=e243a165-d706-49fe-a6b6-3569b0c28b90,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:23:33.806215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:33.909338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Calling delete_port for 7508a622-f5e8-4b57-934c-8ab91b157e09 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:23:33.940570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for e243a165-d706-49fe-a6b6-3569b0c28b90 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:23:33.941352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.006399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 7508a622-f5e8-4b57-934c-8ab91b157e09, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7508a622-f5e8-4b57-934c-8ab91b157e09,segment=NetworkSegment(ad5d464e-4bad-49d9-a65a-aed266b9952f),segment_id=ad5d464e-4bad-49d9-a65a-aed266b9952f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:23:34.010906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.013214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f5b5898-a71d-42cd-8f6c-bdc5c67a3063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:34.049442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:23:34.049888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:23:34.077086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.082413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=7508a622-f5e8-4b57-934c-8ab91b157e09,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:34.090296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.090699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.091093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.091484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.091868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.092251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.092629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.093034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.093385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.094346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.094724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.095102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.095534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.095909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.096285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.096653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.097027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.097398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.097794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.098167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.098537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.098906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.099276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.099650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:34.104024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:34.263984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.398950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.401255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.423331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.423893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Fanout notify agent at l3_agent the message router_deleted on router 20ffd826-1deb-4dfc-88a0-862b31993f6b {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:23:34.439710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.440945 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4842787a-8479-4457-a44c-a2b80d95c335 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/routers/20ffd826-1deb-4dfc-88a0-862b31993f6b HTTP/1.1" status: 204  len: 168 time: 1.4895573
Dec 18 07:23:34.444243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59758) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:34.551516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Deleting port 7508a622-f5e8-4b57-934c-8ab91b157e09 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:23:34.551961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.571200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.640944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 7508a622-f5e8-4b57-934c-8ab91b157e09 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:23:34.641263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.770016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] For port 7508a622-f5e8-4b57-934c-8ab91b157e09, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7508a622-f5e8-4b57-934c-8ab91b157e09,segment=NetworkSegment(ad5d464e-4bad-49d9-a65a-aed266b9952f),segment_id=ad5d464e-4bad-49d9-a65a-aed266b9952f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:23:34.770468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.867414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port 7508a622-f5e8-4b57-934c-8ab91b157e09, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7508a622-f5e8-4b57-934c-8ab91b157e09,segment=NetworkSegment(ad5d464e-4bad-49d9-a65a-aed266b9952f),segment_id=ad5d464e-4bad-49d9-a65a-aed266b9952f)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:23:34.867774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.897193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Calling delete_port for 7508a622-f5e8-4b57-934c-8ab91b157e09 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:23:34.968090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:34.983117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:34.993111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 7508a622-f5e8-4b57-934c-8ab91b157e09 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:23:35.065317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:23:35.065707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:23:35.077946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Pushing event deleted for resources: {'Port': ['ID=7508a622-f5e8-4b57-934c-8ab91b157e09,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:35.089564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:35.122107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] No DVR routers for this DVR port 7508a622-f5e8-4b57-934c-8ab91b157e09 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:23:35.324415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e243a165-d706-49fe-a6b6-3569b0c28b90 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:23:35.362619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: e243a165-d706-49fe-a6b6-3569b0c28b90 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:23:35.363014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device e243a165-d706-49fe-a6b6-3569b0c28b90 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:23:35.566712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 7508a622-f5e8-4b57-934c-8ab91b157e09 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:23:35.567034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:35.632807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] The port '7508a622-f5e8-4b57-934c-8ab91b157e09' was deleted {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:23:35.763227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:35.884147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1cf58470>,) {'filters': {'network_id': ['b8978db0-6b1f-4978-91e2-c023530a274b']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:35.897355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1cf58470>, 'ad5d464e-4bad-49d9-a65a-aed266b9952f') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:35.897730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1cf58470>, 'ad5d464e-4bad-49d9-a65a-aed266b9952f') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:35.909662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:35.924306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:35.926304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Releasing vxlan tunnel 3 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:23:36.105254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network b8978db0-6b1f-4978-91e2-c023530a274b has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:23:36.114212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:36.288856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network b8978db0-6b1f-4978-91e2-c023530a274b has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:23:36.313247 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:23:36.397265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:36.400602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75811435-d65b-4a2a-bcf9-19c36c5fe0c4 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:36.418774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:36.425752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Network': ['ID=b8978db0-6b1f-4978-91e2-c023530a274b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:36.430376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:36.442860 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/networks/b8978db0-6b1f-4978-91e2-c023530a274b HTTP/1.1" status: 204  len: 168 time: 1.9975836
Dec 18 07:23:36.446032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59762) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:36.521330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b6e514e-b045-483d-bbd1-ad1bc63b7664 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:36.552420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b6e514e-b045-483d-bbd1-ad1bc63b7664 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:36.606368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b6e514e-b045-483d-bbd1-ad1bc63b7664 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:36.612570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-678e9c30-8e86-451b-a87c-4577f75f1fe0 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:36.628290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e514e-b045-483d-bbd1-ad1bc63b7664 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'SecurityGroup': ['ID=0230397b-1f9d-461a-8963-774a0b0fb22f,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:36.631153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b6e514e-b045-483d-bbd1-ad1bc63b7664 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:36.639190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b6e514e-b045-483d-bbd1-ad1bc63b7664 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:36.641716 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3b6e514e-b045-483d-bbd1-ad1bc63b7664 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/security-groups/0230397b-1f9d-461a-8963-774a0b0fb22f HTTP/1.1" status: 204  len: 168 time: 0.1934135
Dec 18 07:23:37.005543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59770) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:37.011474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-49882220', 'description': 'tempest-secgroup-smoke-49882220 description', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:23:37.018014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:23:37.022309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:23:37.025314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:23:37.031064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:23:37.040287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.061131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:23:37.065693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:23:37.068827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:23:37.074883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:23:37.146202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.148751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.154044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e858e165-90ac-4ab8-85a8-81aa1566f1af tempest-ServersAdminNegativeTestJSON-215906761 tempest-ServersAdminNegativeTestJSON-215906761] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:37.197554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:37.200532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.201874 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 0.1952114
Dec 18 07:23:37.202908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f5c9c5cd-5e17-4213-9427-54736f8c1507 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:37.205000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59774) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:37.210531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2bb5a9c1-cb0d-4b37-ac00-41a0433643b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:23:37.217010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2bb5a9c1-cb0d-4b37-ac00-41a0433643b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:23:37.221106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2bb5a9c1-cb0d-4b37-ac00-41a0433643b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:23:37.224131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2bb5a9c1-cb0d-4b37-ac00-41a0433643b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:23:37.229900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2bb5a9c1-cb0d-4b37-ac00-41a0433643b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:23:37.249320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bb5a9c1-cb0d-4b37-ac00-41a0433643b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.310814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bb5a9c1-cb0d-4b37-ac00-41a0433643b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.313889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bb5a9c1-cb0d-4b37-ac00-41a0433643b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.315779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22d70e1a-0025-459c-bfe6-1fa99f7992a2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:37.336905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5a9c1-cb0d-4b37-ac00-41a0433643b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69525d01-75f5-4dc3-a58a-90ca0e8bf1d2,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:37.341143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2bb5a9c1-cb0d-4b37-ac00-41a0433643b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:37.348587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2bb5a9c1-cb0d-4b37-ac00-41a0433643b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.349888 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2bb5a9c1-cb0d-4b37-ac00-41a0433643b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1438091
Dec 18 07:23:37.352824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59778) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:37.358371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b85fb9c0-dbc9-47f9-99ed-ed8f3b3a105b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:23:37.365058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b85fb9c0-dbc9-47f9-99ed-ed8f3b3a105b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:23:37.369105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b85fb9c0-dbc9-47f9-99ed-ed8f3b3a105b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:23:37.372161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b85fb9c0-dbc9-47f9-99ed-ed8f3b3a105b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:23:37.377995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b85fb9c0-dbc9-47f9-99ed-ed8f3b3a105b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:23:37.395890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b85fb9c0-dbc9-47f9-99ed-ed8f3b3a105b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.458798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b85fb9c0-dbc9-47f9-99ed-ed8f3b3a105b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.461658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b85fb9c0-dbc9-47f9-99ed-ed8f3b3a105b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.463523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cdd33cf0-1de9-4fd9-bec6-3953f9f46bae tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:37.487779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fb9c0-dbc9-47f9-99ed-ed8f3b3a105b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a11bbbab-b8c0-4d37-81ef-6cdbb75e4d8b,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:37.492309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b85fb9c0-dbc9-47f9-99ed-ed8f3b3a105b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:37.495683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b85fb9c0-dbc9-47f9-99ed-ed8f3b3a105b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.496952 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b85fb9c0-dbc9-47f9-99ed-ed8f3b3a105b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1431472
Dec 18 07:23:37.499961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59782) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:37.505339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-67f1bdb2-92ce-465c-9506-e675deb62c58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:23:37.511511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-67f1bdb2-92ce-465c-9506-e675deb62c58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:23:37.515722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-67f1bdb2-92ce-465c-9506-e675deb62c58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:23:37.518733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-67f1bdb2-92ce-465c-9506-e675deb62c58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:23:37.524675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-67f1bdb2-92ce-465c-9506-e675deb62c58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:23:37.540722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67f1bdb2-92ce-465c-9506-e675deb62c58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.607270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67f1bdb2-92ce-465c-9506-e675deb62c58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.610594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67f1bdb2-92ce-465c-9506-e675deb62c58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.612986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6c29104c-28aa-4bab-a8ba-4aa25dcf006d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:37.635753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1bdb2-92ce-465c-9506-e675deb62c58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b383d923-6a06-4ea0-b1f4-bf35c651fd38,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:37.638580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67f1bdb2-92ce-465c-9506-e675deb62c58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:37.645185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-67f1bdb2-92ce-465c-9506-e675deb62c58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.647040 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-67f1bdb2-92ce-465c-9506-e675deb62c58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1456137
Dec 18 07:23:37.649350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59786) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:37.655003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-64717e82-4510-4089-a5fe-3a9447564c87 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:23:37.661902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-64717e82-4510-4089-a5fe-3a9447564c87 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:23:37.665922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-64717e82-4510-4089-a5fe-3a9447564c87 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:23:37.668941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-64717e82-4510-4089-a5fe-3a9447564c87 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:23:37.675485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-64717e82-4510-4089-a5fe-3a9447564c87 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:23:37.691668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64717e82-4510-4089-a5fe-3a9447564c87 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.757269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64717e82-4510-4089-a5fe-3a9447564c87 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.759828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64717e82-4510-4089-a5fe-3a9447564c87 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.767061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d18d0085-dcd0-4b4d-b52e-5dfaa02e0640 tempest-SecGroupTest-904978599 tempest-SecGroupTest-904978599] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:37.786104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64717e82-4510-4089-a5fe-3a9447564c87 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fc028d-6961-4bd5-8b30-1bd5bcbf6e51,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:37.788791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-64717e82-4510-4089-a5fe-3a9447564c87 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:37.795033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-64717e82-4510-4089-a5fe-3a9447564c87 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.796299 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-64717e82-4510-4089-a5fe-3a9447564c87 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1458938
Dec 18 07:23:37.799238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59790) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:37.804789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:23:37.810980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:23:37.814974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:23:37.818427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:23:37.824312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:23:37.833720 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Project 0ea52e23ee8d4ed1a15120bdad006a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:23:37.840230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.907544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.910077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.911939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-958a69a9-75d6-4bce-b9b1-e1b0764de0c1 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:37.937013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39de90f4-dba4-4f71-9596-2db8d74d5e34,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:37.939512 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:37.945862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:37.947120 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1469026
Dec 18 07:23:37.950228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59794) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:37.956200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ae0d9049-9093-4c33-8072-d8283e4629e4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:23:37.962330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ae0d9049-9093-4c33-8072-d8283e4629e4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:23:37.966358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ae0d9049-9093-4c33-8072-d8283e4629e4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:23:37.969931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ae0d9049-9093-4c33-8072-d8283e4629e4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:23:37.975654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ae0d9049-9093-4c33-8072-d8283e4629e4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:23:37.984702 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-ae0d9049-9093-4c33-8072-d8283e4629e4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Project 0ea52e23ee8d4ed1a15120bdad006a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:23:37.991244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae0d9049-9093-4c33-8072-d8283e4629e4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:38.057032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae0d9049-9093-4c33-8072-d8283e4629e4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:38.059464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae0d9049-9093-4c33-8072-d8283e4629e4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:38.061231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:38.084650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d9049-9093-4c33-8072-d8283e4629e4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccc7a0b-d17c-491a-a911-fa45906876cd,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:38.087145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ae0d9049-9093-4c33-8072-d8283e4629e4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:38.093047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ae0d9049-9093-4c33-8072-d8283e4629e4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:38.094899 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ae0d9049-9093-4c33-8072-d8283e4629e4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1436903
Dec 18 07:23:38.097906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59798) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:38.103885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'network': {'name': 'tempest-network-smoke--747289810', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'port_security_enabled': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:23:38.109082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:23:38.113392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:network and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:23:38.116380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:23:38.122212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:23:38.131762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:23:38.137062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:38.169478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:23:38.178631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:38.179006 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Added segment 30439ad1-562f-4a40-875d-0f1bf413425f of type vxlan for network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c
Dec 18 07:23:38.206414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:38.235263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:38.239367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:38.240027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:38.245404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-386215a6-793f-4848-9520-10ee7c68bd18 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:38.350527 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2515423
Dec 18 07:23:38.353568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59802) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:38.356358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Network': ['ID=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:38.359388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b350ecb7-effa-4104-b027-48d44055b3f4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:38.359789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'admin_state_up': True, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:23:38.367061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:23:38.367882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:23:38.372169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:router and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:23:38.375928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:23:38.381865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:23:38.384635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:23:38.392792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:38.393902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:38.412188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:38.685048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:39.271155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:39.302319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:39.565936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.26.7.63 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/ad7d85a1-3bb0-4341-be12-3e0ecbc9069d) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:23:39.719720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:39.745098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:39.759899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:39.889691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=ad7d85a1-3bb0-4341-be12-3e0ecbc9069d,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:39.894715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:39.942403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:23:39.943808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:23:39.946014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:23:40.361963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:40.710627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:40.916847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:23:41.097860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:23:41.107745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Sync routers for ids ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:23:41.118255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Routers {'9adef4d7-1c60-4fdb-8142-0dec55744fd1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:23:41.118931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cbf5cc0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:23:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:41.123575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:41.124888 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.7699249
Dec 18 07:23:41.128253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59806) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:41.173464 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9fadbcc3-f8e1-4c82-a9fb-532b9fb034ad tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] 10.222.0.23 "GET /v2.0/subnets?project_id=0ea52e23ee8d4ed1a15120bdad006a24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0439775
Dec 18 07:23:41.176166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59810) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:41.182392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'subnet': {'name': 'tempest-subnet-smoke-573305494', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:23:41.302538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Set router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:23:41.302744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:23:41.306866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:subnet and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:23:41.309988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:23:41.316027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:23:41.325210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:23:41.437369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:41.597208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cbf5cc0>, [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:23:40Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:41.601930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Checking router: 9adef4d7-1c60-4fdb-8142-0dec55744fd1 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:23:41.601930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Updating router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 port ad7d85a1-3bb0-4341-be12-3e0ecbc9069d binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:23:41.659601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:41.888698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:41.904997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f9371d3-bc76-4b6f-8b77-fddc40243805 tempest-PortsTestJSON-1458653826 tempest-PortsTestJSON-1458653826] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:42.066758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:42.081835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Transition to ACTIVE for port object ad7d85a1-3bb0-4341-be12-3e0ecbc9069d will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:23:42.084606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:42.100854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ff5cd571-3099-4c53-806b-d4498b5c206b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:42.237041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476d544-ad9b-4dd8-9665-ae867484f758 None None] Pushing event updated for resources: {'Port': ['ID=ad7d85a1-3bb0-4341-be12-3e0ecbc9069d,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:42.240107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f476d544-ad9b-4dd8-9665-ae867484f758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:42.305053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Attempting to bind port ad7d85a1-3bb0-4341-be12-3e0ecbc9069d on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:23:42.305471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Attempting to bind port ad7d85a1-3bb0-4341-be12-3e0ecbc9069d by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:23:42.305919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Attempting to bind port ad7d85a1-3bb0-4341-be12-3e0ecbc9069d on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:23:42.311505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:23:42.312521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:23:42.312971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:42.313411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:23:42.313953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Bound port: ad7d85a1-3bb0-4341-be12-3e0ecbc9069d, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:23:42.314093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Subnet': ['ID=2379d6ff-2105-4fa8-8402-b437c3f090d5,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:42.314374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:42.326479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:42.385889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Checking segment: {'id': '30439ad1-562f-4a40-875d-0f1bf413425f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:23:42.386288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network hostable DHCP agents. Network: 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:23:42.388744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] For port ad7d85a1-3bb0-4341-be12-3e0ecbc9069d, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:23:42.392107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] For port ad7d85a1-3bb0-4341-be12-3e0ecbc9069d, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ad7d85a1-3bb0-4341-be12-3e0ecbc9069d,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:23:42.395351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:42.404714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:23:42.411334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7f5b5898-a71d-42cd-8f6c-bdc5c67a3063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:42.412937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:23:42.426414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:42.427057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:42.447490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-402c431a-2afc-464f-9e20-7d7146df973b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.2702012
Dec 18 07:23:42.450401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59814) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:42.495262 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7e7f05-be46-44d8-858e-ec2e8320c1b0 None None] Network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:23:42.828988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476d544-ad9b-4dd8-9665-ae867484f758 None None] Pushing event updated for resources: {'Port': ['ID=ad7d85a1-3bb0-4341-be12-3e0ecbc9069d,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:42.844582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f476d544-ad9b-4dd8-9665-ae867484f758 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:42.952971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Routers {'9adef4d7-1c60-4fdb-8142-0dec55744fd1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:23:42.953693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cbf5cc0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:23:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:43.073996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ips': [{'subnet_id': '2379d6ff-2105-4fa8-8402-b437c3f090d5'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:23:43.074925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:43.100698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:43.288651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] Set router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:23:43.659582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.20.0.1 (051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c/2379d6ff-2105-4fa8-8402-b437c3f090d5/b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:23:43.687326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cbf5cc0>, [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:23:40Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:43.691595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d8e744-b18d-46f7-95d5-5d3e3f9ab138 None None] The sync data for ids ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'] in dv-neutron-765072-3-ovs is: [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:23:40Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:23:43.835432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:43.852448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Transition to ACTIVE for port object b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:23:43.871686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:43.887230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3dbaed7-cfd7-4401-9cb1-94d85bd55ea9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:43.933419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Allocated IP 172.20.0.2 (051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c/2379d6ff-2105-4fa8-8402-b437c3f090d5/7175e4e7-fdba-43f2-a789-276d3a1c5c0a) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:23:44.030112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:44.034107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:44.104023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:23:44.106173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:23:44.108915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:23:44.171922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:44.178333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:44.190532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Transition to ACTIVE for port object 7175e4e7-fdba-43f2-a789-276d3a1c5c0a will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:23:44.208687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Transition to ACTIVE for port object 7175e4e7-fdba-43f2-a789-276d3a1c5c0a will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:23:44.213418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:44.230652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:44.370366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Pushing event updated for resources: {'Port': ['ID=7175e4e7-fdba-43f2-a789-276d3a1c5c0a,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:44.373811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:44.430381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:23:44.431605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:23:44.434646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:23:44.472698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:44.494613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Attempting to bind port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:23:44.495091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Attempting to bind port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '30439ad1-562f-4a40-875d-0f1bf413425f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:23:44.495465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Attempting to bind port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a on network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:23:44.501468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:23:44.501925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Checking segment: {'id': '30439ad1-562f-4a40-875d-0f1bf413425f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:23:44.502379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:44.502836 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Bound using segment: {'id': '30439ad1-562f-4a40-875d-0f1bf413425f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:23:44.503370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Bound port: 7175e4e7-fdba-43f2-a789-276d3a1c5c0a, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30439ad1-562f-4a40-875d-0f1bf413425f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:23:44.503928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:44.601037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] For port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:23:44.604549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] For port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7175e4e7-fdba-43f2-a789-276d3a1c5c0a,segment=NetworkSegment(30439ad1-562f-4a40-875d-0f1bf413425f),segment_id=30439ad1-562f-4a40-875d-0f1bf413425f)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:23:44.607042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:44.622529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:44.801359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Pushing event updated for resources: {'Port': ['ID=7175e4e7-fdba-43f2-a789-276d3a1c5c0a,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:44.806399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:44.807101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3b944044-f71b-45c7-a7f1-a1ab0965f0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:44.973578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:44.977227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:45.011635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:45.103863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:45.119988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:45.173988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:45.255463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:23:45.256711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:23:45.393281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ad7d85a1-3bb0-4341-be12-3e0ecbc9069d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:23:45.453779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:23:45.461392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port ad7d85a1-3bb0-4341-be12-3e0ecbc9069d completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:23:45.466344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ad7d85a1-3bb0-4341-be12-3e0ecbc9069d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:45.466772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:45.603728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:45.622334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port ad7d85a1-3bb0-4341-be12-3e0ecbc9069d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ad7d85a1-3bb0-4341-be12-3e0ecbc9069d,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:23:45.625385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:45.626321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7175e4e7-fdba-43f2-a789-276d3a1c5c0a up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:23:45.655002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:45.943393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:23:45.945617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=ad7d85a1-3bb0-4341-be12-3e0ecbc9069d,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:45.949668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:45.966860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:23:45.969329 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "PUT /v2.0/routers/9adef4d7-1c60-4fdb-8142-0dec55744fd1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5139842
Dec 18 07:23:46.183591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0379be-ef62-47fd-afb0-92c2e1a07292 None None] Network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:23:46.283466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-724be906-d72a-4a99-96c2-9eccc1618982 None None] Provisioning for port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:23:46.302296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-724be906-d72a-4a99-96c2-9eccc1618982 None None] Provisioning complete for port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:46.302723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-724be906-d72a-4a99-96c2-9eccc1618982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:46.307813 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-29067bb3-546a-4981-b515-f4391114046d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49882220&fields=id&tenant_id=0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 267 time: 0.0466247
Dec 18 07:23:46.365158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Sync routers for ids ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:23:46.376088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Routers {'9adef4d7-1c60-4fdb-8142-0dec55744fd1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:23:46.376849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1deb4080>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:23:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:46.477621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-ff1322a0-87da-47a3-99d8-fcb4f8d60469 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:46.479117 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-ff1322a0-87da-47a3-99d8-fcb4f8d60469 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/networks?id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c HTTP/1.1" status: 200  len: 796 time: 0.1631463
Dec 18 07:23:46.497963 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-c1d56cdb-58df-41b8-a5bd-cc35a3f9c312 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/quotas/0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 375 time: 0.0114443
Dec 18 07:23:46.542246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-724be906-d72a-4a99-96c2-9eccc1618982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:46.590057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-724be906-d72a-4a99-96c2-9eccc1618982 None None] For port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7175e4e7-fdba-43f2-a789-276d3a1c5c0a,segment=NetworkSegment(30439ad1-562f-4a40-875d-0f1bf413425f),segment_id=30439ad1-562f-4a40-875d-0f1bf413425f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:23:46.594547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-724be906-d72a-4a99-96c2-9eccc1618982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:46.596460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:46.609129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-acaeeffe-0dfd-4fb4-af72-0703c35e246f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:23:46.643113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-acaeeffe-0dfd-4fb4-af72-0703c35e246f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:23:46.654853 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-acaeeffe-0dfd-4fb4-af72-0703c35e246f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1477554
Dec 18 07:23:46.675748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724be906-d72a-4a99-96c2-9eccc1618982 None None] Pushing event updated for resources: {'Port': ['ID=7175e4e7-fdba-43f2-a789-276d3a1c5c0a,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:46.680255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-724be906-d72a-4a99-96c2-9eccc1618982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:46.758461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Set router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:23:46.821421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6d9784fe-250a-4df6-b8db-f58f30dab5dc None None] Provisioning for port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:23:46.822042 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-153de8b1-bc67-4802-9cbf-666554be4fc3 service neutron] 10.222.0.23 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567400
Dec 18 07:23:46.827284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6d9784fe-250a-4df6-b8db-f58f30dab5dc None None] Provisioning complete for port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:46.827714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6d9784fe-250a-4df6-b8db-f58f30dab5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:46.885012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6d9784fe-250a-4df6-b8db-f58f30dab5dc None None] Port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:23:46.897667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6d9784fe-250a-4df6-b8db-f58f30dab5dc None None] Provisioning complete for port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:46.898100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6d9784fe-250a-4df6-b8db-f58f30dab5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:47.007136 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-15fc3633-8d0c-43fb-a1a1-e2645f38afa6 service neutron] 10.222.0.23 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1735229
Dec 18 07:23:47.119950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1deb4080>, [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:23:44Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb', 'name': '', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:86:2d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:43Z', 'updated_at': '2020-12-18T07:23:44Z', 'revision_number': 2, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:47.125544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Checking router: 9adef4d7-1c60-4fdb-8142-0dec55744fd1 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:23:47.125989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Updating router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:23:47.179692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c7347b9f-bddf-42bc-820e-0d75af497a2d None None] Provisioning complete for port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:47.180027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7347b9f-bddf-42bc-820e-0d75af497a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:47.184251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:47.258622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-c7347b9f-bddf-42bc-820e-0d75af497a2d None None] Port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:23:47.385704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-88ebd56d-b534-47e1-8343-aa13a51e3d65 None None] Provisioning complete for port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:47.385704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88ebd56d-b534-47e1-8343-aa13a51e3d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:47.448360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ad7d85a1-3bb0-4341-be12-3e0ecbc9069d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:23:47.492937 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cd63b3c5-3257-47b9-8edd-a1153ce17e91 req-f1b49d08-9704-4b49-95a9-9fa277e38db1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 210 time: 0.2708046
Dec 18 07:23:47.628774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f49afddf-1fd7-47f5-9595-11d429038ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:47.639403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:47.656671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port ad7d85a1-3bb0-4341-be12-3e0ecbc9069d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:47.657218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:47.688968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:47.701864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Transition to ACTIVE for port object b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:23:47.706296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:47.726004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-218aac00-9dab-41af-97c2-c90c59b4fc35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:47.793052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7175e4e7-fdba-43f2-a789-276d3a1c5c0a up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:23:47.856683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Pushing event updated for resources: {'Port': ['ID=b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:47.878851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.879193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:47.879307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.879587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.879691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:47.879962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.880341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.880712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.881079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.881446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.881909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.882284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.882629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.882964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.883383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.883738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.884091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.884447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.884807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.885175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.885546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.885894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.886251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.886607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.886961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.887356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:23:47.894687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:47.946479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-e3fc8dbd-c795-4c24-b6a1-a237c2725e9f None None] Provisioning complete for port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:47.946919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8dbd-c795-4c24-b6a1-a237c2725e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:48.040405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Attempting to bind port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:23:48.040850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Attempting to bind port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '30439ad1-562f-4a40-875d-0f1bf413425f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:23:48.041266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Attempting to bind port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb on network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:23:48.047580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:23:48.048002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Checking segment: {'id': '30439ad1-562f-4a40-875d-0f1bf413425f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:23:48.048453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:48.048928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Bound using segment: {'id': '30439ad1-562f-4a40-875d-0f1bf413425f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:23:48.049688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Bound port: b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30439ad1-562f-4a40-875d-0f1bf413425f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:23:48.049891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:48.147757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] For port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:23:48.150796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] For port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb,segment=NetworkSegment(30439ad1-562f-4a40-875d-0f1bf413425f),segment_id=30439ad1-562f-4a40-875d-0f1bf413425f)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:23:48.154127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:48.168686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc2ceec7-a5e2-4ec6-a110-d350df2cb261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:48.318781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Pushing event updated for resources: {'Port': ['ID=b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:48.322146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9b7a2cae-c760-4875-8a7a-d709123c2908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:48.363661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Routers {'9adef4d7-1c60-4fdb-8142-0dec55744fd1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:23:48.364328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1deb4080>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:23:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:48.564222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] Set router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:23:48.567826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:48.712944 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43cb62cf-8080-4776-84be-d9560047e53c req-05a69844-da00-4432-b863-19c0b126ba7c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 210 time: 0.0671842
Dec 18 07:23:48.715549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-0a5b9411-d653-4208-b046-0f3ddd1f8337 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:48.716494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-0a5b9411-d653-4208-b046-0f3ddd1f8337 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:23:48.735697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-0a5b9411-d653-4208-b046-0f3ddd1f8337 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:23:48.737198 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-0a5b9411-d653-4208-b046-0f3ddd1f8337 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/networks?id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c HTTP/1.1" status: 200  len: 796 time: 0.2487118
Dec 18 07:23:48.830861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-24e7f422-bd05-4991-af87-9e7e3445f5b9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:23:48.846737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-24e7f422-bd05-4991-af87-9e7e3445f5b9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:23:48.848159 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-24e7f422-bd05-4991-af87-9e7e3445f5b9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 7769 time: 0.0875442
Dec 18 07:23:48.866280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'port': {'device_id': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'admin_state_up': True, 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'security_groups': ['1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:23:48.934370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1deb4080>, [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:23:44Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb', 'name': '', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:86:2d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:43Z', 'updated_at': '2020-12-18T07:23:48Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:48.938577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f801fc-7133-4af9-abf4-bfbd37391162 None None] The sync data for ids ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'] in dv-neutron-765072-3-ovs is: [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:23:44Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb', 'name': '', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:86:2d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:43Z', 'updated_at': '2020-12-18T07:23:48Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:23:49.027589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:23:49.041327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:23:49.052896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:23:49.058672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:49.368105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:23:49.405896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.20.0.5 (051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c/2379d6ff-2105-4fa8-8402-b437c3f090d5/bd9a6028-0929-42c1-badf-864f3234382e) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:23:49.442226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:23:49.447783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:49.448225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:49.576365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:49.586535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:49.620723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb,segment=NetworkSegment(30439ad1-562f-4a40-875d-0f1bf413425f),segment_id=30439ad1-562f-4a40-875d-0f1bf413425f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:23:49.625907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:49.627888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:49.646609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:49.664277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Transition to ACTIVE for port object bd9a6028-0929-42c1-badf-864f3234382e will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:23:49.687177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:49.708318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9a8a4eaf-0c59-456b-9f46-b2853e3deb0d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:49.717115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:49.721328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:49.952243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e7572-1f28-45ff-8bfe-b60cb3402539 req-73b55c8e-1247-45b5-8589-f8bfb7683367 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:49.954079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-098e7572-1f28-45ff-8bfe-b60cb3402539 req-73b55c8e-1247-45b5-8589-f8bfb7683367 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 931 time: 0.0946374
Dec 18 07:23:50.009325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-098e7572-1f28-45ff-8bfe-b60cb3402539 req-b33e3515-04f1-422a-98c9-5a8f0a1f5390 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0476334
Dec 18 07:23:50.125472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=bd9a6028-0929-42c1-badf-864f3234382e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:50.130746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:50.182077 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:23:50.183282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:23:50.185693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:23:50.255283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:50.256054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:50.281701 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4195960
Dec 18 07:23:50.296791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-c2f829dc-1a9e-4cee-9cd9-541c0a782e80 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:23:50.297974 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-c2f829dc-1a9e-4cee-9cd9-541c0a782e80 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0064616
Dec 18 07:23:50.315314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Request body: {'port': {'device_id': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:23:50.425849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b6acf575-ae45-4a41-bc82-e12107f13cd2 None None] Provisioning for port bd9a6028-0929-42c1-badf-864f3234382e completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:23:50.430812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-b6acf575-ae45-4a41-bc82-e12107f13cd2 None None] Provisioning complete for port bd9a6028-0929-42c1-badf-864f3234382e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:50.431251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b6acf575-ae45-4a41-bc82-e12107f13cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:50.434706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:50.486588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b6acf575-ae45-4a41-bc82-e12107f13cd2 None None] Port bd9a6028-0929-42c1-badf-864f3234382e cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:23:50.841665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9a6028-0929-42c1-badf-864f3234382e {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:23:50.849137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:50.862237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Transition to ACTIVE for port object bd9a6028-0929-42c1-badf-864f3234382e will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:23:50.864661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:50.880089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2ada002d-3366-485d-9196-dac727310111 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:51.009938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9a6028-0929-42c1-badf-864f3234382e,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:51.012897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:51.195768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Attempting to bind port bd9a6028-0929-42c1-badf-864f3234382e on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:23:51.196140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Attempting to bind port bd9a6028-0929-42c1-badf-864f3234382e by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '30439ad1-562f-4a40-875d-0f1bf413425f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:23:51.196504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Attempting to bind port bd9a6028-0929-42c1-badf-864f3234382e on network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:23:51.202962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:23:51.203577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Checking segment: {'id': '30439ad1-562f-4a40-875d-0f1bf413425f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:23:51.203856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:51.204266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Bound using segment: {'id': '30439ad1-562f-4a40-875d-0f1bf413425f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:23:51.204724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Bound port: bd9a6028-0929-42c1-badf-864f3234382e, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30439ad1-562f-4a40-875d-0f1bf413425f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:23:51.205096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:51.244564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7283ea-a663-4cc5-999a-ee4eae61edf5 req-07e2c953-8eb1-4856-8d67-ff75cf83eaff tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:51.246333 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd7283ea-a663-4cc5-999a-ee4eae61edf5 req-07e2c953-8eb1-4856-8d67-ff75cf83eaff tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 943 time: 0.0932572
Dec 18 07:23:51.294362 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd7283ea-a663-4cc5-999a-ee4eae61edf5 req-25c3730b-a20b-4fce-b8aa-b18d701f3f86 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410597
Dec 18 07:23:51.300785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] For port bd9a6028-0929-42c1-badf-864f3234382e, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:23:51.304181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] For port bd9a6028-0929-42c1-badf-864f3234382e, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd9a6028-0929-42c1-badf-864f3234382e,segment=NetworkSegment(30439ad1-562f-4a40-875d-0f1bf413425f),segment_id=30439ad1-562f-4a40-875d-0f1bf413425f)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:23:51.307901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:51.326524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-aa3405ab-217f-4baa-8090-23ca36e6f945 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:51.355204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:23:51.428474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:51.429055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:51.478934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=bd9a6028-0929-42c1-badf-864f3234382e,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:51.482406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:51.519380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:51.520280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:51.521834 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/bd9a6028-0929-42c1-badf-864f3234382e HTTP/1.1" status: 200  len: 1157 time: 1.2119420
Dec 18 07:23:51.522418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:23:51.612092 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e', 'status': 'completed', 'code': 200}
Dec 18 07:23:51.651025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-2381ea42-6256-48fc-bb73-7348848d21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:51.652709 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-2381ea42-6256-48fc-bb73-7348848d21d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 1160 time: 0.0825992
Dec 18 07:23:51.729871 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-2828eac2-78b9-4ab0-85f3-05f01185ccf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9a6028-0929-42c1-badf-864f3234382e HTTP/1.1" status: 200  len: 217 time: 0.0694203
Dec 18 07:23:51.802684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1cd7a7ba-2190-4210-8b1f-40c579d20236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:51.804147 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-1cd7a7ba-2190-4210-8b1f-40c579d20236 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2379d6ff-2105-4fa8-8402-b437c3f090d5 HTTP/1.1" status: 200  len: 834 time: 0.0649734
Dec 18 07:23:51.890506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-6d2c080a-066e-4844-af41-a5de2c77887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:51.892086 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-6d2c080a-066e-4844-af41-a5de2c77887a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0778420
Dec 18 07:23:52.041121 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-04075e5b-31b8-4f47-99d4-522241791c9d service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364942
Dec 18 07:23:52.184697 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a4b030c5-ab9e-44ab-a330-6453dfc012c2 req-442856cf-7675-4b0b-a7f0-71722aa76650 service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1327181
Dec 18 07:23:52.314538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffcc44-40be-42ce-93fd-5aad0cb5e366 req-4c3f1c97-3423-4b1a-9761-f1de8e853205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:52.316112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1ffcc44-40be-42ce-93fd-5aad0cb5e366 req-4c3f1c97-3423-4b1a-9761-f1de8e853205 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 1160 time: 0.0738094
Dec 18 07:23:52.464590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffcc44-40be-42ce-93fd-5aad0cb5e366 req-2ba99f33-09f2-4912-91aa-910bcfdb9117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:52.466104 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1ffcc44-40be-42ce-93fd-5aad0cb5e366 req-2ba99f33-09f2-4912-91aa-910bcfdb9117 service neutron] 10.222.0.15 "GET /v2.0/networks?id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c HTTP/1.1" status: 200  len: 890 time: 0.1422460
Dec 18 07:23:52.510819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d45211-2b3b-4e21-96b2-12f15a0d3ab0 req-3bc8caa6-7d39-4b52-9c57-fa4f27be663f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:52.512429 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d7d45211-2b3b-4e21-96b2-12f15a0d3ab0 req-3bc8caa6-7d39-4b52-9c57-fa4f27be663f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 943 time: 0.0835650
Dec 18 07:23:52.540602 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1ffcc44-40be-42ce-93fd-5aad0cb5e366 req-b71abae1-d313-48ae-a10d-7f541c055b3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9a6028-0929-42c1-badf-864f3234382e HTTP/1.1" status: 200  len: 217 time: 0.0669060
Dec 18 07:23:52.564213 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d7d45211-2b3b-4e21-96b2-12f15a0d3ab0 req-c6ceda71-fe9c-4d0d-85d7-a1eabf1faaa6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445664
Dec 18 07:23:52.611692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffcc44-40be-42ce-93fd-5aad0cb5e366 req-a5c96ed4-f0f4-45f9-b58e-17633646c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:52.613334 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1ffcc44-40be-42ce-93fd-5aad0cb5e366 req-a5c96ed4-f0f4-45f9-b58e-17633646c118 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2379d6ff-2105-4fa8-8402-b437c3f090d5 HTTP/1.1" status: 200  len: 834 time: 0.0641606
Dec 18 07:23:52.697504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffcc44-40be-42ce-93fd-5aad0cb5e366 req-5d1cd7ba-632a-4fd2-ba93-1b93b2604333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:52.699146 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1ffcc44-40be-42ce-93fd-5aad0cb5e366 req-5d1cd7ba-632a-4fd2-ba93-1b93b2604333 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0774848
Dec 18 07:23:52.842524 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1ffcc44-40be-42ce-93fd-5aad0cb5e366 req-f1c5c375-ee5e-471d-b26d-58444602e8ee service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353228
Dec 18 07:23:52.985289 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1ffcc44-40be-42ce-93fd-5aad0cb5e366 req-e9f59d03-101b-4369-8aeb-944129488e98 service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1344345
Dec 18 07:23:53.049353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:53.783195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f54b7-97d4-47e2-997f-cd85eb021f67 req-952b9ebd-73e2-46c6-a01f-d9c73013b3c6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:53.784819 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fd8f54b7-97d4-47e2-997f-cd85eb021f67 req-952b9ebd-73e2-46c6-a01f-d9c73013b3c6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 943 time: 0.0833991
Dec 18 07:23:53.832981 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fd8f54b7-97d4-47e2-997f-cd85eb021f67 req-7965dab7-3b15-4b1c-8829-e2b65ce3b0ba tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415599
Dec 18 07:23:54.118856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd9a6028-0929-42c1-badf-864f3234382e up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:23:54.188931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port bd9a6028-0929-42c1-badf-864f3234382e completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:23:54.194157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bd9a6028-0929-42c1-badf-864f3234382e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:54.194592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:54.309488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:54.337130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:23:54.348153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port bd9a6028-0929-42c1-badf-864f3234382e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd9a6028-0929-42c1-badf-864f3234382e,segment=NetworkSegment(30439ad1-562f-4a40-875d-0f1bf413425f),segment_id=30439ad1-562f-4a40-875d-0f1bf413425f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:23:54.351668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:54.353664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-724be906-d72a-4a99-96c2-9eccc1618982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:54.400825 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e', 'code': 200}
Dec 18 07:23:54.425917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=bd9a6028-0929-42c1-badf-864f3234382e,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:54.429169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:54.649892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46b3df-2957-4a62-b55c-bea190769590 req-83985a49-40d3-4fc9-aca6-1e68b8726dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:54.651420 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ca46b3df-2957-4a62-b55c-bea190769590 req-83985a49-40d3-4fc9-aca6-1e68b8726dfe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 1162 time: 0.0752866
Dec 18 07:23:54.699245 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ca46b3df-2957-4a62-b55c-bea190769590 req-fe79254d-6623-4a84-9121-08173f2a71a2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0370431
Dec 18 07:23:55.044708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6ba5-cf74-4591-8728-26fb7f97489b req-07963776-ea70-4ce8-8fcc-18537d45de0e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:55.046764 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5be6ba5-cf74-4591-8728-26fb7f97489b req-07963776-ea70-4ce8-8fcc-18537d45de0e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0864427
Dec 18 07:23:55.093599 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b5be6ba5-cf74-4591-8728-26fb7f97489b req-273b963d-b43b-4780-9caa-01e57f7c81b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0406163
Dec 18 07:23:55.722933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd9a6028-0929-42c1-badf-864f3234382e up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:23:55.793291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bd9a6028-0929-42c1-badf-864f3234382e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:23:55.793759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:56.301803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19babc2-39da-4d26-af87-0f52414d1464 req-f816a90d-f047-412d-888f-1f4abafffe85 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:56.303385 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e19babc2-39da-4d26-af87-0f52414d1464 req-f816a90d-f047-412d-888f-1f4abafffe85 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0810990
Dec 18 07:23:56.356068 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e19babc2-39da-4d26-af87-0f52414d1464 req-9532471b-cf86-4d50-865d-013c9cd99a44 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464625
Dec 18 07:23:56.563521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709fda4-5625-4284-9ffa-6633a0a75bdc req-25a52baa-c768-47e9-85f7-d1f8777692e1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:56.565097 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e709fda4-5625-4284-9ffa-6633a0a75bdc req-25a52baa-c768-47e9-85f7-d1f8777692e1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0820508
Dec 18 07:23:56.612990 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e709fda4-5625-4284-9ffa-6633a0a75bdc req-ecdef90a-d46f-4cf1-af43-4ebc625888c5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413189
Dec 18 07:23:56.642871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59870) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:56.721198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3df09d-b343-48ff-9676-3b363a4b00e9 tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:56.722915 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-1c3df09d-b343-48ff-9676-3b363a4b00e9 tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 1157 time: 0.0789680
Dec 18 07:23:56.725889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59874) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:23:56.731645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': 'bd9a6028-0929-42c1-badf-864f3234382e', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address': '172.20.0.5'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:23:56.737490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:23:56.741738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:floatingip and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:23:56.744792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:23:56.750669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:23:56.760171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:56.904633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:57.168801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.26.7.189 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/9e721bb9-d682-4498-a727-41684c4cdce7) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:23:57.323737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:57.349264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:57.369071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c88c14b6-34e8-4fe9-9131-ed84950f85f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:57.507042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=9e721bb9-d682-4498-a727-41684c4cdce7,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:57.512115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:57.563103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:23:57.564269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:23:57.566627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:23:57.981472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:58.054215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:58.315055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:58.318716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:58.334125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5881ea6b-766c-458f-b3c7-d51e5245ab3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:23:58.466811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=9e721bb9-d682-4498-a727-41684c4cdce7,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:23:58.469958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:23:58.575186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:59.011245 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Floating IP a81f2a40-1fd9-43a5-87ee-208916c6a340 associated. External IP: 172.26.7.189, port: bd9a6028-0929-42c1-badf-864f3234382e.
Dec 18 07:23:59.363369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:23:59.553200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:23:59.563342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1230c86-15a7-487a-9a1e-716bf5079679 None None] Sync routers for ids ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:23:59.573504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1230c86-15a7-487a-9a1e-716bf5079679 None None] Routers {'9adef4d7-1c60-4fdb-8142-0dec55744fd1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:23:59.574207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d1230c86-15a7-487a-9a1e-716bf5079679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d62a630>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:23:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:23:59.578082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:23:59.637824 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9107959
Dec 18 07:23:59.638609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:23:59.777882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d1230c86-15a7-487a-9a1e-716bf5079679 None None] Set router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:23:59.795121 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e', 'status': 'completed', 'code': 200}
Dec 18 07:23:59.846585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bb895-1429-4e12-85ff-89a2213c8de6 req-0adff027-b70d-4416-aef7-31b3e0807eb0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:59.848230 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-612bb895-1429-4e12-85ff-89a2213c8de6 req-0adff027-b70d-4416-aef7-31b3e0807eb0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0944324
Dec 18 07:23:59.898134 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-612bb895-1429-4e12-85ff-89a2213c8de6 req-c08e5aa2-4b6d-441f-a7af-907d69c38a98 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430787
Dec 18 07:23:59.899073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a869-7ff6-4cc8-b9e5-eaf0f1537523 req-3de199f5-aac8-49a0-b6ac-b24c2c4e41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:23:59.900705 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-65b0a869-7ff6-4cc8-b9e5-eaf0f1537523 req-3de199f5-aac8-49a0-b6ac-b24c2c4e41e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 1162 time: 0.0816472
Dec 18 07:23:59.929120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59884) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:24:00.043206 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-439647b4-72b1-4c7d-87a7-a146da6884ba tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/a81f2a40-1fd9-43a5-87ee-208916c6a340 HTTP/1.1" status: 200  len: 991 time: 0.1126363
Dec 18 07:24:00.047829 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a869-7ff6-4cc8-b9e5-eaf0f1537523 req-66c1e1b5-d322-4e1e-b6d8-15d2ebaff03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:00.049403 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-65b0a869-7ff6-4cc8-b9e5-eaf0f1537523 req-66c1e1b5-d322-4e1e-b6d8-15d2ebaff03d service neutron] 10.222.0.15 "GET /v2.0/networks?id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c HTTP/1.1" status: 200  len: 890 time: 0.1418893
Dec 18 07:24:00.147139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d1230c86-15a7-487a-9a1e-716bf5079679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d62a630>, [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:23:44Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'a81f2a40-1fd9-43a5-87ee-208916c6a340', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.189', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'port_id': 'bd9a6028-0929-42c1-badf-864f3234382e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:23:57Z', 'updated_at': '2020-12-18T07:23:57Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb', 'name': '', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:86:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:43Z', 'updated_at': '2020-12-18T07:23:49Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:24:00.151082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1230c86-15a7-487a-9a1e-716bf5079679 None None] Checking router: 9adef4d7-1c60-4fdb-8142-0dec55744fd1 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:24:00.154589 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-65b0a869-7ff6-4cc8-b9e5-eaf0f1537523 req-1a4d3bb6-4238-4b87-a4aa-532964e09972 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9a6028-0929-42c1-badf-864f3234382e HTTP/1.1" status: 200  len: 999 time: 0.0981812
Dec 18 07:24:00.160083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1230c86-15a7-487a-9a1e-716bf5079679 None None] Routers {'9adef4d7-1c60-4fdb-8142-0dec55744fd1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:24:00.160746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d1230c86-15a7-487a-9a1e-716bf5079679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d62a630>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:23:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:24:00.227038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a869-7ff6-4cc8-b9e5-eaf0f1537523 req-f1311279-22d3-4a88-be8f-8a0a6f243488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:00.228617 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-65b0a869-7ff6-4cc8-b9e5-eaf0f1537523 req-f1311279-22d3-4a88-be8f-8a0a6f243488 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2379d6ff-2105-4fa8-8402-b437c3f090d5 HTTP/1.1" status: 200  len: 834 time: 0.0681357
Dec 18 07:24:00.308287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a869-7ff6-4cc8-b9e5-eaf0f1537523 req-5a14701a-93a2-4f8d-8bfc-94f112a5a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:00.310023 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-65b0a869-7ff6-4cc8-b9e5-eaf0f1537523 req-5a14701a-93a2-4f8d-8bfc-94f112a5a639 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0748155
Dec 18 07:24:00.464662 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-65b0a869-7ff6-4cc8-b9e5-eaf0f1537523 req-4fc9ed84-bfdb-418b-bf31-567647ac3da8 service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474719
Dec 18 07:24:00.520060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d1230c86-15a7-487a-9a1e-716bf5079679 None None] Set router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:24:00.609312 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-65b0a869-7ff6-4cc8-b9e5-eaf0f1537523 req-29c184ed-7a43-41b5-8be3-eee3403ff5fe service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386588
Dec 18 07:24:00.881583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d1230c86-15a7-487a-9a1e-716bf5079679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d62a630>, [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:23:44Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'a81f2a40-1fd9-43a5-87ee-208916c6a340', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.189', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'port_id': 'bd9a6028-0929-42c1-badf-864f3234382e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:23:57Z', 'updated_at': '2020-12-18T07:23:57Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb', 'name': '', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:86:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:43Z', 'updated_at': '2020-12-18T07:23:49Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:24:00.885818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1230c86-15a7-487a-9a1e-716bf5079679 None None] The sync data for ids ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'] in dv-neutron-765072-3-ovs is: [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:23:44Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'a81f2a40-1fd9-43a5-87ee-208916c6a340', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.189', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'port_id': 'bd9a6028-0929-42c1-badf-864f3234382e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'mac_address': 'fa:16:3e:41:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:23:57Z', 'updated_at': '2020-12-18T07:23:57Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb', 'name': '', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:86:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:43Z', 'updated_at': '2020-12-18T07:23:49Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:24:01.047178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 59888) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:24:01.159794 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2c2bf814-4da5-43ce-8bcd-fe90af0fa0d2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/a81f2a40-1fd9-43a5-87ee-208916c6a340 HTTP/1.1" status: 200  len: 991 time: 0.1112909
Dec 18 07:24:01.194766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f8376-7524-489b-82f3-b1da79f9f820 None None] New status for floating IP a81f2a40-1fd9-43a5-87ee-208916c6a340: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:24:02.163446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59892) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:24:02.273226 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-736c5b4a-5f4e-46b3-bf51-05428cfd57ee tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/a81f2a40-1fd9-43a5-87ee-208916c6a340 HTTP/1.1" status: 200  len: 993 time: 0.1084247
Dec 18 07:24:05.857683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:24:14.768831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-18f25204-f6d0-4bd8-a2c9-fbad37b8562e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:17.501014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9e324fbe-058f-484a-90e4-8aa087949416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:17.565847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:18.550347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:19.542454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:23.058336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:30.041279 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f57b046-8466-43fa-8bc8-cddcbc01a400 req-c27c406a-7a75-4b49-a21c-ff0ba096bcf8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1450801
Dec 18 07:24:30.194529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b046-8466-43fa-8bc8-cddcbc01a400 req-5c89736e-1554-4b1f-ae01-aeccafd503ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:30.196115 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f57b046-8466-43fa-8bc8-cddcbc01a400 req-5c89736e-1554-4b1f-ae01-aeccafd503ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 1162 time: 0.0785108
Dec 18 07:24:30.626351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b046-8466-43fa-8bc8-cddcbc01a400 req-9097a88a-6a2d-43b8-80c8-b590f118bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:30.627986 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f57b046-8466-43fa-8bc8-cddcbc01a400 req-9097a88a-6a2d-43b8-80c8-b590f118bfce service neutron] 10.222.0.15 "GET /v2.0/networks?id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c HTTP/1.1" status: 200  len: 890 time: 0.4123156
Dec 18 07:24:30.735764 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f57b046-8466-43fa-8bc8-cddcbc01a400 req-d6dc2713-b56f-4d55-8ab0-c3296f167f44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9a6028-0929-42c1-badf-864f3234382e HTTP/1.1" status: 200  len: 1001 time: 0.0991054
Dec 18 07:24:30.804660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b046-8466-43fa-8bc8-cddcbc01a400 req-e60c7ba2-7aee-4a4f-a6bb-2eb4666e63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:30.806182 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f57b046-8466-43fa-8bc8-cddcbc01a400 req-e60c7ba2-7aee-4a4f-a6bb-2eb4666e63f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2379d6ff-2105-4fa8-8402-b437c3f090d5 HTTP/1.1" status: 200  len: 834 time: 0.0621223
Dec 18 07:24:30.884694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57b046-8466-43fa-8bc8-cddcbc01a400 req-544b96fb-eee3-42d1-8df3-9d2e72257cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:30.886178 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f57b046-8466-43fa-8bc8-cddcbc01a400 req-544b96fb-eee3-42d1-8df3-9d2e72257cd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0730097
Dec 18 07:24:31.026661 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f57b046-8466-43fa-8bc8-cddcbc01a400 req-8659ef90-d67e-4007-bb6f-032664196be8 service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332018
Dec 18 07:24:31.166023 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f57b046-8466-43fa-8bc8-cddcbc01a400 req-55fc39d6-a6e6-467d-8764-af05874eae2a service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1327438
Dec 18 07:24:33.888205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59916) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:24:33.947934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ce3c7-cc7e-4bff-bd2c-803d9739b245 req-eb830f0b-45b2-42e1-a326-b8a73846eaa0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:33.949581 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c19ce3c7-cc7e-4bff-bd2c-803d9739b245 req-eb830f0b-45b2-42e1-a326-b8a73846eaa0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0843146
Dec 18 07:24:33.998066 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c19ce3c7-cc7e-4bff-bd2c-803d9739b245 req-31fdfa01-7118-4311-a591-b99e505190af tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413880
Dec 18 07:24:34.039349 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-c5f13f4a-9e3d-4721-b6c8-e6bb204d385e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1498172
Dec 18 07:24:35.217269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef1e43-72e5-4b48-9d3f-7de67579b2c7 req-0a0f774a-8c62-4ad7-82aa-38f47244f447 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:35.218946 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d3ef1e43-72e5-4b48-9d3f-7de67579b2c7 req-0a0f774a-8c62-4ad7-82aa-38f47244f447 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0877929
Dec 18 07:24:35.267774 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d3ef1e43-72e5-4b48-9d3f-7de67579b2c7 req-1989edf5-ee3e-4f6b-8e84-148e7975897d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413451
Dec 18 07:24:35.315662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-748aaa0e-653f-411b-9f48-c829a76bd414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:35.317603 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-748aaa0e-653f-411b-9f48-c829a76bd414 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 1162 time: 0.0760989
Dec 18 07:24:35.461644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-7e49c499-28d0-48dd-9d17-528ccda2c8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:35.463213 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-7e49c499-28d0-48dd-9d17-528ccda2c8b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c HTTP/1.1" status: 200  len: 890 time: 0.1359239
Dec 18 07:24:35.573895 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-c9660a36-a9dc-4475-9aa2-7950d1e0a406 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9a6028-0929-42c1-badf-864f3234382e HTTP/1.1" status: 200  len: 1001 time: 0.1000299
Dec 18 07:24:35.662889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-e25b04ef-3401-4e31-86e0-b433e43528c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:35.664530 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-e25b04ef-3401-4e31-86e0-b433e43528c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2379d6ff-2105-4fa8-8402-b437c3f090d5 HTTP/1.1" status: 200  len: 834 time: 0.0809762
Dec 18 07:24:35.747752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-7732e79b-ceae-4fb3-b356-8debf3e02141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:35.749338 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-7732e79b-ceae-4fb3-b356-8debf3e02141 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0734537
Dec 18 07:24:35.899353 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-413aed2a-74ff-4560-830b-461857dd725f service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400211
Dec 18 07:24:36.044644 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-8532255a-7efb-403b-8ab6-39fcab126853 service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1339719
Dec 18 07:24:36.481106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cdca9b-938f-4903-aea0-eb2decf5373e req-b8841010-6533-4788-9301-20712fec7498 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:36.482789 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d5cdca9b-938f-4903-aea0-eb2decf5373e req-b8841010-6533-4788-9301-20712fec7498 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0860133
Dec 18 07:24:36.533490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d5cdca9b-938f-4903-aea0-eb2decf5373e req-265bfd85-8fe6-47f2-93b8-b74a87af18d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444252
Dec 18 07:24:37.746789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb85dcc-0c26-47c8-8240-925f8887e457 req-7b524269-75b8-4938-83ae-5d6763ded61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:37.748547 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ddb85dcc-0c26-47c8-8240-925f8887e457 req-7b524269-75b8-4938-83ae-5d6763ded61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0832050
Dec 18 07:24:37.795230 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ddb85dcc-0c26-47c8-8240-925f8887e457 req-a66216ba-f9ea-4744-ab35-1e4d675aba5b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404062
Dec 18 07:24:39.020780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ce8ec-d397-4017-9844-a3473e5293cc req-0964f75a-e2c5-45a9-8936-fe4928ffc33f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:39.022358 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-348ce8ec-d397-4017-9844-a3473e5293cc req-0964f75a-e2c5-45a9-8936-fe4928ffc33f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0881140
Dec 18 07:24:39.069192 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-348ce8ec-d397-4017-9844-a3473e5293cc req-bf932ffb-2a9d-4968-8df7-f4123b7a0d01 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0405092
Dec 18 07:24:40.276964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587cb8f-69e6-4af3-869b-b65a4d4b2f92 req-a8f1ba00-dd24-4601-91c6-1d327531fe7c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:40.278616 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3587cb8f-69e6-4af3-869b-b65a4d4b2f92 req-a8f1ba00-dd24-4601-91c6-1d327531fe7c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0822079
Dec 18 07:24:40.328559 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3587cb8f-69e6-4af3-869b-b65a4d4b2f92 req-630def8e-312d-4541-9bf0-ad756d53c930 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436950
Dec 18 07:24:41.542200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbea7d-4e49-49a2-8c46-cd6c8a220068 req-87c38f58-daff-4e5c-ab47-fc5ec1bdb91c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:41.543813 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7cdbea7d-4e49-49a2-8c46-cd6c8a220068 req-87c38f58-daff-4e5c-ab47-fc5ec1bdb91c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0863533
Dec 18 07:24:41.590031 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7cdbea7d-4e49-49a2-8c46-cd6c8a220068 req-89a2102d-cecc-4311-a3fe-68f0e3103dde tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399418
Dec 18 07:24:42.804770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d127d-43e6-455c-b7a8-2cc7e087b731 req-971404ea-3887-4afc-ab2c-23e1bdcdfbc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:42.806412 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-944d127d-43e6-455c-b7a8-2cc7e087b731 req-971404ea-3887-4afc-ab2c-23e1bdcdfbc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0863676
Dec 18 07:24:42.853214 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-944d127d-43e6-455c-b7a8-2cc7e087b731 req-91c88efe-6792-4296-ada3-5a60c14d4ed1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404992
Dec 18 07:24:42.857007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:24:44.063043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f7f1a-309f-4eb0-bca0-9bfefcc273b5 req-7d4553ca-a94d-4633-840b-7f4ed86f6331 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:44.064519 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1b9f7f1a-309f-4eb0-bca0-9bfefcc273b5 req-7d4553ca-a94d-4633-840b-7f4ed86f6331 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0821323
Dec 18 07:24:44.114045 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1b9f7f1a-309f-4eb0-bca0-9bfefcc273b5 req-ce4f6594-fd28-4e2b-9413-4f339b3c4df4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430231
Dec 18 07:24:44.770005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f839d208-1c3f-465f-9110-394ee86e3844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:45.326258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d135c2e-40f1-45a6-94f8-e5fc0eb6f850 req-f9ade78a-4315-43a2-be27-af006ddb5ad4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:45.327867 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d135c2e-40f1-45a6-94f8-e5fc0eb6f850 req-f9ade78a-4315-43a2-be27-af006ddb5ad4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0839398
Dec 18 07:24:45.374002 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d135c2e-40f1-45a6-94f8-e5fc0eb6f850 req-438e0de7-6b7f-4c5e-a711-fdfd9f635141 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397379
Dec 18 07:24:46.590206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a2c0f-bf3f-42e6-83a6-e15e7bb57698 req-33c3a504-1cc7-480b-a670-a44903b3b6ff tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:46.591808 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-695a2c0f-bf3f-42e6-83a6-e15e7bb57698 req-33c3a504-1cc7-480b-a670-a44903b3b6ff tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0869823
Dec 18 07:24:46.640373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-695a2c0f-bf3f-42e6-83a6-e15e7bb57698 req-03670b9a-d281-4abf-95f6-924c1b052d6c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421150
Dec 18 07:24:47.501354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1c3c4e4a-b9ce-42f7-94c1-d1b68e8ba559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:47.564346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:47.858139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfead89-467b-46b9-a66f-26b5294a1f1b req-afaffcd7-4871-4329-a543-99d8c46d307d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:47.859783 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-edfead89-467b-46b9-a66f-26b5294a1f1b req-afaffcd7-4871-4329-a543-99d8c46d307d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0867109
Dec 18 07:24:47.910612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-edfead89-467b-46b9-a66f-26b5294a1f1b req-8bdcc44f-ff35-4ed9-a304-f93eadbd6a6b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443897
Dec 18 07:24:48.552020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:49.121317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0fb1e-8c7c-4e29-813b-2e7ef415486d req-443ce847-1401-4d04-b3df-8fa4d831ab93 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:49.122958 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d9b0fb1e-8c7c-4e29-813b-2e7ef415486d req-443ce847-1401-4d04-b3df-8fa4d831ab93 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0827866
Dec 18 07:24:49.169927 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d9b0fb1e-8c7c-4e29-813b-2e7ef415486d req-afe62775-4584-4cc6-988f-444f47dfd408 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408056
Dec 18 07:24:49.544413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:50.379863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501683e1-ed73-4a03-b4d4-293744e0b0cd req-71b2f74b-338e-40e9-93e5-6a7c91a9a3d0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:50.381455 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-501683e1-ed73-4a03-b4d4-293744e0b0cd req-71b2f74b-338e-40e9-93e5-6a7c91a9a3d0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0847349
Dec 18 07:24:50.427842 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-501683e1-ed73-4a03-b4d4-293744e0b0cd req-21eed218-f3f0-455f-ab13-1b9d97eb935c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400734
Dec 18 07:24:51.638930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39374bf7-f662-4e76-82e4-fd0f0cbdd737 req-77ff394b-8ceb-4477-bed0-063a5010742a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:51.646679 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-39374bf7-f662-4e76-82e4-fd0f0cbdd737 req-77ff394b-8ceb-4477-bed0-063a5010742a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0913913
Dec 18 07:24:51.692017 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-39374bf7-f662-4e76-82e4-fd0f0cbdd737 req-5e8985cc-4e45-4195-a119-40a89c9a9eca tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444214
Dec 18 07:24:52.906049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f836016-a1dd-452c-8dbb-984bc6a3aefb req-12cf4066-7e7f-41c2-92f1-d06ff6578f57 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:52.907662 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f836016-a1dd-452c-8dbb-984bc6a3aefb req-12cf4066-7e7f-41c2-92f1-d06ff6578f57 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0832894
Dec 18 07:24:52.956985 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f836016-a1dd-452c-8dbb-984bc6a3aefb req-8cc0c158-7ef4-4989-baeb-1bafc0bfef18 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428989
Dec 18 07:24:52.964436 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-dce09258-122b-45c9-a011-517c77eccc7d service neutron] 10.222.0.15 "GET /v2.0/ports/bd9a6028-0929-42c1-badf-864f3234382e/bindings/hv-neutron-7650 HTTP/1.1" status: 200  len: 454 time: 0.0763228
Dec 18 07:24:53.053107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:53.252899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-34562977-d506-4f13-b540-6b5bfdd9b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:53.254442 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-34562977-d506-4f13-b540-6b5bfdd9b4d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc&tenant_id=0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 1162 time: 0.0783708
Dec 18 07:24:53.354756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-581a2327-77aa-4599-ab38-046888fc7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:53.357000 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-581a2327-77aa-4599-ab38-046888fc7058 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 1162 time: 0.0739233
Dec 18 07:24:53.499627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-db8b7eaa-b46e-433d-a0b3-b03969ae9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:53.501219 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-db8b7eaa-b46e-433d-a0b3-b03969ae9693 service neutron] 10.222.0.15 "GET /v2.0/networks?id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c HTTP/1.1" status: 200  len: 890 time: 0.1337008
Dec 18 07:24:53.611864 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-be8d38cc-6c5d-47a5-b0fd-73af4206ef6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9a6028-0929-42c1-badf-864f3234382e HTTP/1.1" status: 200  len: 1001 time: 0.0985072
Dec 18 07:24:53.686137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-f65e0519-f0ac-47c9-9696-d8ccce6f676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:53.687709 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-f65e0519-f0ac-47c9-9696-d8ccce6f676f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2379d6ff-2105-4fa8-8402-b437c3f090d5 HTTP/1.1" status: 200  len: 834 time: 0.0662043
Dec 18 07:24:53.773034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-67c93ceb-41a5-4ef8-9b0b-a3c8bb24b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:53.774617 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-67c93ceb-41a5-4ef8-9b0b-a3c8bb24b856 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0761740
Dec 18 07:24:53.920131 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-396b92c9-4718-468c-82f3-8838eefa4630 service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339087
Dec 18 07:24:53.926724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd9a6028-0929-42c1-badf-864f3234382e no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:24:54.045763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:54.068217 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac952a83-d2ff-4158-8bdf-2aeb0a233d4c req-93efd35c-9c46-4610-b40f-e9b9b99cf0d2 service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412556
Dec 18 07:24:54.075143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:24:54.085762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port bd9a6028-0929-42c1-badf-864f3234382e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd9a6028-0929-42c1-badf-864f3234382e,segment=NetworkSegment(30439ad1-562f-4a40-875d-0f1bf413425f),segment_id=30439ad1-562f-4a40-875d-0f1bf413425f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:24:54.091414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:54.093641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb45d85a-371f-479a-be17-51fc169f58dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:24:54.154869 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e', 'code': 200}
Dec 18 07:24:54.171391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=bd9a6028-0929-42c1-badf-864f3234382e,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:24:54.179329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.179729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.180114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.180492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.180872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.181246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.181640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.182013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.182385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.182753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.183119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.184027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.184452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.184815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.185182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.185558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.185929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.186292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.186653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.187015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.187376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.188202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.188202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.188475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:24:54.188574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53e857-00cb-465c-81c3-ec0b8a6e0ed1 req-1f2aaac6-d06f-42af-9923-30b7f7e4f9b1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:54.190297 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b53e857-00cb-465c-81c3-ec0b8a6e0ed1 req-1f2aaac6-d06f-42af-9923-30b7f7e4f9b1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 943 time: 0.0941718
Dec 18 07:24:54.193230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:24:54.248173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4b53e857-00cb-465c-81c3-ec0b8a6e0ed1 req-4da7df72-422f-4984-91dc-c42f33adf60d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434611
Dec 18 07:24:55.460363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1597876-b70b-4999-96a4-db5e9199d0a8 req-2948cb7f-61a2-484b-93c1-997c1c9f2467 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:55.461996 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b1597876-b70b-4999-96a4-db5e9199d0a8 req-2948cb7f-61a2-484b-93c1-997c1c9f2467 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 943 time: 0.0833204
Dec 18 07:24:55.515241 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b1597876-b70b-4999-96a4-db5e9199d0a8 req-bf8c2761-73d8-4399-97f3-08d670184193 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0462394
Dec 18 07:24:56.036442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd9a6028-0929-42c1-badf-864f3234382e up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:24:56.105188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bd9a6028-0929-42c1-badf-864f3234382e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:24:56.105664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:56.229243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:56.257943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:24:56.275799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port bd9a6028-0929-42c1-badf-864f3234382e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd9a6028-0929-42c1-badf-864f3234382e,segment=NetworkSegment(30439ad1-562f-4a40-875d-0f1bf413425f),segment_id=30439ad1-562f-4a40-875d-0f1bf413425f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:24:56.280118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:56.282810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-31729110-b5b6-414f-a71b-4965521c47f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:24:56.330001 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e', 'code': 200}
Dec 18 07:24:56.355634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=bd9a6028-0929-42c1-badf-864f3234382e,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:24:56.358785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:24:56.726314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c471b8-93c3-4873-a350-a75a5ba961fc req-8db0a3a7-a87a-4e0f-bee6-c4ebdf4e12f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:56.727936 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-11c471b8-93c3-4873-a350-a75a5ba961fc req-8db0a3a7-a87a-4e0f-bee6-c4ebdf4e12f3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0837169
Dec 18 07:24:56.776466 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-11c471b8-93c3-4873-a350-a75a5ba961fc req-03fd41a8-dc23-473f-9fe3-651de964d0e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415597
Dec 18 07:24:57.115196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-d6971ad0-589f-4b84-8257-3f42a3faa591 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:57.115964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-d6971ad0-589f-4b84-8257-3f42a3faa591 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:24:57.129196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d69578-145a-4dde-8dfd-6dbc9bb94ca7 req-861714f1-ffce-4de6-a58b-94ad039c8e68 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:57.130703 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1d69578-145a-4dde-8dfd-6dbc9bb94ca7 req-861714f1-ffce-4de6-a58b-94ad039c8e68 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0871150
Dec 18 07:24:57.131685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-d6971ad0-589f-4b84-8257-3f42a3faa591 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:24:57.132935 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-d6971ad0-589f-4b84-8257-3f42a3faa591 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc&tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&binding%3Ahost_id=hv-neutron-7650 HTTP/1.1" status: 200  len: 945 time: 0.1044519
Dec 18 07:24:57.178423 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1d69578-145a-4dde-8dfd-6dbc9bb94ca7 req-62c1355e-96dc-418e-8cfb-196e12d2644d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0406222
Dec 18 07:24:57.280869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-57882a1b-27a5-4e95-8cf9-8f9a4d47ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:57.282493 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-57882a1b-27a5-4e95-8cf9-8f9a4d47ec72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 1162 time: 0.0775459
Dec 18 07:24:57.398566 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d949805-d51d-4ad3-bf6b-d25215eff875 req-97920279-f1f8-422c-ab20-52c01834da96 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:57.400123 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d949805-d51d-4ad3-bf6b-d25215eff875 req-97920279-f1f8-422c-ab20-52c01834da96 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0836325
Dec 18 07:24:57.425986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-8df662df-821f-4322-8517-2441376fa672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:57.427606 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-8df662df-821f-4322-8517-2441376fa672 service neutron] 10.222.0.15 "GET /v2.0/networks?id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c HTTP/1.1" status: 200  len: 890 time: 0.1385732
Dec 18 07:24:57.451245 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3d949805-d51d-4ad3-bf6b-d25215eff875 req-2e3b1359-ac81-4c67-a88d-e83476626526 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445564
Dec 18 07:24:57.531253 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-a4964fe0-f71d-4553-b282-fd58030f8f8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9a6028-0929-42c1-badf-864f3234382e HTTP/1.1" status: 200  len: 1001 time: 0.0966506
Dec 18 07:24:57.603332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-04cf6109-0ae6-433e-b1f7-80178bd7805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:57.604858 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-04cf6109-0ae6-433e-b1f7-80178bd7805a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2379d6ff-2105-4fa8-8402-b437c3f090d5 HTTP/1.1" status: 200  len: 834 time: 0.0671992
Dec 18 07:24:57.686380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-00d884dd-abd4-40d6-b382-561a91a7f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:57.687931 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-00d884dd-abd4-40d6-b382-561a91a7f29f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0769510
Dec 18 07:24:57.830617 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-168a22a4-821b-4909-ae57-2d42e78f6666 service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354001
Dec 18 07:24:57.974660 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e0e2206c-efb1-4ff2-bfd3-c0514b0bcc2a req-b90f7ff2-b376-4b35-b8ce-8c064b6b45db service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368120
Dec 18 07:24:58.115132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd9a6028-0929-42c1-badf-864f3234382e up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:24:58.186700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bd9a6028-0929-42c1-badf-864f3234382e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:24:58.187134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:24:58.665818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eca13a-f2dc-434d-a60c-3a09c5623334 req-aa975c18-54e0-42e0-a0e4-2a3d45bfc534 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:24:58.667362 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-34eca13a-f2dc-434d-a60c-3a09c5623334 req-aa975c18-54e0-42e0-a0e4-2a3d45bfc534 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0827730
Dec 18 07:24:58.715745 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-34eca13a-f2dc-434d-a60c-3a09c5623334 req-b4b6a70d-dfec-49e2-8963-e05ea4cf8617 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416639
Dec 18 07:24:58.746193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 59996) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:24:58.858014 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6f75090b-84a7-4f26-bf90-4bc54914e221 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/a81f2a40-1fd9-43a5-87ee-208916c6a340 HTTP/1.1" status: 200  len: 993 time: 0.1104522
Dec 18 07:25:14.771870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1d6509a-bb2f-48be-85a1-eb0ab37d5a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:17.502680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cf9e4f26-9f1e-456e-a1a7-4a21d39f794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:17.567863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:18.553208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:19.547969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:19.856532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:25:23.069326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:29.531467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60010) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:29.743460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 9e721bb9-d682-4498-a727-41684c4cdce7 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:25:29.743837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:30.243630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:30.243992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:30.259734 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4653444b-bb04-49a3-817a-0fcbd958d390 req-4995e346-4796-43b1-9426-358a13ec1dc0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1370313
Dec 18 07:25:30.407718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 9e721bb9-d682-4498-a727-41684c4cdce7 owned by network:floatingip {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:25:30.519280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653444b-bb04-49a3-817a-0fcbd958d390 req-3a085323-48f7-4a84-ab22-e71d56b031a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:30.520874 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4653444b-bb04-49a3-817a-0fcbd958d390 req-3a085323-48f7-4a84-ab22-e71d56b031a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 1162 time: 0.1507521
Dec 18 07:25:30.690217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:30.715866 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bd1c42db-0a07-4465-ab8e-a2eea6e3c949 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:30.813191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=9e721bb9-d682-4498-a727-41684c4cdce7,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:30.843335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.843764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.844186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.844600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.845010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.845418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.845852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.846258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.846662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.847063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.847467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.847867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.848324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.848723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.849123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.849546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.849938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.850337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.850732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.851143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.851525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.851921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.852316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.852718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:30.857550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:30.865703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653444b-bb04-49a3-817a-0fcbd958d390 req-aa7be882-447c-4ec4-8fb2-e0f0b4472b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:30.867315 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4653444b-bb04-49a3-817a-0fcbd958d390 req-aa7be882-447c-4ec4-8fb2-e0f0b4472b42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c HTTP/1.1" status: 200  len: 890 time: 0.3027651
Dec 18 07:25:30.953287 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4653444b-bb04-49a3-817a-0fcbd958d390 req-dd0e6920-29d2-411e-a552-dca4786cd380 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9a6028-0929-42c1-badf-864f3234382e HTTP/1.1" status: 200  len: 217 time: 0.0785341
Dec 18 07:25:31.085781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653444b-bb04-49a3-817a-0fcbd958d390 req-f0f0f5b0-6da7-4418-bc27-273654b6876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:31.087341 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4653444b-bb04-49a3-817a-0fcbd958d390 req-f0f0f5b0-6da7-4418-bc27-273654b6876f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2379d6ff-2105-4fa8-8402-b437c3f090d5 HTTP/1.1" status: 200  len: 834 time: 0.1266146
Dec 18 07:25:31.142293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:31.142663 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Floating IP a81f2a40-1fd9-43a5-87ee-208916c6a340 disassociated (deleted). External IP: 172.26.7.189, port: bd9a6028-0929-42c1-badf-864f3234382e.
Dec 18 07:25:31.327980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653444b-bb04-49a3-817a-0fcbd958d390 req-b7fb90a1-a8ec-4ff0-bec1-90dd6c3a2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:31.329699 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4653444b-bb04-49a3-817a-0fcbd958d390 req-b7fb90a1-a8ec-4ff0-bec1-90dd6c3a2d9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.2346699
Dec 18 07:25:31.624917 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4653444b-bb04-49a3-817a-0fcbd958d390 req-59df8350-325e-4724-9bf4-527cd2cbcf68 service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2865090
Dec 18 07:25:31.726459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:25:31.869479 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4653444b-bb04-49a3-817a-0fcbd958d390 req-9943b699-e6b8-4642-9937-997caf1f13f5 service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2358401
Dec 18 07:25:31.961892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:25:31.971966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073d5b3-f4be-48df-96f6-619944b8bdae None None] Sync routers for ids ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:25:31.980683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:31.985234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073d5b3-f4be-48df-96f6-619944b8bdae None None] Routers {'9adef4d7-1c60-4fdb-8142-0dec55744fd1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:25:31.985978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7073d5b3-f4be-48df-96f6-619944b8bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf10588>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:25:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:32.035945 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/floatingips/a81f2a40-1fd9-43a5-87ee-208916c6a340 HTTP/1.1" status: 204  len: 168 time: 2.5033333
Dec 18 07:25:32.036715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:25:32.097882 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e', 'status': 'completed', 'code': 200}
Dec 18 07:25:32.177180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-7073d5b3-f4be-48df-96f6-619944b8bdae None None] Set router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:25:32.199454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3273ed-734d-48a4-a649-6504d7b440d8 req-24f91763-58c4-416e-8f14-e3244b5c0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:32.200811 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a3273ed-734d-48a4-a649-6504d7b440d8 req-24f91763-58c4-416e-8f14-e3244b5c0c80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 1162 time: 0.0783141
Dec 18 07:25:32.355882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3273ed-734d-48a4-a649-6504d7b440d8 req-ee9e32b9-4455-42bc-8900-c82b8efa9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:32.357807 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a3273ed-734d-48a4-a649-6504d7b440d8 req-ee9e32b9-4455-42bc-8900-c82b8efa9ddb service neutron] 10.222.0.15 "GET /v2.0/networks?id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c HTTP/1.1" status: 200  len: 890 time: 0.1466742
Dec 18 07:25:32.440722 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a3273ed-734d-48a4-a649-6504d7b440d8 req-444e1c20-756c-44c2-ac59-f2eb88b76483 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd9a6028-0929-42c1-badf-864f3234382e HTTP/1.1" status: 200  len: 217 time: 0.0750301
Dec 18 07:25:32.458786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57268136-f6b0-473e-87d0-d944c929eb60 req-653f5ce9-af89-44d7-90f2-2dd4b51b729e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:32.460522 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-57268136-f6b0-473e-87d0-d944c929eb60 req-653f5ce9-af89-44d7-90f2-2dd4b51b729e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0890727
Dec 18 07:25:32.509787 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-57268136-f6b0-473e-87d0-d944c929eb60 req-3df37702-78a2-4bae-b20b-06491721f9c3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419509
Dec 18 07:25:32.511807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7073d5b3-f4be-48df-96f6-619944b8bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf10588>, [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:23:44Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb', 'name': '', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:86:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:43Z', 'updated_at': '2020-12-18T07:23:49Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:32.514712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3273ed-734d-48a4-a649-6504d7b440d8 req-3c332fbf-2391-48b0-9078-c4e032192b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:32.515990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073d5b3-f4be-48df-96f6-619944b8bdae None None] Checking router: 9adef4d7-1c60-4fdb-8142-0dec55744fd1 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:25:32.516299 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a3273ed-734d-48a4-a649-6504d7b440d8 req-3c332fbf-2391-48b0-9078-c4e032192b23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2379d6ff-2105-4fa8-8402-b437c3f090d5 HTTP/1.1" status: 200  len: 834 time: 0.0671096
Dec 18 07:25:32.525091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073d5b3-f4be-48df-96f6-619944b8bdae None None] Routers {'9adef4d7-1c60-4fdb-8142-0dec55744fd1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:25:32.525797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7073d5b3-f4be-48df-96f6-619944b8bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf10588>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:25:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:32.600974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3273ed-734d-48a4-a649-6504d7b440d8 req-230ec918-0b73-4ed9-bcbc-ea8b095a4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:32.602624 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a3273ed-734d-48a4-a649-6504d7b440d8 req-230ec918-0b73-4ed9-bcbc-ea8b095a4b17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0786712
Dec 18 07:25:32.711863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-7073d5b3-f4be-48df-96f6-619944b8bdae None None] Set router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:25:33.025879 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a3273ed-734d-48a4-a649-6504d7b440d8 req-4e9db356-7efc-4271-8359-ba72207465cd service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4154508
Dec 18 07:25:33.051239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7073d5b3-f4be-48df-96f6-619944b8bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf10588>, [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:23:44Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb', 'name': '', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:86:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:43Z', 'updated_at': '2020-12-18T07:23:49Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:33.055641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073d5b3-f4be-48df-96f6-619944b8bdae None None] The sync data for ids ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'] in dv-neutron-765072-3-ovs is: [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:23:44Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': 'b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb', 'name': '', 'network_id': '051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:86:2d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:43Z', 'updated_at': '2020-12-18T07:23:49Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '2379d6ff-2105-4fa8-8402-b437c3f090d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:25:33.172221 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1a3273ed-734d-48a4-a649-6504d7b440d8 req-f6c1732b-7b64-4c30-b06c-1533ec81be3d service neutron] 10.222.0.15 "GET /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377845
Dec 18 07:25:33.471265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369745d2-c9cd-42c6-92e8-2a062bd06999 None None] New status for floating IP a81f2a40-1fd9-43a5-87ee-208916c6a340: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:25:33.729095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb37df-8463-404e-ac62-9cd8180bb949 req-6ba191a9-ce68-4b9d-ac1b-fa3524620dc3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:33.730797 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eefb37df-8463-404e-ac62-9cd8180bb949 req-6ba191a9-ce68-4b9d-ac1b-fa3524620dc3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.0846703
Dec 18 07:25:33.782100 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eefb37df-8463-404e-ac62-9cd8180bb949 req-87ce4469-bb2a-4674-ac14-a4ec73531625 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447147
Dec 18 07:25:34.203158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd9a6028-0929-42c1-badf-864f3234382e up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:25:34.277556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bd9a6028-0929-42c1-badf-864f3234382e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:25:34.277988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:34.281324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18ac39-7178-40ba-91df-cfa1a30e9b6c req-0b1d81ae-3e23-4a89-a702-b1328fcf9d9d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:34.282131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fa18ac39-7178-40ba-91df-cfa1a30e9b6c req-0b1d81ae-3e23-4a89-a702-b1328fcf9d9d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:25:34.296513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fa18ac39-7178-40ba-91df-cfa1a30e9b6c req-0b1d81ae-3e23-4a89-a702-b1328fcf9d9d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:25:34.297757 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa18ac39-7178-40ba-91df-cfa1a30e9b6c req-0b1d81ae-3e23-4a89-a702-b1328fcf9d9d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 945 time: 0.1004088
Dec 18 07:25:34.377741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-fa18ac39-7178-40ba-91df-cfa1a30e9b6c req-6b7bd501-6f74-4005-a7b8-833d6f75f7a0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port bd9a6028-0929-42c1-badf-864f3234382e {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:25:34.378128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fa18ac39-7178-40ba-91df-cfa1a30e9b6c req-6b7bd501-6f74-4005-a7b8-833d6f75f7a0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:34.627812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-fa18ac39-7178-40ba-91df-cfa1a30e9b6c req-6b7bd501-6f74-4005-a7b8-833d6f75f7a0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port bd9a6028-0929-42c1-badf-864f3234382e, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bd9a6028-0929-42c1-badf-864f3234382e,segment=NetworkSegment(30439ad1-562f-4a40-875d-0f1bf413425f),segment_id=30439ad1-562f-4a40-875d-0f1bf413425f)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:25:34.628216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fa18ac39-7178-40ba-91df-cfa1a30e9b6c req-6b7bd501-6f74-4005-a7b8-833d6f75f7a0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:34.755816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-fa18ac39-7178-40ba-91df-cfa1a30e9b6c req-6b7bd501-6f74-4005-a7b8-833d6f75f7a0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for bd9a6028-0929-42c1-badf-864f3234382e owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:25:34.906276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fa18ac39-7178-40ba-91df-cfa1a30e9b6c req-6b7bd501-6f74-4005-a7b8-833d6f75f7a0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:34.922417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a72e296b-c883-4dec-b747-e1ebe641b15e tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:34.961724 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0239da2c-86df-4295-bd17-94119364a3a1 req-d797d26e-63f6-4ac9-9b76-092bb8e9f6ba tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=b63f294c-4d86-41c7-a889-24178fb918fc HTTP/1.1" status: 200  len: 210 time: 0.0459466
Dec 18 07:25:35.014559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7bd501-6f74-4005-a7b8-833d6f75f7a0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=bd9a6028-0929-42c1-badf-864f3234382e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:35.019281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6b7bd501-6f74-4005-a7b8-833d6f75f7a0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:35.128398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa18ac39-7178-40ba-91df-cfa1a30e9b6c req-6b7bd501-6f74-4005-a7b8-833d6f75f7a0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] No DVR routers for this DVR port bd9a6028-0929-42c1-badf-864f3234382e on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:25:35.130733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fa18ac39-7178-40ba-91df-cfa1a30e9b6c req-6b7bd501-6f74-4005-a7b8-833d6f75f7a0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:35.133458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'name': 'network-vif-deleted', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:25:35.147977 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fa18ac39-7178-40ba-91df-cfa1a30e9b6c req-6b7bd501-6f74-4005-a7b8-833d6f75f7a0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "DELETE /v2.0/ports/bd9a6028-0929-42c1-badf-864f3234382e HTTP/1.1" status: 204  len: 173 time: 0.8428979
Dec 18 07:25:35.193809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63f294c-4d86-41c7-a889-24178fb918fc', 'name': 'network-vif-deleted', 'tag': 'bd9a6028-0929-42c1-badf-864f3234382e', 'status': 'completed', 'code': 200}
Dec 18 07:25:36.075320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60028) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:36.196431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd9a6028-0929-42c1-badf-864f3234382e no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:25:36.233734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: bd9a6028-0929-42c1-badf-864f3234382e {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:25:36.234136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bd9a6028-0929-42c1-badf-864f3234382e not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:25:36.436414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:37.046260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:25:37.046641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:37.237860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb,segment=NetworkSegment(30439ad1-562f-4a40-875d-0f1bf413425f),segment_id=30439ad1-562f-4a40-875d-0f1bf413425f)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:25:37.238445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:37.365643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:25:37.686360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:37.701569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-939144b6-cde7-4615-b686-825ebeb07f88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:37.800219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:37.809655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:38.116226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:38.868909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:25:39.049952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:25:39.060028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba648e-648f-4eba-b7e5-b76629387f0f None None] Sync routers for ids ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:25:39.063031 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "PUT /v2.0/routers/9adef4d7-1c60-4fdb-8142-0dec55744fd1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9865589
Dec 18 07:25:39.065808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60032) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:39.070743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba648e-648f-4eba-b7e5-b76629387f0f None None] Routers {'9adef4d7-1c60-4fdb-8142-0dec55744fd1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:25:39.071506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f4ba648e-648f-4eba-b7e5-b76629387f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d03ee80>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:25:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:39.273391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc64737-2c6f-43d3-8c5e-7cb3329c4b88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting subnet 2379d6ff-2105-4fa8-8402-b437c3f090d5 {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:25:39.277180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9bc64737-2c6f-43d3-8c5e-7cb3329c4b88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:39.341605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9bc64737-2c6f-43d3-8c5e-7cb3329c4b88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:39.430298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9bc64737-2c6f-43d3-8c5e-7cb3329c4b88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:39.439054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-f4ba648e-648f-4eba-b7e5-b76629387f0f None None] Set router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:25:39.720290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9bc64737-2c6f-43d3-8c5e-7cb3329c4b88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:39.735571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-55218585-aa8f-438d-84c5-03e3a0cec2e2 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:39.742928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f4ba648e-648f-4eba-b7e5-b76629387f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d03ee80>, [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:25:37Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:39.747103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba648e-648f-4eba-b7e5-b76629387f0f None None] Checking router: 9adef4d7-1c60-4fdb-8142-0dec55744fd1 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:25:39.756109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba648e-648f-4eba-b7e5-b76629387f0f None None] Routers {'9adef4d7-1c60-4fdb-8142-0dec55744fd1'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:25:39.756772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f4ba648e-648f-4eba-b7e5-b76629387f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d03ee80>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:25:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:39.826393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc64737-2c6f-43d3-8c5e-7cb3329c4b88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Subnet': ['ID=2379d6ff-2105-4fa8-8402-b437c3f090d5,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:39.838370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9bc64737-2c6f-43d3-8c5e-7cb3329c4b88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:39.872187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9bc64737-2c6f-43d3-8c5e-7cb3329c4b88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:39.880207 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9bc64737-2c6f-43d3-8c5e-7cb3329c4b88 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/subnets/2379d6ff-2105-4fa8-8402-b437c3f090d5 HTTP/1.1" status: 204  len: 168 time: 0.8133616
Dec 18 07:25:39.882935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60036) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:39.908295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec496f0-fbc1-4408-858b-3c605eeba5b5 None None] Network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:25:40.044845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-f4ba648e-648f-4eba-b7e5-b76629387f0f None None] Set router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:25:40.067069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:40.259796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:40.265035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port ad7d85a1-3bb0-4341-be12-3e0ecbc9069d {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:25:40.265393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:40.420817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62b9a02-abbe-4dbd-8a7a-35577b8b3456 None None] DHCP port deletion for 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:25:40.427894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e62b9a02-abbe-4dbd-8a7a-35577b8b3456 None None] Deleting port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:25:40.428318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e62b9a02-abbe-4dbd-8a7a-35577b8b3456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:40.448409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port ad7d85a1-3bb0-4341-be12-3e0ecbc9069d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=ad7d85a1-3bb0-4341-be12-3e0ecbc9069d,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:25:40.448816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:40.472029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-f4ba648e-648f-4eba-b7e5-b76629387f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d03ee80>, [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:25:37Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:40.485901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba648e-648f-4eba-b7e5-b76629387f0f None None] The sync data for ids ['9adef4d7-1c60-4fdb-8142-0dec55744fd1'] in dv-neutron-765072-3-ovs is: [{'id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-195377310', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63'}], 'enable_snat': True}, 'gw_port_id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:23:38Z', 'updated_at': '2020-12-18T07:25:37Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'ad7d85a1-3bb0-4341-be12-3e0ecbc9069d', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:bf:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adef4d7-1c60-4fdb-8142-0dec55744fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:23:39Z', 'updated_at': '2020-12-18T07:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:25:40.580040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for ad7d85a1-3bb0-4341-be12-3e0ecbc9069d owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:25:40.650705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e62b9a02-abbe-4dbd-8a7a-35577b8b3456 None None] For port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=7175e4e7-fdba-43f2-a789-276d3a1c5c0a,segment=NetworkSegment(30439ad1-562f-4a40-875d-0f1bf413425f),segment_id=30439ad1-562f-4a40-875d-0f1bf413425f)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:25:40.651629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e62b9a02-abbe-4dbd-8a7a-35577b8b3456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:40.725598 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:40.778447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e62b9a02-abbe-4dbd-8a7a-35577b8b3456 None None] Calling delete_port for 7175e4e7-fdba-43f2-a789-276d3a1c5c0a owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:25:40.854165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e62b9a02-abbe-4dbd-8a7a-35577b8b3456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:40.870097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:40.919322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:40.957353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b9a02-abbe-4dbd-8a7a-35577b8b3456 None None] Pushing event deleted for resources: {'Port': ['ID=7175e4e7-fdba-43f2-a789-276d3a1c5c0a,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:40.964715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e62b9a02-abbe-4dbd-8a7a-35577b8b3456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:41.012367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62b9a02-abbe-4dbd-8a7a-35577b8b3456 None None] No DVR routers for this DVR port 7175e4e7-fdba-43f2-a789-276d3a1c5c0a on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:25:41.054027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:41.056341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:41.078320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:41.078902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Fanout notify agent at l3_agent the message router_deleted on router 9adef4d7-1c60-4fdb-8142-0dec55744fd1 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:25:41.093741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:41.094967 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-22e9d446-c713-4453-8e23-12596924d518 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/routers/9adef4d7-1c60-4fdb-8142-0dec55744fd1 HTTP/1.1" status: 204  len: 168 time: 1.2110493
Dec 18 07:25:41.097854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60040) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:41.223873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:41.394649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ad7d85a1-3bb0-4341-be12-3e0ecbc9069d no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:25:41.421772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:41.428826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: ad7d85a1-3bb0-4341-be12-3e0ecbc9069d {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:25:41.429220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device ad7d85a1-3bb0-4341-be12-3e0ecbc9069d not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:25:41.429731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:25:41.461943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:25:41.462430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b9b4c3ab-dc1d-4eee-a8a9-3f0065d5eeeb not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:25:41.462889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7175e4e7-fdba-43f2-a789-276d3a1c5c0a no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:25:41.495086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 7175e4e7-fdba-43f2-a789-276d3a1c5c0a {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:25:41.495480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 7175e4e7-fdba-43f2-a789-276d3a1c5c0a not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:25:41.544921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1e7a2d68>,) {'filters': {'network_id': ['051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:41.557491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e7a2d68>, '30439ad1-562f-4a40-875d-0f1bf413425f') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:41.557884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1e7a2d68>, '30439ad1-562f-4a40-875d-0f1bf413425f') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:41.569971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:41.584471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:41.586470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Releasing vxlan tunnel 3 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:25:42.053606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:25:42.062999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:42.240029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:25:42.268198 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:25:42.345117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:42.348394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6a739538-ac2f-419a-ad41-55fc6dbcb5d3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:42.363346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:42.375802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Network': ['ID=051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:42.379323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:42.384066 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/networks/051e4b4f-6eb3-4ebf-b31a-5a77cbe0b86c HTTP/1.1" status: 204  len: 168 time: 1.2851734
Dec 18 07:25:42.387437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60044) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:42.460987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8943690-47bb-47c0-995d-46f14a5cfed9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:42.491537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8943690-47bb-47c0-995d-46f14a5cfed9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:42.541870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8943690-47bb-47c0-995d-46f14a5cfed9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:42.546946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1670fbde-97ed-44e3-a5ff-6031622bc43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:42.563184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8943690-47bb-47c0-995d-46f14a5cfed9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:42.566240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d8943690-47bb-47c0-995d-46f14a5cfed9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:42.574637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d8943690-47bb-47c0-995d-46f14a5cfed9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:42.575877 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d8943690-47bb-47c0-995d-46f14a5cfed9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/security-groups/1eb6ec3d-0e3a-4b3f-b21a-252413c0f4ee HTTP/1.1" status: 204  len: 168 time: 0.1874576
Dec 18 07:25:42.848093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60052) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:42.854062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1054886812', 'description': 'tempest-secgroup-smoke-1054886812 description', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:25:42.860664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:25:42.865091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:25:42.868160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:25:42.873987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:25:42.883414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:42.905211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:25:42.909205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:25:42.912166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:25:42.917973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:25:42.991150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:42.993779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:42.999567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-beb42ff8-8476-45d7-bdcb-3705f82170e9 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:43.045371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroup': ['ID=37be8ee4-c5a5-4cbf-93dd-855f98c38c32,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:43.048205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.049483 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2003651
Dec 18 07:25:43.050529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5a70e9e2-b7b8-4d4b-b59f-503193c32cb5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:43.052587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60056) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:43.058677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8362ed07-99f7-43f8-a8d7-79ef53a21ec2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '37be8ee4-c5a5-4cbf-93dd-855f98c38c32', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:25:43.065053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8362ed07-99f7-43f8-a8d7-79ef53a21ec2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:25:43.069376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8362ed07-99f7-43f8-a8d7-79ef53a21ec2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:25:43.072423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8362ed07-99f7-43f8-a8d7-79ef53a21ec2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:25:43.078867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8362ed07-99f7-43f8-a8d7-79ef53a21ec2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:25:43.095165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8362ed07-99f7-43f8-a8d7-79ef53a21ec2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.157294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8362ed07-99f7-43f8-a8d7-79ef53a21ec2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.159820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8362ed07-99f7-43f8-a8d7-79ef53a21ec2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.161727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-67f1bdb2-92ce-465c-9506-e675deb62c58 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:43.182889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362ed07-99f7-43f8-a8d7-79ef53a21ec2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26362d2b-b34b-4847-9440-85d53ec08e4c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:43.187158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8362ed07-99f7-43f8-a8d7-79ef53a21ec2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:43.194275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8362ed07-99f7-43f8-a8d7-79ef53a21ec2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.195537 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8362ed07-99f7-43f8-a8d7-79ef53a21ec2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1419563
Dec 18 07:25:43.199008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60060) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:43.204491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-52e89b2b-8bf8-45e0-b5bd-52a25fcf9d71 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '37be8ee4-c5a5-4cbf-93dd-855f98c38c32', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:25:43.212327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-52e89b2b-8bf8-45e0-b5bd-52a25fcf9d71 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:25:43.216998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-52e89b2b-8bf8-45e0-b5bd-52a25fcf9d71 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:25:43.220066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-52e89b2b-8bf8-45e0-b5bd-52a25fcf9d71 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:25:43.225984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-52e89b2b-8bf8-45e0-b5bd-52a25fcf9d71 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:25:43.241841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-52e89b2b-8bf8-45e0-b5bd-52a25fcf9d71 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.304371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-52e89b2b-8bf8-45e0-b5bd-52a25fcf9d71 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.306850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-52e89b2b-8bf8-45e0-b5bd-52a25fcf9d71 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.309246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dbc022f2-f766-4b29-8c73-610bbd50a6f2 tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:43.332682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e89b2b-8bf8-45e0-b5bd-52a25fcf9d71 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f71891d2-2912-46e4-b26e-ba47621f3c47,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:43.335231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-52e89b2b-8bf8-45e0-b5bd-52a25fcf9d71 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:43.341391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-52e89b2b-8bf8-45e0-b5bd-52a25fcf9d71 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.342709 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-52e89b2b-8bf8-45e0-b5bd-52a25fcf9d71 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1427138
Dec 18 07:25:43.345784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60064) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:43.351136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-85bf0b7b-eb96-454d-b0ab-1f1eab0d12f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '37be8ee4-c5a5-4cbf-93dd-855f98c38c32', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:25:43.357850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-85bf0b7b-eb96-454d-b0ab-1f1eab0d12f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:25:43.361840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-85bf0b7b-eb96-454d-b0ab-1f1eab0d12f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:25:43.364825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-85bf0b7b-eb96-454d-b0ab-1f1eab0d12f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:25:43.371161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-85bf0b7b-eb96-454d-b0ab-1f1eab0d12f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:25:43.387056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85bf0b7b-eb96-454d-b0ab-1f1eab0d12f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.453127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85bf0b7b-eb96-454d-b0ab-1f1eab0d12f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.455799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85bf0b7b-eb96-454d-b0ab-1f1eab0d12f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.457693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de223ade-5d58-4f1c-905a-e14a5e66cef6 tempest-SecGroupIPv6Test-896156772 tempest-SecGroupIPv6Test-896156772] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:43.480744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf0b7b-eb96-454d-b0ab-1f1eab0d12f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11ff6a4-c4c2-4855-a164-b5e643a75da3,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:43.483254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-85bf0b7b-eb96-454d-b0ab-1f1eab0d12f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:43.489412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-85bf0b7b-eb96-454d-b0ab-1f1eab0d12f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.490690 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-85bf0b7b-eb96-454d-b0ab-1f1eab0d12f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1439230
Dec 18 07:25:43.493477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60068) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:43.498987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7a9a525c-5cb3-4976-881c-f6d10acf79b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '37be8ee4-c5a5-4cbf-93dd-855f98c38c32', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:25:43.505116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7a9a525c-5cb3-4976-881c-f6d10acf79b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:25:43.509155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7a9a525c-5cb3-4976-881c-f6d10acf79b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:25:43.512716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7a9a525c-5cb3-4976-881c-f6d10acf79b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:25:43.518469 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7a9a525c-5cb3-4976-881c-f6d10acf79b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:25:43.534308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a9a525c-5cb3-4976-881c-f6d10acf79b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.598993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a9a525c-5cb3-4976-881c-f6d10acf79b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.601590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a9a525c-5cb3-4976-881c-f6d10acf79b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.603449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d63c14d-84cc-4ad7-930b-301b558ffd0e tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:43.626536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a525c-5cb3-4976-881c-f6d10acf79b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0405db-750b-43dd-a4c6-5538885739b7,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:43.629008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7a9a525c-5cb3-4976-881c-f6d10acf79b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:43.637463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7a9a525c-5cb3-4976-881c-f6d10acf79b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.641387 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7a9a525c-5cb3-4976-881c-f6d10acf79b6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1443043
Dec 18 07:25:43.641600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60072) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:43.647155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-bf2d1733-9835-4779-9dd2-968110d85ff6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '37be8ee4-c5a5-4cbf-93dd-855f98c38c32', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:25:43.654343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bf2d1733-9835-4779-9dd2-968110d85ff6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:25:43.658413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bf2d1733-9835-4779-9dd2-968110d85ff6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:25:43.661483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-bf2d1733-9835-4779-9dd2-968110d85ff6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:25:43.667325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-bf2d1733-9835-4779-9dd2-968110d85ff6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:25:43.677820 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-bf2d1733-9835-4779-9dd2-968110d85ff6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Project 0ea52e23ee8d4ed1a15120bdad006a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:25:43.684573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1733-9835-4779-9dd2-968110d85ff6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.752720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1733-9835-4779-9dd2-968110d85ff6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.755281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1733-9835-4779-9dd2-968110d85ff6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.757143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-52e89b2b-8bf8-45e0-b5bd-52a25fcf9d71 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:43.780249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d1733-9835-4779-9dd2-968110d85ff6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72984fd7-667d-47fe-810c-dc136d51a9e8,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:43.782752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bf2d1733-9835-4779-9dd2-968110d85ff6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:43.788817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bf2d1733-9835-4779-9dd2-968110d85ff6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.790086 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bf2d1733-9835-4779-9dd2-968110d85ff6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1475263
Dec 18 07:25:43.793099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60076) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:43.798608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-9178d917-18de-455a-9f83-4ecd672186db tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '37be8ee4-c5a5-4cbf-93dd-855f98c38c32', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:25:43.804773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9178d917-18de-455a-9f83-4ecd672186db tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:25:43.809325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9178d917-18de-455a-9f83-4ecd672186db tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:25:43.812361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-9178d917-18de-455a-9f83-4ecd672186db tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:25:43.818332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-9178d917-18de-455a-9f83-4ecd672186db tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:25:43.828363 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-9178d917-18de-455a-9f83-4ecd672186db tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Project 0ea52e23ee8d4ed1a15120bdad006a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:25:43.835087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9178d917-18de-455a-9f83-4ecd672186db tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.901066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9178d917-18de-455a-9f83-4ecd672186db tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.903479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9178d917-18de-455a-9f83-4ecd672186db tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.910206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-22b82946-f5eb-474d-98fc-3b3bbe040ad9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:43.928730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178d917-18de-455a-9f83-4ecd672186db tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde1d90b-0277-45e2-9c85-f38414003ff9,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:43.931355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9178d917-18de-455a-9f83-4ecd672186db tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:43.938106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9178d917-18de-455a-9f83-4ecd672186db tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:43.939354 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-9178d917-18de-455a-9f83-4ecd672186db tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1452320
Dec 18 07:25:43.942646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60080) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:43.949190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'network': {'name': 'tempest-network-smoke--1134596335', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'port_security_enabled': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:25:43.954276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:25:43.958555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:network and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:25:43.961507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:25:43.967349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:25:43.976490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:25:43.981987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:44.015145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:25:44.024058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:44.024439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Added segment 9c764e48-94d2-4efa-8290-3bd3e6bee8b5 of type vxlan for network 87896df5-2aba-4ac7-9cd5-5f497897fbd3
Dec 18 07:25:44.051981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:44.080966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:44.085062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:44.085738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:44.091462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-88d06ba0-95f0-4cc4-a135-763aaa824c22 tempest-RoutersIpV6Test-876411331 tempest-RoutersIpV6Test-876411331] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:44.195807 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2520745
Dec 18 07:25:44.199362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60084) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:44.204962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Network': ['ID=87896df5-2aba-4ac7-9cd5-5f497897fbd3,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:44.205153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'admin_state_up': True, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:25:44.207802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d2c65d3-eeb4-4195-b874-bd32366d64e6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:44.212972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:25:44.216559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:25:44.217825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:router and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:25:44.220921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:25:44.227806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:25:44.233736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:25:44.236974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:44.238066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:44.254435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:44.773329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3a9e-31f0-4df9-82a2-e42eb58b4eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:44.789116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:45.098398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:45.134020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:45.396887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.26.7.135 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/b67eecb0-816d-4a65-9440-8962d8a2787e) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:25:45.550003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:45.575252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:45.591046 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8192db5f-5746-4340-b343-eb367f9ffe8f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:45.731705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=b67eecb0-816d-4a65-9440-8962d8a2787e,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:45.753603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.754048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.754489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.754918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.755346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.755775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.756196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.756618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.757038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.757456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.757900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.758319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.758798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.759222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.759637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.760576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.760993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.761413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.761855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.762270 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.762687 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.763102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.763515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.763937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:45.769320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:45.803173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:25:45.804337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:25:45.806558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:25:46.222854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:46.569798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:46.780605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 853ae79f-2cc4-4860-bf90-f87a636b4d23 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:25:47.229482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:25:47.239281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Sync routers for ids ['853ae79f-2cc4-4860-bf90-f87a636b4d23'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:25:47.249617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Routers {'853ae79f-2cc4-4860-bf90-f87a636b4d23'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:25:47.250292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d873940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:25:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853ae79f-2cc4-4860-bf90-f87a636b4d23'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:47.255108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:47.256406 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-de62833d-078c-4d60-a306-026e51e6f4aa tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 3.0559702
Dec 18 07:25:47.259787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60088) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:47.414198 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5c6fcbb6-ec6a-494d-a816-4a14d2a25a84 tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] 10.222.0.23 "GET /v2.0/subnets?project_id=0ea52e23ee8d4ed1a15120bdad006a24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1530890
Dec 18 07:25:47.417299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60094) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:47.423570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1569951483', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:25:47.431514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Set router 853ae79f-2cc4-4860-bf90-f87a636b4d23 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:25:47.506662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ca2f8cd7-4bf8-4aea-80ad-eed6c5c2bf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:47.541145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:25:47.545226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:subnet and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:25:47.548203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:25:47.554144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:25:47.565267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:25:47.577386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:47.686117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:47.737916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d873940>, [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:25:46Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:47.741958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Checking router: 853ae79f-2cc4-4860-bf90-f87a636b4d23 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:25:47.742363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Updating router 853ae79f-2cc4-4860-bf90-f87a636b4d23 port b67eecb0-816d-4a65-9440-8962d8a2787e binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:25:47.795714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:48.131889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:48.146928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6876909f-06ec-421f-9370-7918b4b40b00 tempest-RoutersNegativeTest-203207168 tempest-RoutersNegativeTest-203207168] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:48.194205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:48.206202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Transition to ACTIVE for port object b67eecb0-816d-4a65-9440-8962d8a2787e will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:25:48.210662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:48.226078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-123c210c-1958-433b-b822-915dc195e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:48.281837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Subnet': ['ID=d501da1e-228e-4fb3-81c4-d97cd41b2b8b,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:48.294489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:48.351493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Checking segment: {'id': '9c764e48-94d2-4efa-8290-3bd3e6bee8b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:25:48.351891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network hostable DHCP agents. Network: 87896df5-2aba-4ac7-9cd5-5f497897fbd3, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:25:48.359976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Pushing event updated for resources: {'Port': ['ID=b67eecb0-816d-4a65-9440-8962d8a2787e,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:48.371011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:25:48.379376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.379560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 87896df5-2aba-4ac7-9cd5-5f497897fbd3) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:25:48.379775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.380155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.380536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.380908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.381283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.381675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.382102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.382399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.382763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.383125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.383490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.383901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.384255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.384617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.385121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.385939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.385939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.386212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.386526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.386882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.387243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.387601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.387957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:48.389805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e2aa9f-e3e2-492f-8b03-8c4600732e86 None None] Network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:25:48.393081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:48.393830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:48.394306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:48.419687 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-eeeb836d-1ab2-4015-aaea-63b7f30c424a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9978755
Dec 18 07:25:48.419878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60098) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:25:48.443559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Attempting to bind port b67eecb0-816d-4a65-9440-8962d8a2787e on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:25:48.443990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Attempting to bind port b67eecb0-816d-4a65-9440-8962d8a2787e by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:25:48.444403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Attempting to bind port b67eecb0-816d-4a65-9440-8962d8a2787e on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:25:48.450081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:25:48.450506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:25:48.450962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:48.451400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:25:48.451915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Bound port: b67eecb0-816d-4a65-9440-8962d8a2787e, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:25:48.452340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:48.527863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] For port b67eecb0-816d-4a65-9440-8962d8a2787e, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:25:48.531297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] For port b67eecb0-816d-4a65-9440-8962d8a2787e, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b67eecb0-816d-4a65-9440-8962d8a2787e,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:25:48.534981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:48.598833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:48.634492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:48.756636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Pushing event updated for resources: {'Port': ['ID=b67eecb0-816d-4a65-9440-8962d8a2787e,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:48.760697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:48.781458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Routers {'853ae79f-2cc4-4860-bf90-f87a636b4d23'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:25:48.782209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d873940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:25:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853ae79f-2cc4-4860-bf90-f87a636b4d23'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:48.841022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ips': [{'subnet_id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:25:48.842084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:48.973344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] Set router 853ae79f-2cc4-4860-bf90-f87a636b4d23 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:25:49.095093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:49.148871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Allocated IP 172.20.0.2 (87896df5-2aba-4ac7-9cd5-5f497897fbd3/d501da1e-228e-4fb3-81c4-d97cd41b2b8b/9c1dade9-9502-456e-a22f-e7c039177c7d) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:25:49.384351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:49.400065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Transition to ACTIVE for port object 9c1dade9-9502-456e-a22f-e7c039177c7d will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:25:49.419267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Transition to ACTIVE for port object 9c1dade9-9502-456e-a22f-e7c039177c7d will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:25:49.424414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:49.427790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d873940>, [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:25:46Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:49.431982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e7225-6930-47eb-8c3c-c4bf7899538e None None] The sync data for ids ['853ae79f-2cc4-4860-bf90-f87a636b4d23'] in dv-neutron-765072-3-ovs is: [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:25:46Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:25:49.444767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:49.597260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:49.602940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Pushing event updated for resources: {'Port': ['ID=9c1dade9-9502-456e-a22f-e7c039177c7d,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:49.616558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:49.659812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.20.0.1 (87896df5-2aba-4ac7-9cd5-5f497897fbd3/d501da1e-228e-4fb3-81c4-d97cd41b2b8b/8603d1e2-b4fb-4fad-aa64-8a63168d54e4) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:25:49.660308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:25:49.661504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:25:49.664363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:25:49.720601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Attempting to bind port 9c1dade9-9502-456e-a22f-e7c039177c7d on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:25:49.721030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Attempting to bind port 9c1dade9-9502-456e-a22f-e7c039177c7d by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '9c764e48-94d2-4efa-8290-3bd3e6bee8b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:25:49.721453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Attempting to bind port 9c1dade9-9502-456e-a22f-e7c039177c7d on network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:25:49.727426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:25:49.727884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Checking segment: {'id': '9c764e48-94d2-4efa-8290-3bd3e6bee8b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:25:49.728491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:49.728972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Bound using segment: {'id': '9c764e48-94d2-4efa-8290-3bd3e6bee8b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:25:49.729503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Bound port: 9c1dade9-9502-456e-a22f-e7c039177c7d, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c764e48-94d2-4efa-8290-3bd3e6bee8b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:25:49.729954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:49.845823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] For port 9c1dade9-9502-456e-a22f-e7c039177c7d, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:25:49.849044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] For port 9c1dade9-9502-456e-a22f-e7c039177c7d, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9c1dade9-9502-456e-a22f-e7c039177c7d,segment=NetworkSegment(9c764e48-94d2-4efa-8290-3bd3e6bee8b5),segment_id=9c764e48-94d2-4efa-8290-3bd3e6bee8b5)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:25:49.852288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:49.854584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:49.877016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Transition to ACTIVE for port object 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 will not be triggered until provisioned by entity DHCP. {{(pid=81085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:25:49.900162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:49.917036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0fc66814-4340-48f6-baa7-4b00067b0b85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:49.917446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-51f9f62c-40b1-44aa-a2f1-fee27506b52c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:50.052928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Pushing event updated for resources: {'Port': ['ID=9c1dade9-9502-456e-a22f-e7c039177c7d,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:50.058290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:50.059555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=8603d1e2-b4fb-4fad-aa64-8a63168d54e4,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:50.064742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:50.118279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:25:50.120093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:25:50.122491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:25:50.495387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:50.617143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:51.098286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:51.101885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:51.131312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c9ebad0e-d960-4db9-9260-5af73406fab3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:51.223828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=8603d1e2-b4fb-4fad-aa64-8a63168d54e4,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:51.226574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:51.242899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:51.387756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:25:51.388991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:25:51.446745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b67eecb0-816d-4a65-9440-8962d8a2787e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:25:51.512883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23f870d-e464-4851-b4e5-3c0e14bd5043 None None] Network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:25:51.588772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port b67eecb0-816d-4a65-9440-8962d8a2787e completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:25:51.597220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 853ae79f-2cc4-4860-bf90-f87a636b4d23 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:25:51.607516 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b67eecb0-816d-4a65-9440-8962d8a2787e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:25:51.607888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:51.658846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-963b1bb9-53e8-4cd3-9508-2e7417523d1c None None] Provisioning for port 9c1dade9-9502-456e-a22f-e7c039177c7d completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:25:51.798582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:25:51.815540 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-71643713-7bf3-4cc5-b324-5e4f721dea75 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "PUT /v2.0/routers/853ae79f-2cc4-4860-bf90-f87a636b4d23/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3945453
Dec 18 07:25:51.869833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:51.899000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port b67eecb0-816d-4a65-9440-8962d8a2787e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b67eecb0-816d-4a65-9440-8962d8a2787e,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:25:51.904661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:51.905603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9c1dade9-9502-456e-a22f-e7c039177c7d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:25:51.954913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-287f6523-015f-4bbf-9c76-92fae3f78bbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:52.021865 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-0d1fc5b6-c19f-422f-96d2-50bd3c57c13d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054886812&fields=id&tenant_id=0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 267 time: 0.0444944
Dec 18 07:25:52.045432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=b67eecb0-816d-4a65-9440-8962d8a2787e,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:52.048385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 9c1dade9-9502-456e-a22f-e7c039177c7d completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:25:52.054213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:52.054885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 9c1dade9-9502-456e-a22f-e7c039177c7d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:25:52.055255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:52.182144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:52.198825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-f0b0cd74-d67a-4248-af8e-e6313936d5a4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:52.200598 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-f0b0cd74-d67a-4248-af8e-e6313936d5a4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/networks?id=87896df5-2aba-4ac7-9cd5-5f497897fbd3 HTTP/1.1" status: 200  len: 797 time: 0.1710212
Dec 18 07:25:52.221137 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-ccfd2e71-9928-4afe-ac49-8d6a34708b6d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/quotas/0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 375 time: 0.0118866
Dec 18 07:25:52.221361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 9c1dade9-9502-456e-a22f-e7c039177c7d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9c1dade9-9502-456e-a22f-e7c039177c7d,segment=NetworkSegment(9c764e48-94d2-4efa-8290-3bd3e6bee8b5),segment_id=9c764e48-94d2-4efa-8290-3bd3e6bee8b5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:25:52.231802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:52.236222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:52.281903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-496677e9-1b51-4b36-bf8a-32bcadb03109 None None] Provisioning for port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:25:52.300184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-496677e9-1b51-4b36-bf8a-32bcadb03109 None None] Provisioning complete for port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:25:52.300620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-496677e9-1b51-4b36-bf8a-32bcadb03109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:52.315568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-530865de-89ed-4f88-b272-275af18efd7b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:25:52.339427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-530865de-89ed-4f88-b272-275af18efd7b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:25:52.340921 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-530865de-89ed-4f88-b272-275af18efd7b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1098647
Dec 18 07:25:52.370198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=9c1dade9-9502-456e-a22f-e7c039177c7d,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:52.374309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-496677e9-1b51-4b36-bf8a-32bcadb03109 None None] Port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:25:52.381789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Sync routers for ids ['853ae79f-2cc4-4860-bf90-f87a636b4d23'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:25:52.387456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:52.402398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Routers {'853ae79f-2cc4-4860-bf90-f87a636b4d23'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:25:52.403105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c0d0f98>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:25:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853ae79f-2cc4-4860-bf90-f87a636b4d23'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:52.469618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-7e6aa6d0-9160-45dc-a7e0-ba65a62fe95b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:25:52.470901 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-7e6aa6d0-9160-45dc-a7e0-ba65a62fe95b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1146219
Dec 18 07:25:52.473222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-496677e9-1b51-4b36-bf8a-32bcadb03109 None None] Provisioning complete for port 9c1dade9-9502-456e-a22f-e7c039177c7d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:25:52.473681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-496677e9-1b51-4b36-bf8a-32bcadb03109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:52.632971 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-42f397c5-78bd-42b6-9f57-f3f9cc5a78c7 service neutron] 10.222.0.23 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538777
Dec 18 07:25:52.816447 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-6f65349a-b30a-40ca-9230-aee866995162 service neutron] 10.222.0.23 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1622493
Dec 18 07:25:52.869553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Set router 853ae79f-2cc4-4860-bf90-f87a636b4d23 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:25:53.041702 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8e2ad0b5-429b-4afd-8d68-bdc3affc3d8b req-b45b56a0-4326-47cf-8e99-fac284a20c09 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 210 time: 0.0499811
Dec 18 07:25:53.146186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-142c2538-ef9b-42fe-b95d-8f13d0e9970d None None] Provisioning complete for port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:25:53.146622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-142c2538-ef9b-42fe-b95d-8f13d0e9970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:53.183272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:53.233067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-142c2538-ef9b-42fe-b95d-8f13d0e9970d None None] Port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:25:53.291904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-142c2538-ef9b-42fe-b95d-8f13d0e9970d None None] Provisioning complete for port 9c1dade9-9502-456e-a22f-e7c039177c7d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:25:53.292338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-142c2538-ef9b-42fe-b95d-8f13d0e9970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:53.375996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c0d0f98>, [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:25:50Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '8603d1e2-b4fb-4fad-aa64-8a63168d54e4', 'name': '', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:b7:2d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:49Z', 'updated_at': '2020-12-18T07:25:50Z', 'revision_number': 2, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:53.408326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b67eecb0-816d-4a65-9440-8962d8a2787e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:25:53.453013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Checking router: 853ae79f-2cc4-4860-bf90-f87a636b4d23 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:25:53.453424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Updating router 853ae79f-2cc4-4860-bf90-f87a636b4d23 port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:25:53.544780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:53.623918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port b67eecb0-816d-4a65-9440-8962d8a2787e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:25:53.624343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:53.935951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9c1dade9-9502-456e-a22f-e7c039177c7d up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:25:54.050967 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 9c1dade9-9502-456e-a22f-e7c039177c7d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:25:54.051400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:54.178323 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-f875cba4-d0a4-4391-8c21-a816fb02eefd tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:54.179986 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-f875cba4-d0a4-4391-8c21-a816fb02eefd tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:25:54.200888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-f875cba4-d0a4-4391-8c21-a816fb02eefd tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:25:54.202551 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-f875cba4-d0a4-4391-8c21-a816fb02eefd tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/networks?id=87896df5-2aba-4ac7-9cd5-5f497897fbd3 HTTP/1.1" status: 200  len: 797 time: 0.2063823
Dec 18 07:25:54.228251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:54.234470 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-88615a4c-f333-4ee4-8b3b-0d9093d0037f req-652ce8ef-74a0-4630-bcc4-cf3dff1f3cd3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 210 time: 0.0586331
Dec 18 07:25:54.255670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Transition to ACTIVE for port object 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:25:54.263325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:54.279637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:54.309693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-da3b8db3-7342-4b11-9e52-809e3106e7a6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:25:54.324773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-da3b8db3-7342-4b11-9e52-809e3106e7a6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:25:54.326254 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-da3b8db3-7342-4b11-9e52-809e3106e7a6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 7773 time: 0.1060650
Dec 18 07:25:54.340168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'port': {'device_id': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'admin_state_up': True, 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'security_groups': ['37be8ee4-c5a5-4cbf-93dd-855f98c38c32']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:25:54.411659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Pushing event updated for resources: {'Port': ['ID=8603d1e2-b4fb-4fad-aa64-8a63168d54e4,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:54.433954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.434351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.434737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.435119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.435495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.435870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.436243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.436614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.436987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.437356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.437754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.438125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.438552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.438920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.439555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.439665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.439975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.440340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.440704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.441067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.441404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.442073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.442436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.443224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:25:54.462690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:54.491157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:25:54.501723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:25:54.511666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:25:54.517312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:54.598204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Attempting to bind port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:25:54.598634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Attempting to bind port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '9c764e48-94d2-4efa-8290-3bd3e6bee8b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:25:54.599035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Attempting to bind port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 on network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:25:54.605532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:25:54.605976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Checking segment: {'id': '9c764e48-94d2-4efa-8290-3bd3e6bee8b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:25:54.606439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:54.606891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Bound using segment: {'id': '9c764e48-94d2-4efa-8290-3bd3e6bee8b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:25:54.607425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Bound port: 8603d1e2-b4fb-4fad-aa64-8a63168d54e4, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c764e48-94d2-4efa-8290-3bd3e6bee8b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:25:54.607979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:54.704606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] For port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:25:54.708715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] For port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8603d1e2-b4fb-4fad-aa64-8a63168d54e4,segment=NetworkSegment(9c764e48-94d2-4efa-8290-3bd3e6bee8b5),segment_id=9c764e48-94d2-4efa-8290-3bd3e6bee8b5)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:25:54.712104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:54.729731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7aca8229-55ff-4fd5-9e40-6e9a8724bcdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:54.835018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.20.0.3 (87896df5-2aba-4ac7-9cd5-5f497897fbd3/d501da1e-228e-4fb3-81c4-d97cd41b2b8b/bb5dbc37-0512-4a8d-8267-0e2a35e9b147) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:25:54.899889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Pushing event updated for resources: {'Port': ['ID=8603d1e2-b4fb-4fad-aa64-8a63168d54e4,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:54.904310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:54.948442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Routers {'853ae79f-2cc4-4860-bf90-f87a636b4d23'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:25:54.949138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1c0d0f98>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:25:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853ae79f-2cc4-4860-bf90-f87a636b4d23'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:55.055179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:55.074263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Transition to ACTIVE for port object bb5dbc37-0512-4a8d-8267-0e2a35e9b147 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:25:55.095678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:55.111872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:55.137401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] Set router 853ae79f-2cc4-4860-bf90-f87a636b4d23 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:25:55.258972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=bb5dbc37-0512-4a8d-8267-0e2a35e9b147,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:55.265290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:55.319941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:25:55.321326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:25:55.324463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:25:55.397314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:55.397954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:55.429099 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0936701
Dec 18 07:25:55.448904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Request body: {'port': {'device_id': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:25:55.467171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a7725-a496-43a6-a90b-18f24c6897d7 req-d0edc177-a2a8-43a9-868c-3b9a430799dc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:55.475677 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-792a7725-a496-43a6-a90b-18f24c6897d7 req-d0edc177-a2a8-43a9-868c-3b9a430799dc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 931 time: 0.1031849
Dec 18 07:25:55.537056 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-792a7725-a496-43a6-a90b-18f24c6897d7 req-59b8e605-475b-4ccc-a104-d100ff508c24 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603271
Dec 18 07:25:55.582508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:55.667507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-011ee92c-115e-4f53-874c-6a3adfc8f4ee None None] Provisioning for port bb5dbc37-0512-4a8d-8267-0e2a35e9b147 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:25:55.676360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-011ee92c-115e-4f53-874c-6a3adfc8f4ee None None] Provisioning complete for port bb5dbc37-0512-4a8d-8267-0e2a35e9b147 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:25:55.676789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-011ee92c-115e-4f53-874c-6a3adfc8f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:55.740287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-011ee92c-115e-4f53-874c-6a3adfc8f4ee None None] Port bb5dbc37-0512-4a8d-8267-0e2a35e9b147 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:25:55.747443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1c0d0f98>, [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:25:50Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '8603d1e2-b4fb-4fad-aa64-8a63168d54e4', 'name': '', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:b7:2d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:49Z', 'updated_at': '2020-12-18T07:25:54Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:25:55.751669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c90cd8-613e-4603-9641-a233ab35c878 None None] The sync data for ids ['853ae79f-2cc4-4860-bf90-f87a636b4d23'] in dv-neutron-765072-3-ovs is: [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:25:50Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '8603d1e2-b4fb-4fad-aa64-8a63168d54e4', 'name': '', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:b7:2d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:49Z', 'updated_at': '2020-12-18T07:25:54Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:25:56.013202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5dbc37-0512-4a8d-8267-0e2a35e9b147 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:25:56.020622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:56.034019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Transition to ACTIVE for port object bb5dbc37-0512-4a8d-8267-0e2a35e9b147 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:25:56.036835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:56.052514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b4f39d1-555c-4a80-82cb-6c0448cb5650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:56.183938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5dbc37-0512-4a8d-8267-0e2a35e9b147,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:56.187419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:56.388283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Attempting to bind port bb5dbc37-0512-4a8d-8267-0e2a35e9b147 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:25:56.388719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Attempting to bind port bb5dbc37-0512-4a8d-8267-0e2a35e9b147 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '9c764e48-94d2-4efa-8290-3bd3e6bee8b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:25:56.389008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Attempting to bind port bb5dbc37-0512-4a8d-8267-0e2a35e9b147 on network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:25:56.395264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:25:56.395620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Checking segment: {'id': '9c764e48-94d2-4efa-8290-3bd3e6bee8b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:25:56.396033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:56.396424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Bound using segment: {'id': '9c764e48-94d2-4efa-8290-3bd3e6bee8b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:25:56.396897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Bound port: bb5dbc37-0512-4a8d-8267-0e2a35e9b147, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c764e48-94d2-4efa-8290-3bd3e6bee8b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:25:56.397274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:56.497900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] For port bb5dbc37-0512-4a8d-8267-0e2a35e9b147, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:25:56.501249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] For port bb5dbc37-0512-4a8d-8267-0e2a35e9b147, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bb5dbc37-0512-4a8d-8267-0e2a35e9b147,segment=NetworkSegment(9c764e48-94d2-4efa-8290-3bd3e6bee8b5),segment_id=9c764e48-94d2-4efa-8290-3bd3e6bee8b5)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:25:56.506678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:56.522291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4b368ae0-66b9-44c3-8264-0137fd803777 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:56.673211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5dbc37-0512-4a8d-8267-0e2a35e9b147,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:56.678764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:56.711807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:56.712800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:56.714293 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] 10.222.0.15 "PUT /v2.0/ports/bb5dbc37-0512-4a8d-8267-0e2a35e9b147 HTTP/1.1" status: 200  len: 1157 time: 1.2716625
Dec 18 07:25:56.714864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'tag': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:25:56.782351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680f724-dbbf-427f-b195-e5e855b592b8 req-90d1fa08-1850-40dc-a407-029c63a17da2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:56.784435 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a680f724-dbbf-427f-b195-e5e855b592b8 req-90d1fa08-1850-40dc-a407-029c63a17da2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 943 time: 0.1075585
Dec 18 07:25:56.818383 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'tag': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147', 'status': 'completed', 'code': 200}
Dec 18 07:25:56.844379 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a680f724-dbbf-427f-b195-e5e855b592b8 req-143e58b7-1065-4e59-a3b7-014772e1693d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534012
Dec 18 07:25:56.857279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:25:56.857494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-f9638d02-c4f3-4612-a78a-3ad2d4b1c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:56.859145 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-f9638d02-c4f3-4612-a78a-3ad2d4b1c53a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 1160 time: 0.0948248
Dec 18 07:25:56.931739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-89172633-0ba2-4c05-a5ca-d45893432ed7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb5dbc37-0512-4a8d-8267-0e2a35e9b147 HTTP/1.1" status: 200  len: 217 time: 0.0646939
Dec 18 07:25:57.007614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-f58fca0a-eaca-44a5-b149-66e90ebe3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:57.009101 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-f58fca0a-eaca-44a5-b149-66e90ebe3b56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d501da1e-228e-4fb3-81c4-d97cd41b2b8b HTTP/1.1" status: 200  len: 835 time: 0.0688007
Dec 18 07:25:57.096777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-5bb877a0-ffb8-432e-8868-2a6fefa26e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:57.098390 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-5bb877a0-ffb8-432e-8868-2a6fefa26e51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87896df5-2aba-4ac7-9cd5-5f497897fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0773208
Dec 18 07:25:57.246879 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-bff92fc0-ba1d-488e-b26b-97ece1221783 service neutron] 10.222.0.15 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375487
Dec 18 07:25:57.394733 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e19ed75-d22d-4b4c-a6ff-e0a762c317fb req-0fe955e3-8d57-4d7c-b208-6f4d22d3e880 service neutron] 10.222.0.15 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372764
Dec 18 07:25:57.421831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:25:57.492910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:25:57.498436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:25:57.498874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:57.526855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b94ab-e43a-4d12-8b7c-1c029f829fbf req-8abc107d-cf18-44c1-a5ba-7624252a1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:57.528481 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f5b94ab-e43a-4d12-8b7c-1c029f829fbf req-8abc107d-cf18-44c1-a5ba-7624252a1854 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 1160 time: 0.0755408
Dec 18 07:25:57.615955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:57.649000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8603d1e2-b4fb-4fad-aa64-8a63168d54e4,segment=NetworkSegment(9c764e48-94d2-4efa-8290-3bd3e6bee8b5),segment_id=9c764e48-94d2-4efa-8290-3bd3e6bee8b5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:25:57.652996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:25:57.655128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:25:57.677005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b94ab-e43a-4d12-8b7c-1c029f829fbf req-cac29588-7e87-48e6-adf3-3df3f0b640a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:57.678659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f5b94ab-e43a-4d12-8b7c-1c029f829fbf req-cac29588-7e87-48e6-adf3-3df3f0b640a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87896df5-2aba-4ac7-9cd5-5f497897fbd3 HTTP/1.1" status: 200  len: 891 time: 0.1423464
Dec 18 07:25:57.724522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=8603d1e2-b4fb-4fad-aa64-8a63168d54e4,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:25:57.727847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:25:57.754882 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f5b94ab-e43a-4d12-8b7c-1c029f829fbf req-0ab50b20-cadd-40f4-b38f-a4cf80a79724 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb5dbc37-0512-4a8d-8267-0e2a35e9b147 HTTP/1.1" status: 200  len: 217 time: 0.0686316
Dec 18 07:25:57.823043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b94ab-e43a-4d12-8b7c-1c029f829fbf req-dcf4c68d-7d5b-4f3c-9cae-f1e7494e6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:57.824560 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f5b94ab-e43a-4d12-8b7c-1c029f829fbf req-dcf4c68d-7d5b-4f3c-9cae-f1e7494e6e69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d501da1e-228e-4fb3-81c4-d97cd41b2b8b HTTP/1.1" status: 200  len: 835 time: 0.0625176
Dec 18 07:25:57.913581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b94ab-e43a-4d12-8b7c-1c029f829fbf req-172f4316-f026-4016-8e40-3d4591882541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:57.915212 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f5b94ab-e43a-4d12-8b7c-1c029f829fbf req-172f4316-f026-4016-8e40-3d4591882541 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87896df5-2aba-4ac7-9cd5-5f497897fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0831561
Dec 18 07:25:58.073291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12bde5-b97e-47a6-a64f-7f55df33d00f req-a8d22124-3be6-4641-a71d-c52ba86b967d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:58.075066 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a12bde5-b97e-47a6-a64f-7f55df33d00f req-a8d22124-3be6-4641-a71d-c52ba86b967d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 943 time: 0.0895414
Dec 18 07:25:58.126223 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4a12bde5-b97e-47a6-a64f-7f55df33d00f req-de75c7ef-6c79-4de6-8d24-8891e52dced3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443935
Dec 18 07:25:58.341080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f5b94ab-e43a-4d12-8b7c-1c029f829fbf req-848e60dd-2e7a-4272-a2e1-19ba665575c9 service neutron] 10.222.0.15 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4178755
Dec 18 07:25:58.487751 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6f5b94ab-e43a-4d12-8b7c-1c029f829fbf req-a945ddd7-0c14-48cb-a96f-ff8d3b1a97c5 service neutron] 10.222.0.15 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348491
Dec 18 07:25:59.336543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e34bd-4381-4147-94dd-ebebfe903928 req-ad8d64ec-0640-4bef-973f-89dd4f4837dd tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:25:59.338703 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-555e34bd-4381-4147-94dd-ebebfe903928 req-ad8d64ec-0640-4bef-973f-89dd4f4837dd tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 943 time: 0.0843005
Dec 18 07:25:59.389401 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-555e34bd-4381-4147-94dd-ebebfe903928 req-3e39a91f-dc35-4423-8daa-9dcfb138fd73 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440450
Dec 18 07:25:59.403095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:25:59.472540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:25:59.472966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:00.602203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e41e2-23b2-4e36-a21f-6172d24cf9a4 req-2668faff-95c5-454a-be84-cd2ab996315c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:00.603822 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cc7e41e2-23b2-4e36-a21f-6172d24cf9a4 req-2668faff-95c5-454a-be84-cd2ab996315c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 943 time: 0.0825787
Dec 18 07:26:00.651596 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cc7e41e2-23b2-4e36-a21f-6172d24cf9a4 req-791e7f52-68f9-4b6d-9b1e-3af3ff8af919 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415101
Dec 18 07:26:00.687688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bb5dbc37-0512-4a8d-8267-0e2a35e9b147 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:26:00.754167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port bb5dbc37-0512-4a8d-8267-0e2a35e9b147 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:26:00.759053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bb5dbc37-0512-4a8d-8267-0e2a35e9b147 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:26:00.760068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:00.877370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:00.904783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:26:00.915125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port bb5dbc37-0512-4a8d-8267-0e2a35e9b147, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bb5dbc37-0512-4a8d-8267-0e2a35e9b147,segment=NetworkSegment(9c764e48-94d2-4efa-8290-3bd3e6bee8b5),segment_id=9c764e48-94d2-4efa-8290-3bd3e6bee8b5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:26:00.917932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:00.919842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-60387cac-5e5e-443b-9b51-117e97030d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:26:00.964235 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147', 'code': 200}
Dec 18 07:26:00.992361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=bb5dbc37-0512-4a8d-8267-0e2a35e9b147,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:26:00.996326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:26:01.218299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf480861-8c4e-4162-9bc4-e30c446baa45 req-51db64f2-ec90-4bab-84d6-2f98a2c2c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:01.219836 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bf480861-8c4e-4162-9bc4-e30c446baa45 req-51db64f2-ec90-4bab-84d6-2f98a2c2c258 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 1162 time: 0.0738175
Dec 18 07:26:01.266787 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bf480861-8c4e-4162-9bc4-e30c446baa45 req-8dad7960-1441-4a8a-918c-997b6a072a5e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362744
Dec 18 07:26:01.868495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ad0ca-b0a0-44cd-83b2-8f36165ec157 req-fa4f957a-d8b2-4671-8df3-993b33c33e68 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:01.870163 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eb2ad0ca-b0a0-44cd-83b2-8f36165ec157 req-fa4f957a-d8b2-4671-8df3-993b33c33e68 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0894885
Dec 18 07:26:01.917062 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-eb2ad0ca-b0a0-44cd-83b2-8f36165ec157 req-20a791e9-063e-4eed-a3ff-db922f7e95ce tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407023
Dec 18 07:26:02.351860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bb5dbc37-0512-4a8d-8267-0e2a35e9b147 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:26:02.423504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port bb5dbc37-0512-4a8d-8267-0e2a35e9b147 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:26:02.423930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:03.128804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76062074-060a-4c70-aeea-5731c1e50db4 req-b4124a02-fad7-42fb-b957-98f08cf971f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:03.130427 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-76062074-060a-4c70-aeea-5731c1e50db4 req-b4124a02-fad7-42fb-b957-98f08cf971f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0816355
Dec 18 07:26:03.179384 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-76062074-060a-4c70-aeea-5731c1e50db4 req-e37eca40-acfa-45c3-9eec-1fb4f733737c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422046
Dec 18 07:26:03.525146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fb7fa-0f8d-4702-a2f9-c152749c48a5 req-0e8e5ef9-5f8e-4465-b07a-2d32c1f1aadc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:03.526679 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-808fb7fa-0f8d-4702-a2f9-c152749c48a5 req-0e8e5ef9-5f8e-4465-b07a-2d32c1f1aadc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0827754
Dec 18 07:26:03.573231 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-808fb7fa-0f8d-4702-a2f9-c152749c48a5 req-944b7bc6-9de1-4197-89f0-a193ff9aa877 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403736
Dec 18 07:26:03.601708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60152) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:26:03.680483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99547751-4577-4862-a7a2-b3bcbcc50136 tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:03.682874 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-99547751-4577-4862-a7a2-b3bcbcc50136 tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 1157 time: 0.0800982
Dec 18 07:26:03.685142 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60156) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:26:03.690800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address': '172.20.0.3'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:26:03.697165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:26:03.701335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:floatingip and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:26:03.704299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:26:03.710036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:26:03.719828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:03.870800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:04.400389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.26.7.66 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/5e34653f-c4a5-443d-8f59-0b39d735038c) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:26:04.557416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:04.583537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:04.598444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d4e26d33-4a94-491d-b5c8-e3f2cb17c1c7 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:26:04.733254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=5e34653f-c4a5-443d-8f59-0b39d735038c,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:26:04.736378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:26:04.787970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:26:04.789118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:26:04.791907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:26:05.205607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:05.279021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:05.539643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:05.542989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:05.557746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:26:05.692794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=5e34653f-c4a5-443d-8f59-0b39d735038c,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:26:05.698375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:26:05.793719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:05.972474 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Floating IP 6b84e356-d27b-4d6e-a95d-285a88fbc990 associated. External IP: 172.26.7.66, port: bb5dbc37-0512-4a8d-8267-0e2a35e9b147.
Dec 18 07:26:06.325947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 853ae79f-2cc4-4860-bf90-f87a636b4d23 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:26:06.505373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:26:06.515898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8f178-3ebe-49cf-9c32-82cd518dd6e9 None None] Sync routers for ids ['853ae79f-2cc4-4860-bf90-f87a636b4d23'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:26:06.526374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8f178-3ebe-49cf-9c32-82cd518dd6e9 None None] Routers {'853ae79f-2cc4-4860-bf90-f87a636b4d23'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:26:06.527045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-45f8f178-3ebe-49cf-9c32-82cd518dd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d811128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:25:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853ae79f-2cc4-4860-bf90-f87a636b4d23'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:26:06.530001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:06.585255 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8989041
Dec 18 07:26:06.585914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'tag': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:26:06.646762 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'tag': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147', 'status': 'completed', 'code': 200}
Dec 18 07:26:06.724287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-45f8f178-3ebe-49cf-9c32-82cd518dd6e9 None None] Set router 853ae79f-2cc4-4860-bf90-f87a636b4d23 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:26:06.768027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf510a-7b7b-4c9c-afc3-273e8cc33640 req-26acf26c-9c1d-498c-b49f-4f77b56df6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:06.770152 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efaf510a-7b7b-4c9c-afc3-273e8cc33640 req-26acf26c-9c1d-498c-b49f-4f77b56df6dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 1162 time: 0.1016283
Dec 18 07:26:06.783532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb905591-4a3c-4b6a-81c1-5c46d931902f req-dbcb1d08-ec9d-4b5a-8045-34b446e7a404 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:06.785900 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fb905591-4a3c-4b6a-81c1-5c46d931902f req-dbcb1d08-ec9d-4b5a-8045-34b446e7a404 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0891333
Dec 18 07:26:06.834440 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fb905591-4a3c-4b6a-81c1-5c46d931902f req-5df8c71b-30da-4ad0-bb57-7e9f14b09967 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421262
Dec 18 07:26:06.868773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60164) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:26:06.917808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf510a-7b7b-4c9c-afc3-273e8cc33640 req-fa6ba51c-d730-46fe-9ac1-5972aa3e5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:06.919567 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efaf510a-7b7b-4c9c-afc3-273e8cc33640 req-fa6ba51c-d730-46fe-9ac1-5972aa3e5937 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87896df5-2aba-4ac7-9cd5-5f497897fbd3 HTTP/1.1" status: 200  len: 891 time: 0.1428099
Dec 18 07:26:06.982826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-db79d839-30a7-4f54-afb0-85e05e8067bc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/6b84e356-d27b-4d6e-a95d-285a88fbc990 HTTP/1.1" status: 200  len: 990 time: 0.1116092
Dec 18 07:26:07.029707 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efaf510a-7b7b-4c9c-afc3-273e8cc33640 req-21e0cc48-e4af-4e0c-8dc0-53cf8f9cdd9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb5dbc37-0512-4a8d-8267-0e2a35e9b147 HTTP/1.1" status: 200  len: 998 time: 0.1026719
Dec 18 07:26:07.089918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-45f8f178-3ebe-49cf-9c32-82cd518dd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d811128>, [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:25:50Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '6b84e356-d27b-4d6e-a95d-285a88fbc990', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'port_id': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'mac_address': 'fa:16:3e:ee:5d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:26:05Z', 'updated_at': '2020-12-18T07:26:05Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8603d1e2-b4fb-4fad-aa64-8a63168d54e4', 'name': '', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:b7:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:49Z', 'updated_at': '2020-12-18T07:25:57Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:26:07.093959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8f178-3ebe-49cf-9c32-82cd518dd6e9 None None] Checking router: 853ae79f-2cc4-4860-bf90-f87a636b4d23 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:26:07.098552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf510a-7b7b-4c9c-afc3-273e8cc33640 req-b0ee1b40-05b5-479f-8ba1-e0d4845e0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:07.100066 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efaf510a-7b7b-4c9c-afc3-273e8cc33640 req-b0ee1b40-05b5-479f-8ba1-e0d4845e0ad8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d501da1e-228e-4fb3-81c4-d97cd41b2b8b HTTP/1.1" status: 200  len: 835 time: 0.0638888
Dec 18 07:26:07.103385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f8f178-3ebe-49cf-9c32-82cd518dd6e9 None None] Routers {'853ae79f-2cc4-4860-bf90-f87a636b4d23'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:26:07.104042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-45f8f178-3ebe-49cf-9c32-82cd518dd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d811128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:25:47Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853ae79f-2cc4-4860-bf90-f87a636b4d23'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:26:07.179401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf510a-7b7b-4c9c-afc3-273e8cc33640 req-35dcce4c-51d6-4c7b-ae0c-c45443506d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:07.181722 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efaf510a-7b7b-4c9c-afc3-273e8cc33640 req-35dcce4c-51d6-4c7b-ae0c-c45443506d6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87896df5-2aba-4ac7-9cd5-5f497897fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0735552
Dec 18 07:26:07.285313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-45f8f178-3ebe-49cf-9c32-82cd518dd6e9 None None] Set router 853ae79f-2cc4-4860-bf90-f87a636b4d23 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:26:07.326739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efaf510a-7b7b-4c9c-afc3-273e8cc33640 req-f2cd4e4a-46d3-4914-bdcb-70d152495d56 service neutron] 10.222.0.15 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387587
Dec 18 07:26:07.470797 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-efaf510a-7b7b-4c9c-afc3-273e8cc33640 req-17b43995-527f-4f97-a323-8b9c16110ce3 service neutron] 10.222.0.15 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372952
Dec 18 07:26:07.645117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-45f8f178-3ebe-49cf-9c32-82cd518dd6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d811128>, [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:25:50Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '6b84e356-d27b-4d6e-a95d-285a88fbc990', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'port_id': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'mac_address': 'fa:16:3e:ee:5d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:26:05Z', 'updated_at': '2020-12-18T07:26:05Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8603d1e2-b4fb-4fad-aa64-8a63168d54e4', 'name': '', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:b7:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:49Z', 'updated_at': '2020-12-18T07:25:57Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:26:07.649217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f8f178-3ebe-49cf-9c32-82cd518dd6e9 None None] The sync data for ids ['853ae79f-2cc4-4860-bf90-f87a636b4d23'] in dv-neutron-765072-3-ovs is: [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:25:50Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '6b84e356-d27b-4d6e-a95d-285a88fbc990', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'port_id': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'mac_address': 'fa:16:3e:ee:5d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:26:05Z', 'updated_at': '2020-12-18T07:26:05Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8603d1e2-b4fb-4fad-aa64-8a63168d54e4', 'name': '', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:b7:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:49Z', 'updated_at': '2020-12-18T07:25:57Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:26:07.950860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf3a833-77b5-46c9-9eee-6754c1341aef None None] New status for floating IP 6b84e356-d27b-4d6e-a95d-285a88fbc990: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:26:07.985249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60168) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:26:08.364729 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-af3926d5-0dc6-4dd7-81ef-5bc4c67c881f tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/6b84e356-d27b-4d6e-a95d-285a88fbc990 HTTP/1.1" status: 200  len: 990 time: 0.3780766
Dec 18 07:26:09.368720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60172) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:26:09.479441 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-85fb2e70-e1de-4bef-91de-d3da7ce6d3ea tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/6b84e356-d27b-4d6e-a95d-285a88fbc990 HTTP/1.1" status: 200  len: 992 time: 0.1094120
Dec 18 07:26:14.775626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d6985176-0564-4a4a-9d3f-0595338a00ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:17.508061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f5ff414c-dca8-4e15-8dc7-9dcd316589f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:17.572911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:18.560368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:19.554214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:23.133041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:31.998796 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e17cd626-69cb-46de-af38-b94ae8a2ae62 req-704d491a-2724-450d-b810-4e346ecc4422 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0843086
Dec 18 07:26:32.142885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cd626-69cb-46de-af38-b94ae8a2ae62 req-e4bd3490-1bb0-4944-b5f6-29afcc660388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:32.144459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e17cd626-69cb-46de-af38-b94ae8a2ae62 req-e4bd3490-1bb0-4944-b5f6-29afcc660388 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 1162 time: 0.0736451
Dec 18 07:26:32.301511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cd626-69cb-46de-af38-b94ae8a2ae62 req-250b4413-bf16-4c42-8fb2-07371072570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:32.303054 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e17cd626-69cb-46de-af38-b94ae8a2ae62 req-250b4413-bf16-4c42-8fb2-07371072570c service neutron] 10.222.0.15 "GET /v2.0/networks?id=87896df5-2aba-4ac7-9cd5-5f497897fbd3 HTTP/1.1" status: 200  len: 891 time: 0.1354597
Dec 18 07:26:32.413786 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e17cd626-69cb-46de-af38-b94ae8a2ae62 req-dd8fa06a-eca1-4019-bd87-4f3e91a1c68d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb5dbc37-0512-4a8d-8267-0e2a35e9b147 HTTP/1.1" status: 200  len: 1000 time: 0.1036205
Dec 18 07:26:32.485983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cd626-69cb-46de-af38-b94ae8a2ae62 req-6e7fda3b-2739-453d-b546-6757da8bc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:32.487500 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e17cd626-69cb-46de-af38-b94ae8a2ae62 req-6e7fda3b-2739-453d-b546-6757da8bc3de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d501da1e-228e-4fb3-81c4-d97cd41b2b8b HTTP/1.1" status: 200  len: 835 time: 0.0664911
Dec 18 07:26:32.566524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17cd626-69cb-46de-af38-b94ae8a2ae62 req-36cdb98d-6a08-4477-9f89-af1b7a651d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:32.568024 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e17cd626-69cb-46de-af38-b94ae8a2ae62 req-36cdb98d-6a08-4477-9f89-af1b7a651d2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87896df5-2aba-4ac7-9cd5-5f497897fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0725443
Dec 18 07:26:32.710382 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e17cd626-69cb-46de-af38-b94ae8a2ae62 req-cd330fb0-6fbc-4bb1-8bb4-aea7e80a3c5f service neutron] 10.222.0.15 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354678
Dec 18 07:26:32.851170 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e17cd626-69cb-46de-af38-b94ae8a2ae62 req-31ef702c-b976-4cf8-bc77-12c06e1eb58f service neutron] 10.222.0.15 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1330092
Dec 18 07:26:33.857934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:26:39.028904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26a038-d9d5-41f9-9ea3-27e2d5731501 req-633e896d-76a1-4294-a2cd-0ea53584e1b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:39.030492 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f26a038-d9d5-41f9-9ea3-27e2d5731501 req-633e896d-76a1-4294-a2cd-0ea53584e1b0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0827150
Dec 18 07:26:39.078241 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8f26a038-d9d5-41f9-9ea3-27e2d5731501 req-5b9ea5db-d52a-4a81-82be-b26e57385c27 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414228
Dec 18 07:26:40.294380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245dfa6-e3ba-4f8b-95ec-bc47aaf23ac5 req-00ee42ea-a79a-4b5c-85e7-097bd03731a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:40.295966 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5245dfa6-e3ba-4f8b-95ec-bc47aaf23ac5 req-00ee42ea-a79a-4b5c-85e7-097bd03731a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0857573
Dec 18 07:26:40.343548 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5245dfa6-e3ba-4f8b-95ec-bc47aaf23ac5 req-5103878d-3a5c-40f2-979c-efe2bd147bc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409868
Dec 18 07:26:41.553427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570e705-ff6f-484d-9906-abf1eac24d20 req-bfc97ac0-5722-48da-92f0-c2c321c5198b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:41.555062 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4570e705-ff6f-484d-9906-abf1eac24d20 req-bfc97ac0-5722-48da-92f0-c2c321c5198b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0832484
Dec 18 07:26:41.605324 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4570e705-ff6f-484d-9906-abf1eac24d20 req-1a904e34-cfd8-429a-9a0a-0261df783cb9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441043
Dec 18 07:26:42.814522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1454aee-1662-4523-ac90-3fed1603af4c req-f18e1e69-1e6d-4071-a44e-d116fead7848 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:42.816355 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d1454aee-1662-4523-ac90-3fed1603af4c req-f18e1e69-1e6d-4071-a44e-d116fead7848 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0812805
Dec 18 07:26:42.863162 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d1454aee-1662-4523-ac90-3fed1603af4c req-b0b9a99a-ca33-4f47-b764-53a4a84251a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404255
Dec 18 07:26:44.074268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe01a3-809d-4504-8d64-4543c0c45708 req-cd5eb744-0752-44f2-9dc1-83aad33ca4f8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:44.075848 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-36fe01a3-809d-4504-8d64-4543c0c45708 req-cd5eb744-0752-44f2-9dc1-83aad33ca4f8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0863013
Dec 18 07:26:44.122228 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-36fe01a3-809d-4504-8d64-4543c0c45708 req-e8ffb219-c687-43a3-aa2b-f2969029662c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401127
Dec 18 07:26:44.777640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b46f5fc8-b874-4815-a9a3-b1b70813f6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:45.329853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a902cc-ab94-4cb9-a2f8-cea908a02b55 req-47841ef5-db60-40a7-b865-d9a0056cec7e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:45.331432 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d9a902cc-ab94-4cb9-a2f8-cea908a02b55 req-47841ef5-db60-40a7-b865-d9a0056cec7e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0814574
Dec 18 07:26:45.382380 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d9a902cc-ab94-4cb9-a2f8-cea908a02b55 req-b8352afe-7dbf-4c3e-b17c-121444aa7d20 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447099
Dec 18 07:26:46.593777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc04f71-dc8d-43aa-b352-041d27e17f63 req-d535ec81-74d6-45a0-8d5e-3b2108ff9901 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:46.595374 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bbc04f71-dc8d-43aa-b352-041d27e17f63 req-d535ec81-74d6-45a0-8d5e-3b2108ff9901 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0832388
Dec 18 07:26:46.643480 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bbc04f71-dc8d-43aa-b352-041d27e17f63 req-01577965-2bd0-4fc9-8174-d9ba42e1acd5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418894
Dec 18 07:26:47.508672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f4ea8aee-74b0-470c-8ca2-e2e536666e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:47.575200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:47.859690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2b7d8-96a4-4a7e-bd14-5a3a1bccc914 req-93d125f3-c741-46f7-ac32-60d9795de8ef tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:47.861301 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d4c2b7d8-96a4-4a7e-bd14-5a3a1bccc914 req-93d125f3-c741-46f7-ac32-60d9795de8ef tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0875399
Dec 18 07:26:47.912191 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d4c2b7d8-96a4-4a7e-bd14-5a3a1bccc914 req-02334c61-12f3-45e0-a8de-ba08989d83a3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445573
Dec 18 07:26:48.561371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:49.120666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673d48d-f619-44c9-b0ac-5791ab3a86f5 req-27f18878-421b-4485-92f2-9030cdf0ecde tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:49.122346 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0673d48d-f619-44c9-b0ac-5791ab3a86f5 req-27f18878-421b-4485-92f2-9030cdf0ecde tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0831411
Dec 18 07:26:49.174747 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0673d48d-f619-44c9-b0ac-5791ab3a86f5 req-54f3fd73-2ea5-4902-8498-cddcccd29058 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455065
Dec 18 07:26:49.555605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:50.383970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509db7a4-f3a2-4aa7-a01a-5c637d1fdbe9 req-a9d60b7d-cfbc-4fac-83f4-d5e9874a7718 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:50.386107 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-509db7a4-f3a2-4aa7-a01a-5c637d1fdbe9 req-a9d60b7d-cfbc-4fac-83f4-d5e9874a7718 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0826855
Dec 18 07:26:50.432238 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-509db7a4-f3a2-4aa7-a01a-5c637d1fdbe9 req-9229dbd4-b3a1-4500-8397-b7203d6ca317 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398629
Dec 18 07:26:50.462247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60216) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:26:50.571431 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-78513ef8-2d59-43ac-953f-bc45709baec8 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/6b84e356-d27b-4d6e-a95d-285a88fbc990 HTTP/1.1" status: 200  len: 992 time: 0.1079471
Dec 18 07:26:52.109723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43534ae8-7ed2-4168-a6fe-76a48a263dd5 req-f9539040-b538-473a-8e54-c40cfbf09257 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:52.111361 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43534ae8-7ed2-4168-a6fe-76a48a263dd5 req-f9539040-b538-473a-8e54-c40cfbf09257 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0969684
Dec 18 07:26:52.159311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43534ae8-7ed2-4168-a6fe-76a48a263dd5 req-ecb55e36-b4d0-4e46-b223-b1bafc9af42c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413849
Dec 18 07:26:52.284439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59663b8-c884-485d-81d8-20b22a316683 req-3c4df7ce-7391-4151-a50f-846e546583df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:52.286055 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c59663b8-c884-485d-81d8-20b22a316683 req-3c4df7ce-7391-4151-a50f-846e546583df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 1162 time: 0.0752871
Dec 18 07:26:52.435176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59663b8-c884-485d-81d8-20b22a316683 req-2bdbef11-540f-4987-be9e-606a46399e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:52.436698 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c59663b8-c884-485d-81d8-20b22a316683 req-2bdbef11-540f-4987-be9e-606a46399e9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=87896df5-2aba-4ac7-9cd5-5f497897fbd3 HTTP/1.1" status: 200  len: 891 time: 0.1403158
Dec 18 07:26:52.548193 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c59663b8-c884-485d-81d8-20b22a316683 req-e5a382f5-364d-4de8-b03d-0a7c1af69a80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb5dbc37-0512-4a8d-8267-0e2a35e9b147 HTTP/1.1" status: 200  len: 1000 time: 0.1008890
Dec 18 07:26:52.623504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59663b8-c884-485d-81d8-20b22a316683 req-5e835a74-c184-467e-b98a-a88afa7c15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:52.625064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c59663b8-c884-485d-81d8-20b22a316683 req-5e835a74-c184-467e-b98a-a88afa7c15e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d501da1e-228e-4fb3-81c4-d97cd41b2b8b HTTP/1.1" status: 200  len: 835 time: 0.0665150
Dec 18 07:26:52.705301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59663b8-c884-485d-81d8-20b22a316683 req-b8efc515-80c5-4f3f-9eb5-bab81525c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:52.706890 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c59663b8-c884-485d-81d8-20b22a316683 req-b8efc515-80c5-4f3f-9eb5-bab81525c59e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87896df5-2aba-4ac7-9cd5-5f497897fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0746603
Dec 18 07:26:52.852781 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c59663b8-c884-485d-81d8-20b22a316683 req-4318e362-715c-42d3-9f10-5abc24e92ac9 service neutron] 10.222.0.15 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347840
Dec 18 07:26:52.998127 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c59663b8-c884-485d-81d8-20b22a316683 req-e74ee8ea-ce4e-46d4-9a51-542e0fd44893 service neutron] 10.222.0.15 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1350424
Dec 18 07:26:53.140378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:26:53.372864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9c0b3-013d-4812-af47-752686a7c2a3 req-c0017b15-e938-4120-81f1-d439c5555a52 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:53.374492 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aee9c0b3-013d-4812-af47-752686a7c2a3 req-c0017b15-e938-4120-81f1-d439c5555a52 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0827131
Dec 18 07:26:53.424560 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aee9c0b3-013d-4812-af47-752686a7c2a3 req-4a94d8bb-1bb7-42d7-a542-6f8d6948b508 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438132
Dec 18 07:26:54.635395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8ebd8-acaa-4535-8c54-93bb3a34cc53 req-65d7ff7e-3b07-4727-a013-529899d5e084 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:26:54.637041 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0de8ebd8-acaa-4535-8c54-93bb3a34cc53 req-65d7ff7e-3b07-4727-a013-529899d5e084 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0840223
Dec 18 07:26:54.685463 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0de8ebd8-acaa-4535-8c54-93bb3a34cc53 req-6fc8d649-7b30-487a-87ed-1f24bbadc47b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417674
Dec 18 07:26:54.716108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60230) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:26:54.825710 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-80210041-dd37-439d-98b4-ce52b7406a84 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/6b84e356-d27b-4d6e-a95d-285a88fbc990 HTTP/1.1" status: 200  len: 992 time: 0.1082830
Dec 18 07:27:10.858846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:27:14.778506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7f53706b-cb5c-4daa-8148-9efedccc98b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:17.509679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fa2bdee1-947b-4c4b-a862-cec6e0c8b2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:17.577887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:18.563110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:19.558576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:23.159253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:25.475327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60242) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:25.685916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 5e34653f-c4a5-443d-8f59-0b39d735038c {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:27:25.686304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:25.861731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:25.862102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:25.988506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 5e34653f-c4a5-443d-8f59-0b39d735038c owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:27:26.136455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:26.151482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7d5cbbde-2e3d-4a2c-ba00-08ecaa532355 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:26.248353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=5e34653f-c4a5-443d-8f59-0b39d735038c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:26.262060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.262492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.262911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.263327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.263765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.264154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.264562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.264970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.265376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.265811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.266219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.266625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.267088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.267492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.267894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.268294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.268693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.269096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.269498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.269929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.270331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.270733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.271132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.271533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:26.276654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:26.383350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:26.383721 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Floating IP 6b84e356-d27b-4d6e-a95d-285a88fbc990 disassociated (deleted). External IP: 172.26.7.66, port: bb5dbc37-0512-4a8d-8267-0e2a35e9b147.
Dec 18 07:27:26.737296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 853ae79f-2cc4-4860-bf90-f87a636b4d23 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:27:27.184869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:27:27.195392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050be15b-dc6d-4bba-a9c3-550a55b12558 None None] Sync routers for ids ['853ae79f-2cc4-4860-bf90-f87a636b4d23'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:27:27.202402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:27.205562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050be15b-dc6d-4bba-a9c3-550a55b12558 None None] Routers {'853ae79f-2cc4-4860-bf90-f87a636b4d23'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:27:27.206242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-050be15b-dc6d-4bba-a9c3-550a55b12558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce21470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:27:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853ae79f-2cc4-4860-bf90-f87a636b4d23'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:27.260502 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/floatingips/6b84e356-d27b-4d6e-a95d-285a88fbc990 HTTP/1.1" status: 204  len: 168 time: 1.7834787
Dec 18 07:27:27.261384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'tag': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:27:27.336313 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'tag': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147', 'status': 'completed', 'code': 200}
Dec 18 07:27:27.389172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-050be15b-dc6d-4bba-a9c3-550a55b12558 None None] Set router 853ae79f-2cc4-4860-bf90-f87a636b4d23 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:27:27.448166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2167e9-a418-4c73-8513-51ab38142d9a req-f01d9191-8c62-4e79-9521-c575ff828d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:27.449763 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b2167e9-a418-4c73-8513-51ab38142d9a req-f01d9191-8c62-4e79-9521-c575ff828d0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 1162 time: 0.0803847
Dec 18 07:27:27.604317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2167e9-a418-4c73-8513-51ab38142d9a req-799adefe-699d-40b9-9a8a-44fb762ab832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:27.606285 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b2167e9-a418-4c73-8513-51ab38142d9a req-799adefe-699d-40b9-9a8a-44fb762ab832 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87896df5-2aba-4ac7-9cd5-5f497897fbd3 HTTP/1.1" status: 200  len: 891 time: 0.1462889
Dec 18 07:27:27.684970 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b2167e9-a418-4c73-8513-51ab38142d9a req-bd35f109-8b54-4a2d-b822-e3853b4957ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb5dbc37-0512-4a8d-8267-0e2a35e9b147 HTTP/1.1" status: 200  len: 217 time: 0.0713596
Dec 18 07:27:27.718151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3b1b3-7109-4f55-87b9-4800cdaf70e6 req-233e0931-a193-4a4c-bd8f-551dfd508b84 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:27.718922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-82c3b1b3-7109-4f55-87b9-4800cdaf70e6 req-233e0931-a193-4a4c-bd8f-551dfd508b84 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:27:27.723333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-050be15b-dc6d-4bba-a9c3-550a55b12558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce21470>, [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:25:50Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '8603d1e2-b4fb-4fad-aa64-8a63168d54e4', 'name': '', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:b7:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:49Z', 'updated_at': '2020-12-18T07:25:57Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:27.727497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050be15b-dc6d-4bba-a9c3-550a55b12558 None None] Checking router: 853ae79f-2cc4-4860-bf90-f87a636b4d23 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:27:27.735237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-82c3b1b3-7109-4f55-87b9-4800cdaf70e6 req-233e0931-a193-4a4c-bd8f-551dfd508b84 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:27:27.737577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050be15b-dc6d-4bba-a9c3-550a55b12558 None None] Routers {'853ae79f-2cc4-4860-bf90-f87a636b4d23'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:27:27.738382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-050be15b-dc6d-4bba-a9c3-550a55b12558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce21470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:27:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853ae79f-2cc4-4860-bf90-f87a636b4d23'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:27.738776 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-82c3b1b3-7109-4f55-87b9-4800cdaf70e6 req-233e0931-a193-4a4c-bd8f-551dfd508b84 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.1327085
Dec 18 07:27:27.757782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2167e9-a418-4c73-8513-51ab38142d9a req-600beead-f723-4801-a4d1-de0f94dd6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:27.759395 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b2167e9-a418-4c73-8513-51ab38142d9a req-600beead-f723-4801-a4d1-de0f94dd6be5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d501da1e-228e-4fb3-81c4-d97cd41b2b8b HTTP/1.1" status: 200  len: 835 time: 0.0674624
Dec 18 07:27:27.784824 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-82c3b1b3-7109-4f55-87b9-4800cdaf70e6 req-39cd07a1-7c42-4481-a3a4-f5494a2e61dd tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413706
Dec 18 07:27:27.845502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2167e9-a418-4c73-8513-51ab38142d9a req-ff518a4b-c454-4f19-a3f8-fc523d49d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:27.847179 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b2167e9-a418-4c73-8513-51ab38142d9a req-ff518a4b-c454-4f19-a3f8-fc523d49d43d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87896df5-2aba-4ac7-9cd5-5f497897fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0807793
Dec 18 07:27:27.999830 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b2167e9-a418-4c73-8513-51ab38142d9a req-9c36810a-0f8a-4797-a95d-391c910f773b service neutron] 10.222.0.15 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446612
Dec 18 07:27:28.081369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-050be15b-dc6d-4bba-a9c3-550a55b12558 None None] Set router 853ae79f-2cc4-4860-bf90-f87a636b4d23 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:27:28.144714 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2b2167e9-a418-4c73-8513-51ab38142d9a req-87a45f47-99ec-433e-b71a-fe4cb42838b4 service neutron] 10.222.0.15 "GET /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381764
Dec 18 07:27:28.404689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-050be15b-dc6d-4bba-a9c3-550a55b12558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce21470>, [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:25:50Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '8603d1e2-b4fb-4fad-aa64-8a63168d54e4', 'name': '', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:b7:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:49Z', 'updated_at': '2020-12-18T07:25:57Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:28.408729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050be15b-dc6d-4bba-a9c3-550a55b12558 None None] The sync data for ids ['853ae79f-2cc4-4860-bf90-f87a636b4d23'] in dv-neutron-765072-3-ovs is: [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:25:50Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '8603d1e2-b4fb-4fad-aa64-8a63168d54e4', 'name': '', 'network_id': '87896df5-2aba-4ac7-9cd5-5f497897fbd3', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:b7:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:49Z', 'updated_at': '2020-12-18T07:25:57Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': 'd501da1e-228e-4fb3-81c4-d97cd41b2b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:27:28.803347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ae9fa-2ca6-4715-a424-c50d86c22ff3 None None] New status for floating IP 6b84e356-d27b-4d6e-a95d-285a88fbc990: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:27:29.005846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eec88f-cb60-424b-8b9b-3612c2adf69e req-b6a52448-fd62-44f2-8b16-901269da21c9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:29.007436 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-20eec88f-cb60-424b-8b9b-3612c2adf69e req-b6a52448-fd62-44f2-8b16-901269da21c9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0890827
Dec 18 07:27:29.055827 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-20eec88f-cb60-424b-8b9b-3612c2adf69e req-70b83b30-fb06-4cb4-beaa-c145cb5811b1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=37be8ee4-c5a5-4cbf-93dd-855f98c38c32&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418708
Dec 18 07:27:29.308231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96207e95-c660-4bf9-95dc-6c160ced7b76 req-57b194f8-d54b-4836-ac73-08e610fff4ac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:29.308897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-96207e95-c660-4bf9-95dc-6c160ced7b76 req-57b194f8-d54b-4836-ac73-08e610fff4ac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:27:29.321332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-96207e95-c660-4bf9-95dc-6c160ced7b76 req-57b194f8-d54b-4836-ac73-08e610fff4ac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:27:29.322626 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96207e95-c660-4bf9-95dc-6c160ced7b76 req-57b194f8-d54b-4836-ac73-08e610fff4ac tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 945 time: 0.0930197
Dec 18 07:27:29.404019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-96207e95-c660-4bf9-95dc-6c160ced7b76 req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port bb5dbc37-0512-4a8d-8267-0e2a35e9b147 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:27:29.404405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-96207e95-c660-4bf9-95dc-6c160ced7b76 req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:29.655940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-96207e95-c660-4bf9-95dc-6c160ced7b76 req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port bb5dbc37-0512-4a8d-8267-0e2a35e9b147, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=bb5dbc37-0512-4a8d-8267-0e2a35e9b147,segment=NetworkSegment(9c764e48-94d2-4efa-8290-3bd3e6bee8b5),segment_id=9c764e48-94d2-4efa-8290-3bd3e6bee8b5)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:27:29.656344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-96207e95-c660-4bf9-95dc-6c160ced7b76 req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:29.783637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-96207e95-c660-4bf9-95dc-6c160ced7b76 req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for bb5dbc37-0512-4a8d-8267-0e2a35e9b147 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:27:29.928444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-96207e95-c660-4bf9-95dc-6c160ced7b76 req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:29.943711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dd5622ca-c346-4681-b5b2-92300cb92077 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:30.238439 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-237d47c7-dc13-4d39-8117-88d325b2eb33 req-7f9c3dac-5527-4296-805e-cfe844ce3350 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=de0c4619-736e-4957-93ec-6a94a50f4d14 HTTP/1.1" status: 200  len: 210 time: 0.0475025
Dec 18 07:27:30.309458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=bb5dbc37-0512-4a8d-8267-0e2a35e9b147,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:30.330492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.330931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.331346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.331757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.332166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.332575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.332982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.333390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.333820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.334228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.334712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.335125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.335585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.336026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.336429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.336872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.337272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.337721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.338125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.338527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.338925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.339324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.339724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.340122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:30.345214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:30.439373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-96207e95-c660-4bf9-95dc-6c160ced7b76 req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] No DVR routers for this DVR port bb5dbc37-0512-4a8d-8267-0e2a35e9b147 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:27:30.441927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-96207e95-c660-4bf9-95dc-6c160ced7b76 req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:30.444643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'name': 'network-vif-deleted', 'tag': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:27:30.459199 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96207e95-c660-4bf9-95dc-6c160ced7b76 req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "DELETE /v2.0/ports/bb5dbc37-0512-4a8d-8267-0e2a35e9b147 HTTP/1.1" status: 204  len: 173 time: 1.1272442
Dec 18 07:27:30.504332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0c4619-736e-4957-93ec-6a94a50f4d14', 'name': 'network-vif-deleted', 'tag': 'bb5dbc37-0512-4a8d-8267-0e2a35e9b147', 'status': 'completed', 'code': 200}
Dec 18 07:27:30.792860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bb5dbc37-0512-4a8d-8267-0e2a35e9b147 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:27:30.827048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: bb5dbc37-0512-4a8d-8267-0e2a35e9b147 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:27:30.827449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device bb5dbc37-0512-4a8d-8267-0e2a35e9b147 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:27:31.349359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60260) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:31.716685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbf1040e-37c1-4ae7-8b1e-4e3169a287e5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:32.314139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dbf1040e-37c1-4ae7-8b1e-4e3169a287e5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:27:32.314521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbf1040e-37c1-4ae7-8b1e-4e3169a287e5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:32.508105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-dbf1040e-37c1-4ae7-8b1e-4e3169a287e5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port 8603d1e2-b4fb-4fad-aa64-8a63168d54e4, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=8603d1e2-b4fb-4fad-aa64-8a63168d54e4,segment=NetworkSegment(9c764e48-94d2-4efa-8290-3bd3e6bee8b5),segment_id=9c764e48-94d2-4efa-8290-3bd3e6bee8b5)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:27:32.508702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbf1040e-37c1-4ae7-8b1e-4e3169a287e5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:32.636835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dbf1040e-37c1-4ae7-8b1e-4e3169a287e5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:27:32.819333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbf1040e-37c1-4ae7-8b1e-4e3169a287e5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:32.835609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-932ee049-346d-4c2b-9590-ee32f10399dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:32.934005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1040e-37c1-4ae7-8b1e-4e3169a287e5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=8603d1e2-b4fb-4fad-aa64-8a63168d54e4,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:32.938621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dbf1040e-37c1-4ae7-8b1e-4e3169a287e5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:33.237348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dbf1040e-37c1-4ae7-8b1e-4e3169a287e5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:33.729879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf1040e-37c1-4ae7-8b1e-4e3169a287e5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router 853ae79f-2cc4-4860-bf90-f87a636b4d23 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:27:33.910523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf1040e-37c1-4ae7-8b1e-4e3169a287e5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:27:33.920567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbe2ec-d404-4ce4-acd8-30bc5b74709f None None] Sync routers for ids ['853ae79f-2cc4-4860-bf90-f87a636b4d23'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:27:33.924693 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dbf1040e-37c1-4ae7-8b1e-4e3169a287e5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "PUT /v2.0/routers/853ae79f-2cc4-4860-bf90-f87a636b4d23/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5741732
Dec 18 07:27:33.927539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60264) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:33.930282 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bbe2ec-d404-4ce4-acd8-30bc5b74709f None None] Routers {'853ae79f-2cc4-4860-bf90-f87a636b4d23'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:27:33.931009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63bbe2ec-d404-4ce4-acd8-30bc5b74709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc1d470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:27:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853ae79f-2cc4-4860-bf90-f87a636b4d23'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:34.115533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-63bbe2ec-d404-4ce4-acd8-30bc5b74709f None None] Set router 853ae79f-2cc4-4860-bf90-f87a636b4d23 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:27:34.414363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-93015882-0cf2-4f6e-9f8a-243663b7e887 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting subnet d501da1e-228e-4fb3-81c4-d97cd41b2b8b {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:27:34.417891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93015882-0cf2-4f6e-9f8a-243663b7e887 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:34.421096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63bbe2ec-d404-4ce4-acd8-30bc5b74709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc1d470>, [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:27:32Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:34.425304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbe2ec-d404-4ce4-acd8-30bc5b74709f None None] Checking router: 853ae79f-2cc4-4860-bf90-f87a636b4d23 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:27:34.434708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bbe2ec-d404-4ce4-acd8-30bc5b74709f None None] Routers {'853ae79f-2cc4-4860-bf90-f87a636b4d23'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:27:34.435366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63bbe2ec-d404-4ce4-acd8-30bc5b74709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc1d470>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:27:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['853ae79f-2cc4-4860-bf90-f87a636b4d23'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:34.483010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93015882-0cf2-4f6e-9f8a-243663b7e887 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:34.571149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93015882-0cf2-4f6e-9f8a-243663b7e887 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:34.617554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-63bbe2ec-d404-4ce4-acd8-30bc5b74709f None None] Set router 853ae79f-2cc4-4860-bf90-f87a636b4d23 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:27:34.848309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93015882-0cf2-4f6e-9f8a-243663b7e887 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:34.863850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-93f583c4-6365-4a36-bcd4-38be512817b4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:34.911942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-63bbe2ec-d404-4ce4-acd8-30bc5b74709f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc1d470>, [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:27:32Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:34.916029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbe2ec-d404-4ce4-acd8-30bc5b74709f None None] The sync data for ids ['853ae79f-2cc4-4860-bf90-f87a636b4d23'] in dv-neutron-765072-3-ovs is: [{'id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-40617524', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135'}], 'enable_snat': True}, 'gw_port_id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:25:44Z', 'updated_at': '2020-12-18T07:27:32Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': 'b67eecb0-816d-4a65-9440-8962d8a2787e', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853ae79f-2cc4-4860-bf90-f87a636b4d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:25:45Z', 'updated_at': '2020-12-18T07:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:27:34.954507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93015882-0cf2-4f6e-9f8a-243663b7e887 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Subnet': ['ID=d501da1e-228e-4fb3-81c4-d97cd41b2b8b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:34.966992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-93015882-0cf2-4f6e-9f8a-243663b7e887 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:34.999911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-93015882-0cf2-4f6e-9f8a-243663b7e887 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:35.006210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f44bc-5465-4a94-9b36-30b88c99def2 None None] Network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:27:35.006361 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-93015882-0cf2-4f6e-9f8a-243663b7e887 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/subnets/d501da1e-228e-4fb3-81c4-d97cd41b2b8b HTTP/1.1" status: 204  len: 168 time: 1.0777893
Dec 18 07:27:35.009211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60268) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:35.202004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:35.273395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] DHCP port deletion for 87896df5-2aba-4ac7-9cd5-5f497897fbd3 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:27:35.277843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Deleting port 9c1dade9-9502-456e-a22f-e7c039177c7d {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:27:35.278266 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:35.388523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:35.393923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port b67eecb0-816d-4a65-9440-8962d8a2787e {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:27:35.394300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:35.452124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9c1dade9-9502-456e-a22f-e7c039177c7d no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:27:35.545776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] For port 9c1dade9-9502-456e-a22f-e7c039177c7d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9c1dade9-9502-456e-a22f-e7c039177c7d,segment=NetworkSegment(9c764e48-94d2-4efa-8290-3bd3e6bee8b5),segment_id=9c764e48-94d2-4efa-8290-3bd3e6bee8b5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:27:35.546141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:35.579363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port b67eecb0-816d-4a65-9440-8962d8a2787e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=b67eecb0-816d-4a65-9440-8962d8a2787e,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:27:35.579772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:35.708591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for b67eecb0-816d-4a65-9440-8962d8a2787e owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:27:35.710450 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Calling delete_port for 9c1dade9-9502-456e-a22f-e7c039177c7d owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:27:35.770310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:35.820672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 9c1dade9-9502-456e-a22f-e7c039177c7d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9c1dade9-9502-456e-a22f-e7c039177c7d,segment=NetworkSegment(9c764e48-94d2-4efa-8290-3bd3e6bee8b5),segment_id=9c764e48-94d2-4efa-8290-3bd3e6bee8b5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:27:35.824431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:35.825236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:27:35.846941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:35.857744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:36.050788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:36.069613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:27:36.070021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:27:36.076704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:27:36.077098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 8603d1e2-b4fb-4fad-aa64-8a63168d54e4 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:27:36.105051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=9c1dade9-9502-456e-a22f-e7c039177c7d,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:36.112842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.113228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.113634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.114002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.114364 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.114733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.115099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.115464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.115835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.116199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.116560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.116920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.117340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.117743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.118108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.118468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.118856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.119220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.119584 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.119942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.120300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.120655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.121013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.121368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:36.125809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:36.185746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:36.193352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:36.216479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:36.217071 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Fanout notify agent at l3_agent the message router_deleted on router 853ae79f-2cc4-4860-bf90-f87a636b4d23 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:27:36.231850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:36.236098 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e58ee1c1-687e-4730-b85b-e5fa5de56669 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/routers/853ae79f-2cc4-4860-bf90-f87a636b4d23 HTTP/1.1" status: 204  len: 168 time: 1.2221994
Dec 18 07:27:36.236098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60272) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:36.363156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:36.429865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 9c1dade9-9502-456e-a22f-e7c039177c7d {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:27:36.430250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:36.571466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Deleting port 9c1dade9-9502-456e-a22f-e7c039177c7d {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:27:36.572476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:36.650853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port 9c1dade9-9502-456e-a22f-e7c039177c7d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9c1dade9-9502-456e-a22f-e7c039177c7d,segment=NetworkSegment(9c764e48-94d2-4efa-8290-3bd3e6bee8b5),segment_id=9c764e48-94d2-4efa-8290-3bd3e6bee8b5)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:27:36.651049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:36.778472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 9c1dade9-9502-456e-a22f-e7c039177c7d owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:27:36.785362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] For port 9c1dade9-9502-456e-a22f-e7c039177c7d, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9c1dade9-9502-456e-a22f-e7c039177c7d,segment=NetworkSegment(9c764e48-94d2-4efa-8290-3bd3e6bee8b5),segment_id=9c764e48-94d2-4efa-8290-3bd3e6bee8b5)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:27:36.785861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:36.850131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:36.866224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d013f182-aa28-4632-8bec-e419eb1d31a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:36.911541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Calling delete_port for 9c1dade9-9502-456e-a22f-e7c039177c7d owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:27:36.961161 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=9c1dade9-9502-456e-a22f-e7c039177c7d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:36.973682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:36.981732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:27:36.982153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:27:37.005193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] No DVR routers for this DVR port 9c1dade9-9502-456e-a22f-e7c039177c7d on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:27:37.133360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:37.189451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Deleting port 9c1dade9-9502-456e-a22f-e7c039177c7d {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:27:37.189915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:37.254273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac171a3240>,) {'filters': {'network_id': ['87896df5-2aba-4ac7-9cd5-5f497897fbd3']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:37.258308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e65dc4b1-e359-4878-8320-6c7234c881ad None None] The port '9c1dade9-9502-456e-a22f-e7c039177c7d' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:27:37.268741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac171a3240>, '9c764e48-94d2-4efa-8290-3bd3e6bee8b5') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:37.269085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac171a3240>, '9c764e48-94d2-4efa-8290-3bd3e6bee8b5') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:37.281316 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:37.296091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:37.298196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Releasing vxlan tunnel 3 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:27:37.448380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b67eecb0-816d-4a65-9440-8962d8a2787e no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:27:37.477842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:27:37.481766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: b67eecb0-816d-4a65-9440-8962d8a2787e {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:27:37.482169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device b67eecb0-816d-4a65-9440-8962d8a2787e not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:27:37.487049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:37.667530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 87896df5-2aba-4ac7-9cd5-5f497897fbd3 has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:27:37.691944 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:27:37.769509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:37.772718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-47128b59-1547-4e34-9611-3cd7c3017f1a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:37.791644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:37.804421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Network': ['ID=87896df5-2aba-4ac7-9cd5-5f497897fbd3,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:37.807875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:37.818605 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/networks/87896df5-2aba-4ac7-9cd5-5f497897fbd3 HTTP/1.1" status: 204  len: 168 time: 1.5815952
Dec 18 07:27:37.821403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60276) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:37.892199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aa0aeba-58aa-46b5-b4bb-a91fccf97668 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:37.923209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aa0aeba-58aa-46b5-b4bb-a91fccf97668 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:37.975357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aa0aeba-58aa-46b5-b4bb-a91fccf97668 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:37.980559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c521aecd-7d59-43f5-bf0f-634ce0c6809a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:37.996881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0aeba-58aa-46b5-b4bb-a91fccf97668 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'SecurityGroup': ['ID=37be8ee4-c5a5-4cbf-93dd-855f98c38c32,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:37.999880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0aa0aeba-58aa-46b5-b4bb-a91fccf97668 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:38.007164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aa0aeba-58aa-46b5-b4bb-a91fccf97668 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.008395 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0aa0aeba-58aa-46b5-b4bb-a91fccf97668 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/security-groups/37be8ee4-c5a5-4cbf-93dd-855f98c38c32 HTTP/1.1" status: 204  len: 168 time: 0.1854141
Dec 18 07:27:38.224810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60284) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:38.230738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-140483946', 'description': 'tempest-secgroup-smoke-140483946 description', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:27:38.237260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:27:38.241671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:27:38.245229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:27:38.251941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:27:38.261264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.281920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:27:38.285823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:27:38.288728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:27:38.294428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:27:38.369465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.372148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.377332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc18bd10-00ca-44f5-9f8b-5c37461e3991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:38.420126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroup': ['ID=679e3fe4-5532-4d39-b866-485a53342843,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:38.422964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.424267 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.1983328
Dec 18 07:27:38.425199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:38.427452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60288) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:38.434175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-ea7f44b0-d067-416d-b787-3824900ca715 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '679e3fe4-5532-4d39-b866-485a53342843', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:27:38.440983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ea7f44b0-d067-416d-b787-3824900ca715 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:27:38.445066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ea7f44b0-d067-416d-b787-3824900ca715 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:27:38.448118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-ea7f44b0-d067-416d-b787-3824900ca715 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:27:38.453856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-ea7f44b0-d067-416d-b787-3824900ca715 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:27:38.469864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea7f44b0-d067-416d-b787-3824900ca715 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.533983 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea7f44b0-d067-416d-b787-3824900ca715 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.536700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea7f44b0-d067-416d-b787-3824900ca715 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.538636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0a92ff2b-c9be-4d0b-8a3e-4ae3e6f6f81c tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:38.562531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f44b0-d067-416d-b787-3824900ca715 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2904b4-bf97-44cf-9c75-56a5aae32b10,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:38.566958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ea7f44b0-d067-416d-b787-3824900ca715 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:38.574137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ea7f44b0-d067-416d-b787-3824900ca715 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.575420 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ea7f44b0-d067-416d-b787-3824900ca715 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1469288
Dec 18 07:27:38.578281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60292) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:38.583881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-d5cef71a-1e4b-4160-8246-414f1bd8fa55 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '679e3fe4-5532-4d39-b866-485a53342843', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:27:38.590144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d5cef71a-1e4b-4160-8246-414f1bd8fa55 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:27:38.594203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d5cef71a-1e4b-4160-8246-414f1bd8fa55 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:27:38.597229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-d5cef71a-1e4b-4160-8246-414f1bd8fa55 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:27:38.603536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-d5cef71a-1e4b-4160-8246-414f1bd8fa55 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:27:38.619980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d5cef71a-1e4b-4160-8246-414f1bd8fa55 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.684391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d5cef71a-1e4b-4160-8246-414f1bd8fa55 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.687054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d5cef71a-1e4b-4160-8246-414f1bd8fa55 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.694184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ea7f44b0-d067-416d-b787-3824900ca715 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:38.715862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cef71a-1e4b-4160-8246-414f1bd8fa55 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50420302-9d77-43b1-9be2-88bb71627c80,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:38.718502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d5cef71a-1e4b-4160-8246-414f1bd8fa55 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:38.722194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d5cef71a-1e4b-4160-8246-414f1bd8fa55 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.723394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d5cef71a-1e4b-4160-8246-414f1bd8fa55 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1441257
Dec 18 07:27:38.726319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60296) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:38.732212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-a8cf6c0d-623b-4c0d-94dd-fbbb1df11344 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '679e3fe4-5532-4d39-b866-485a53342843', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:27:38.738468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a8cf6c0d-623b-4c0d-94dd-fbbb1df11344 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:27:38.743001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a8cf6c0d-623b-4c0d-94dd-fbbb1df11344 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:27:38.746662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-a8cf6c0d-623b-4c0d-94dd-fbbb1df11344 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:27:38.752391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-a8cf6c0d-623b-4c0d-94dd-fbbb1df11344 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:27:38.768137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8cf6c0d-623b-4c0d-94dd-fbbb1df11344 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.831090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8cf6c0d-623b-4c0d-94dd-fbbb1df11344 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.833548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8cf6c0d-623b-4c0d-94dd-fbbb1df11344 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.835706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d537df23-e924-4791-9095-5453a89ecf83 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:38.859564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf6c0d-623b-4c0d-94dd-fbbb1df11344 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0cbd04-6c67-4d15-8ab1-a5c0c1215b65,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:38.862066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a8cf6c0d-623b-4c0d-94dd-fbbb1df11344 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:38.867957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a8cf6c0d-623b-4c0d-94dd-fbbb1df11344 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.869249 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a8cf6c0d-623b-4c0d-94dd-fbbb1df11344 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1419544
Dec 18 07:27:38.872235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60300) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:38.877741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7e0f0f3e-ccf8-4433-a754-b41deb6a8f46 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '679e3fe4-5532-4d39-b866-485a53342843', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:27:38.883779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7e0f0f3e-ccf8-4433-a754-b41deb6a8f46 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:27:38.887791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7e0f0f3e-ccf8-4433-a754-b41deb6a8f46 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:27:38.890764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7e0f0f3e-ccf8-4433-a754-b41deb6a8f46 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:27:38.896413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7e0f0f3e-ccf8-4433-a754-b41deb6a8f46 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:27:38.915081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e0f0f3e-ccf8-4433-a754-b41deb6a8f46 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.979742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e0f0f3e-ccf8-4433-a754-b41deb6a8f46 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.982213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e0f0f3e-ccf8-4433-a754-b41deb6a8f46 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:38.984067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a8cf6c0d-623b-4c0d-94dd-fbbb1df11344 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:39.004340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f0f3e-ccf8-4433-a754-b41deb6a8f46 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acc80ca-071f-4f56-82df-1a747fef19cd,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:39.008462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7e0f0f3e-ccf8-4433-a754-b41deb6a8f46 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:39.015037 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e0f0f3e-ccf8-4433-a754-b41deb6a8f46 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.016338 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7e0f0f3e-ccf8-4433-a754-b41deb6a8f46 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1431277
Dec 18 07:27:39.019278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60304) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:39.024686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-464ba7f4-511b-4822-a083-2fce1eb4ffad tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '679e3fe4-5532-4d39-b866-485a53342843', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:27:39.031399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-464ba7f4-511b-4822-a083-2fce1eb4ffad tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:27:39.035458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-464ba7f4-511b-4822-a083-2fce1eb4ffad tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:27:39.038457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-464ba7f4-511b-4822-a083-2fce1eb4ffad tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:27:39.044790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-464ba7f4-511b-4822-a083-2fce1eb4ffad tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:27:39.053887 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-464ba7f4-511b-4822-a083-2fce1eb4ffad tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Project 0ea52e23ee8d4ed1a15120bdad006a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:27:39.060412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-464ba7f4-511b-4822-a083-2fce1eb4ffad tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.126040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-464ba7f4-511b-4822-a083-2fce1eb4ffad tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.128426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-464ba7f4-511b-4822-a083-2fce1eb4ffad tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.130334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2bb5a9c1-cb0d-4b37-ac00-41a0433643b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:39.153754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ba7f4-511b-4822-a083-2fce1eb4ffad tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793c8006-3439-4af4-98e6-76f7a14014c2,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:39.156170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-464ba7f4-511b-4822-a083-2fce1eb4ffad tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:39.162468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-464ba7f4-511b-4822-a083-2fce1eb4ffad tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.163737 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-464ba7f4-511b-4822-a083-2fce1eb4ffad tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1434829
Dec 18 07:27:39.166650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60308) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:39.172056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-05a33611-f168-4847-a6d8-4555205a9bdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'security_group_rule': {'security_group_id': '679e3fe4-5532-4d39-b866-485a53342843', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:27:39.178204 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-05a33611-f168-4847-a6d8-4555205a9bdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:27:39.182206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-05a33611-f168-4847-a6d8-4555205a9bdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:security_group_rule and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:27:39.185165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-05a33611-f168-4847-a6d8-4555205a9bdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:27:39.191133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-05a33611-f168-4847-a6d8-4555205a9bdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:27:39.200694 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.securitygroups_db [None req-05a33611-f168-4847-a6d8-4555205a9bdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Project 0ea52e23ee8d4ed1a15120bdad006a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 18 07:27:39.207178 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05a33611-f168-4847-a6d8-4555205a9bdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.275905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05a33611-f168-4847-a6d8-4555205a9bdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.278461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05a33611-f168-4847-a6d8-4555205a9bdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.280341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d07124f-5225-48fc-b9d5-39c223c1d970 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:39.303038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a33611-f168-4847-a6d8-4555205a9bdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e353bbf-cd3b-4a36-ab0e-67b21dcdd593,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:39.305495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-05a33611-f168-4847-a6d8-4555205a9bdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:39.311719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-05a33611-f168-4847-a6d8-4555205a9bdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group_rule, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.312995 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-05a33611-f168-4847-a6d8-4555205a9bdc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1453655
Dec 18 07:27:39.316294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60312) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:39.322813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'network': {'name': 'tempest-network-smoke--58253381', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'port_security_enabled': True}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:27:39.328021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:27:39.332322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:network and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:27:39.335332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:27:39.341693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:27:39.350637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:27:39.355926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.388502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:27:39.397730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.398120 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Added segment f15be52c-a23c-4575-bf60-ce7045773831 of type vxlan for network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56
Dec 18 07:27:39.425205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.454990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.459063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:39.459695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.465437 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d607f1c-4fa4-4bc1-b9e1-e52de076f908 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:39.846219 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5288291
Dec 18 07:27:39.849195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60316) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:39.854707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Network': ['ID=74e5174c-c9a0-4ba0-afd3-17a86ee83b56,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:39.855391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'admin_state_up': True, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:27:39.857547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:39.863279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:27:39.865409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:27:39.867424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:router and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:27:39.871001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for router was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:27:39.876809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:27:39.883431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:27:39.888021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.889110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:39.907174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:40.182988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:40.493661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:40.524313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:40.792811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.26.7.130 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/1eb04099-e70d-4e2a-9d51-397026f7dba9) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:27:40.949129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:40.974285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:40.989800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fb2890cc-5698-4382-a332-c28845bda20e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:41.120507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=1eb04099-e70d-4e2a-9d51-397026f7dba9,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:41.125557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:41.177000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:27:41.178205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:27:41.180441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:27:41.598192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:41.956335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:42.161782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router d07d0920-078d-4472-b773-da60c5b930ae is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:27:42.610296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:27:42.630435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Sync routers for ids ['d07d0920-078d-4472-b773-da60c5b930ae'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:27:42.641989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Routers {'d07d0920-078d-4472-b773-da60c5b930ae'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:27:42.642999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d6752e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:27:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d07d0920-078d-4472-b773-da60c5b930ae'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:42.647472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:42.650599 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-0b82f38c-59a6-4742-8ce8-2e813806b61c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 2.7984810
Dec 18 07:27:42.652203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60320) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:42.701069 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-932da2ad-2fb3-45e3-af7c-ee3430330953 tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] 10.222.0.23 "GET /v2.0/subnets?project_id=0ea52e23ee8d4ed1a15120bdad006a24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0452416
Dec 18 07:27:42.701268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60324) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:42.707260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1648428823', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:27:42.822626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:27:42.826915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:subnet and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:27:42.829963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:27:42.830107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Set router d07d0920-078d-4472-b773-da60c5b930ae gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:27:42.835826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:27:42.845558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:27:42.959152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:43.132076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d6752e8>, [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:27:41Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:43.136207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Checking router: d07d0920-078d-4472-b773-da60c5b930ae for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:27:43.136617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Updating router d07d0920-078d-4472-b773-da60c5b930ae port 1eb04099-e70d-4e2a-9d51-397026f7dba9 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:27:43.190350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:43.395810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:43.411771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-48ace0b4-0504-457e-9607-d1090f499fb2 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:43.541898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Subnet': ['ID=5fcd7845-b8a0-410e-a0b5-7014b018fec7,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:43.547048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:43.584976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:43.599022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Transition to ACTIVE for port object 1eb04099-e70d-4e2a-9d51-397026f7dba9 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:27:43.601468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:43.617855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:43.618678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Checking segment: {'id': 'f15be52c-a23c-4575-bf60-ce7045773831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:27:43.619082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network hostable DHCP agents. Network: 74e5174c-c9a0-4ba0-afd3-17a86ee83b56, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:27:43.640741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:27:43.652156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 74e5174c-c9a0-4ba0-afd3-17a86ee83b56) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:27:43.665575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:43.666233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:43.688861 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e16ba71c-4f3c-470b-9004-a4a4845f7fc0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9865153
Dec 18 07:27:43.689353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60328) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:27:43.714595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30449ab-4bfa-499d-bfc9-16c57ef8a742 None None] Network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:27:43.832406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037aad7-6da0-4e7c-8ad8-5cdfa65053d3 None None] Pushing event updated for resources: {'Port': ['ID=1eb04099-e70d-4e2a-9d51-397026f7dba9,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:43.841434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7037aad7-6da0-4e7c-8ad8-5cdfa65053d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:43.984838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Attempting to bind port 1eb04099-e70d-4e2a-9d51-397026f7dba9 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:27:43.985376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Attempting to bind port 1eb04099-e70d-4e2a-9d51-397026f7dba9 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:27:43.985608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Attempting to bind port 1eb04099-e70d-4e2a-9d51-397026f7dba9 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:27:44.021017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:27:44.021442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:27:44.021926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:44.022378 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:27:44.022904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Bound port: 1eb04099-e70d-4e2a-9d51-397026f7dba9, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:27:44.023329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:44.074004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ips': [{'subnet_id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:27:44.074943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:44.152606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] For port 1eb04099-e70d-4e2a-9d51-397026f7dba9, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:27:44.219203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] For port 1eb04099-e70d-4e2a-9d51-397026f7dba9, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1eb04099-e70d-4e2a-9d51-397026f7dba9,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:27:44.224889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:44.245697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:44.336035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:44.656853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037aad7-6da0-4e7c-8ad8-5cdfa65053d3 None None] Pushing event updated for resources: {'Port': ['ID=1eb04099-e70d-4e2a-9d51-397026f7dba9,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:44.664647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7037aad7-6da0-4e7c-8ad8-5cdfa65053d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:44.765737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Routers {'d07d0920-078d-4472-b773-da60c5b930ae'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:27:44.766434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d6752e8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:27:17Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d07d0920-078d-4472-b773-da60c5b930ae'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:44.859596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Allocated IP 172.20.0.2 (74e5174c-c9a0-4ba0-afd3-17a86ee83b56/5fcd7845-b8a0-410e-a0b5-7014b018fec7/98897288-e3e9-4b63-8afc-42312b3f6e28) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:27:44.882059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-890b59b7-f9b9-4334-b6a3-78ba8e3133f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:45.065277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] Set router d07d0920-078d-4472-b773-da60c5b930ae gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:27:45.395131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:45.438878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Transition to ACTIVE for port object 98897288-e3e9-4b63-8afc-42312b3f6e28 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:27:45.465821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Transition to ACTIVE for port object 98897288-e3e9-4b63-8afc-42312b3f6e28 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:27:45.474446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:45.489559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7037aad7-6da0-4e7c-8ad8-5cdfa65053d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:45.538976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.20.0.1 (74e5174c-c9a0-4ba0-afd3-17a86ee83b56/5fcd7845-b8a0-410e-a0b5-7014b018fec7/2b3b7d29-7a27-407c-af43-d7b427c6a99c) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:27:45.621375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d6752e8>, [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:27:41Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:45.632898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Pushing event updated for resources: {'Port': ['ID=98897288-e3e9-4b63-8afc-42312b3f6e28,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:45.638754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b31ef5-8630-4f4a-8d2f-f2ed1cfe27cf None None] The sync data for ids ['d07d0920-078d-4472-b773-da60c5b930ae'] in dv-neutron-765072-3-ovs is: [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:27:41Z', 'revision_number': 3, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:27:45.640358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:45.703632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:27:45.704812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:27:45.707213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:27:45.710453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:45.728672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Transition to ACTIVE for port object 2b3b7d29-7a27-407c-af43-d7b427c6a99c will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:27:45.751466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:45.763101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Attempting to bind port 98897288-e3e9-4b63-8afc-42312b3f6e28 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:27:45.763534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Attempting to bind port 98897288-e3e9-4b63-8afc-42312b3f6e28 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f15be52c-a23c-4575-bf60-ce7045773831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:27:45.763977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Attempting to bind port 98897288-e3e9-4b63-8afc-42312b3f6e28 on network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:27:45.767212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:45.769686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:27:45.770116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Checking segment: {'id': 'f15be52c-a23c-4575-bf60-ce7045773831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:27:45.770573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:45.771026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Bound using segment: {'id': 'f15be52c-a23c-4575-bf60-ce7045773831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:27:45.771553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Bound port: 98897288-e3e9-4b63-8afc-42312b3f6e28, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15be52c-a23c-4575-bf60-ce7045773831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:27:45.771981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:45.865327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] For port 98897288-e3e9-4b63-8afc-42312b3f6e28, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:27:45.868916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] For port 98897288-e3e9-4b63-8afc-42312b3f6e28, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=98897288-e3e9-4b63-8afc-42312b3f6e28,segment=NetworkSegment(f15be52c-a23c-4575-bf60-ce7045773831),segment_id=f15be52c-a23c-4575-bf60-ce7045773831)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:27:45.872919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:45.892274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:45.907152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=2b3b7d29-7a27-407c-af43-d7b427c6a99c,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:45.912043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:45.963480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:27:45.964981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:27:45.967385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:27:46.042416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:46.064613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Pushing event updated for resources: {'Port': ['ID=98897288-e3e9-4b63-8afc-42312b3f6e28,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:46.068903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0bf18249-53e0-43ab-87fa-956c5455c198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:46.327660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:46.831558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:46.835168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:46.864848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a70a0e68-822f-4874-8fb5-a7cb5aef736f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:46.958039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:46.972700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=2b3b7d29-7a27-407c-af43-d7b427c6a99c,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:47.024118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:47.398356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:27:47.399588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:27:47.490922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dcbce0-1c84-4487-97dd-4069bb7ad8c9 None None] Network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:27:47.568709 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1eb04099-e70d-4e2a-9d51-397026f7dba9 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:27:47.596728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router d07d0920-078d-4472-b773-da60c5b930ae has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:27:47.662418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0a0051ff-54d7-470f-b800-3a25fcb0b144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:47.668803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:47.669549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-eb8d7c9f-5eb9-4f17-a783-22baed2b9a48 None None] Provisioning for port 98897288-e3e9-4b63-8afc-42312b3f6e28 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:27:47.722576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 1eb04099-e70d-4e2a-9d51-397026f7dba9 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:27:47.760569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 1eb04099-e70d-4e2a-9d51-397026f7dba9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:27:47.760898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:47.785837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:27:47.800496 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "PUT /v2.0/routers/d07d0920-078d-4472-b773-da60c5b930ae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1099517
Dec 18 07:27:47.858876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:27:47.994445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9502d9af-434d-40a5-be05-038903e53650 req-a59715a3-13b6-483d-a271-a3ec72a41b77 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:27:48.012248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9502d9af-434d-40a5-be05-038903e53650 req-a59715a3-13b6-483d-a271-a3ec72a41b77 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:27:48.013481 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-a59715a3-13b6-483d-a271-a3ec72a41b77 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140483946&fields=id&tenant_id=0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 267 time: 0.0650485
Dec 18 07:27:48.136718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:48.158008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 1eb04099-e70d-4e2a-9d51-397026f7dba9, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1eb04099-e70d-4e2a-9d51-397026f7dba9,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:27:48.160956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:48.162684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 98897288-e3e9-4b63-8afc-42312b3f6e28 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:27:48.184626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502d9af-434d-40a5-be05-038903e53650 req-d05229c9-bd65-4479-a226-44926d949628 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:48.186501 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-d05229c9-bd65-4479-a226-44926d949628 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/networks?id=74e5174c-c9a0-4ba0-afd3-17a86ee83b56 HTTP/1.1" status: 200  len: 795 time: 0.1611445
Dec 18 07:27:48.194766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:48.211664 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-3cf6c9f8-805e-48ce-a37c-e495ac4f708e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/quotas/0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 375 time: 0.0186117
Dec 18 07:27:48.298166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=1eb04099-e70d-4e2a-9d51-397026f7dba9,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:48.302038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 98897288-e3e9-4b63-8afc-42312b3f6e28 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:27:48.307433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:48.308710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 98897288-e3e9-4b63-8afc-42312b3f6e28 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:27:48.309143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:48.316711 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-0c368ced-c7ce-4e6e-9194-3b33ea272ea3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0981929
Dec 18 07:27:48.423691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-ef9d2e56-f331-4afb-a728-03a421750d0e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:27:48.425132 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-ef9d2e56-f331-4afb-a728-03a421750d0e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0939181
Dec 18 07:27:48.449939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d47720a2-aa58-4b07-b72f-9ea53121d8d9 None None] Provisioning complete for port 98897288-e3e9-4b63-8afc-42312b3f6e28 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:27:48.450300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d47720a2-aa58-4b07-b72f-9ea53121d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:48.467707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Sync routers for ids ['d07d0920-078d-4472-b773-da60c5b930ae'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:27:48.479789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Routers {'d07d0920-078d-4472-b773-da60c5b930ae'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:27:48.480652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db87278>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:27:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d07d0920-078d-4472-b773-da60c5b930ae'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:48.514047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:48.588943 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-87b493da-d416-4038-9579-d495edaedfb9 service neutron] 10.222.0.23 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558347
Dec 18 07:27:48.601646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 98897288-e3e9-4b63-8afc-42312b3f6e28, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=98897288-e3e9-4b63-8afc-42312b3f6e28,segment=NetworkSegment(f15be52c-a23c-4575-bf60-ce7045773831),segment_id=f15be52c-a23c-4575-bf60-ce7045773831)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:27:48.613982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:48.617818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:48.667899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d47720a2-aa58-4b07-b72f-9ea53121d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:48.687847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:48.720828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Set router d07d0920-078d-4472-b773-da60c5b930ae gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:27:48.782841 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-537cb7d9-07b8-432f-bd4e-6c7739ca0bf6 service neutron] 10.222.0.23 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1860511
Dec 18 07:27:48.798129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-d47720a2-aa58-4b07-b72f-9ea53121d8d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:27:48.798548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-d47720a2-aa58-4b07-b72f-9ea53121d8d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:27:48.799212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=98897288-e3e9-4b63-8afc-42312b3f6e28,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:48.802648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:49.058241 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cc18c36a-7946-4556-abdd-7505a8ad13ff req-db1d24e4-2477-492e-a60c-6adbfbd67122 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 210 time: 0.0590856
Dec 18 07:27:49.250535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db87278>, [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:27:46Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '2b3b7d29-7a27-407c-af43-d7b427c6a99c', 'name': '', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:74:cb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:44Z', 'updated_at': '2020-12-18T07:27:46Z', 'revision_number': 2, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:49.256513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Checking router: d07d0920-078d-4472-b773-da60c5b930ae for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:27:49.256924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Updating router d07d0920-078d-4472-b773-da60c5b930ae port 2b3b7d29-7a27-407c-af43-d7b427c6a99c binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:27:49.312529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:49.373376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d47720a2-aa58-4b07-b72f-9ea53121d8d9 None None] Provisioning for port 2b3b7d29-7a27-407c-af43-d7b427c6a99c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:27:49.378642 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d47720a2-aa58-4b07-b72f-9ea53121d8d9 None None] Provisioning complete for port 2b3b7d29-7a27-407c-af43-d7b427c6a99c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:27:49.378892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d47720a2-aa58-4b07-b72f-9ea53121d8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:49.454915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d47720a2-aa58-4b07-b72f-9ea53121d8d9 None None] Port 2b3b7d29-7a27-407c-af43-d7b427c6a99c cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:27:49.477296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1eb04099-e70d-4e2a-9d51-397026f7dba9 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:27:49.576536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:49.582166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 1eb04099-e70d-4e2a-9d51-397026f7dba9 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:27:49.582510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:49.627616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-525b8d15-c983-40cd-aec2-0167be106cd3 None None] Provisioning complete for port 98897288-e3e9-4b63-8afc-42312b3f6e28 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:27:49.628048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-525b8d15-c983-40cd-aec2-0167be106cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:49.763693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:49.776582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Transition to ACTIVE for port object 2b3b7d29-7a27-407c-af43-d7b427c6a99c will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:27:49.779539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:49.794749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a63fffa4-319b-4b1a-a3a1-1245db7e4fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:49.822338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 98897288-e3e9-4b63-8afc-42312b3f6e28 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:27:49.905816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 98897288-e3e9-4b63-8afc-42312b3f6e28 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:27:49.906242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:49.926677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Pushing event updated for resources: {'Port': ['ID=2b3b7d29-7a27-407c-af43-d7b427c6a99c,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:49.946079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.946994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.947377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.947755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.948130 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.948503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.948874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.949242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.949657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.950031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.950396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.950757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.951185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.951547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.951913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.952274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.952636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.953003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.953361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.953728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.954100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.954449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.954810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.955169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:27:49.961296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:50.108093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Attempting to bind port 2b3b7d29-7a27-407c-af43-d7b427c6a99c on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:27:50.108527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Attempting to bind port 2b3b7d29-7a27-407c-af43-d7b427c6a99c by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'f15be52c-a23c-4575-bf60-ce7045773831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:27:50.108938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Attempting to bind port 2b3b7d29-7a27-407c-af43-d7b427c6a99c on network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:27:50.114974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:27:50.115403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Checking segment: {'id': 'f15be52c-a23c-4575-bf60-ce7045773831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:27:50.115864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:50.116741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Bound using segment: {'id': 'f15be52c-a23c-4575-bf60-ce7045773831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:27:50.117064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Bound port: 2b3b7d29-7a27-407c-af43-d7b427c6a99c, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15be52c-a23c-4575-bf60-ce7045773831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:27:50.117412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:50.221714 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] For port 2b3b7d29-7a27-407c-af43-d7b427c6a99c, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:27:50.225548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] For port 2b3b7d29-7a27-407c-af43-d7b427c6a99c, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2b3b7d29-7a27-407c-af43-d7b427c6a99c,segment=NetworkSegment(f15be52c-a23c-4575-bf60-ce7045773831),segment_id=f15be52c-a23c-4575-bf60-ce7045773831)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:27:50.229923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:50.247911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-75002ded-541c-4c09-9346-a3f004534038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:50.272482 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-706fd93c-683e-4878-8ad8-8a70c1b9db13 req-e68b908b-bf55-4cdf-938a-56788bf2405e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 210 time: 0.0500960
Dec 18 07:27:50.405346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Pushing event updated for resources: {'Port': ['ID=2b3b7d29-7a27-407c-af43-d7b427c6a99c,revision_number=4']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:50.410818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f1cc637-4699-4f77-b57c-c0645f052e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:50.433713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502d9af-434d-40a5-be05-038903e53650 req-0b736930-2e34-4ed3-8bee-d89f9cd2118d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:50.434464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9502d9af-434d-40a5-be05-038903e53650 req-0b736930-2e34-4ed3-8bee-d89f9cd2118d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:27:50.459433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Routers {'d07d0920-078d-4472-b773-da60c5b930ae'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:27:50.461989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1db87278>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:27:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d07d0920-078d-4472-b773-da60c5b930ae'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:50.462509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9502d9af-434d-40a5-be05-038903e53650 req-0b736930-2e34-4ed3-8bee-d89f9cd2118d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:27:50.463853 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-0b736930-2e34-4ed3-8bee-d89f9cd2118d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/networks?id=74e5174c-c9a0-4ba0-afd3-17a86ee83b56 HTTP/1.1" status: 200  len: 795 time: 0.1931164
Dec 18 07:27:50.563478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9502d9af-434d-40a5-be05-038903e53650 req-4679c6c2-e148-4e6c-bb62-62fb492ba5c3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:27:50.578075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9502d9af-434d-40a5-be05-038903e53650 req-4679c6c2-e148-4e6c-bb62-62fb492ba5c3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:27:50.579659 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-4679c6c2-e148-4e6c-bb62-62fb492ba5c3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24 HTTP/1.1" status: 200  len: 7771 time: 0.0941238
Dec 18 07:27:50.591208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'port': {'device_id': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'admin_state_up': True, 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'security_groups': ['679e3fe4-5532-4d39-b866-485a53342843']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:27:50.663576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] Set router d07d0920-078d-4472-b773-da60c5b930ae gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:27:50.747113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:27:50.751521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:port and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:27:50.754529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:27:50.760657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:27:50.769828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Made reservation on behalf of 0ea52e23ee8d4ed1a15120bdad006a24 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:27:50.776039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:50.989338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1db87278>, [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:27:46Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '2b3b7d29-7a27-407c-af43-d7b427c6a99c', 'name': '', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:74:cb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:44Z', 'updated_at': '2020-12-18T07:27:50Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:27:50.993456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e9003-eb5c-4bb8-ad80-6e8075535a66 None None] The sync data for ids ['d07d0920-078d-4472-b773-da60c5b930ae'] in dv-neutron-765072-3-ovs is: [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:27:46Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '2b3b7d29-7a27-407c-af43-d7b427c6a99c', 'name': '', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:74:cb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:44Z', 'updated_at': '2020-12-18T07:27:50Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:27:51.096808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.20.0.8 (74e5174c-c9a0-4ba0-afd3-17a86ee83b56/5fcd7845-b8a0-410e-a0b5-7014b018fec7/0e41098b-6a8c-4687-a759-3958fd2d6deb) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:27:51.308332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:51.325533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Transition to ACTIVE for port object 0e41098b-6a8c-4687-a759-3958fd2d6deb will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:27:51.346483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:51.362862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0833ae65-cb3e-45e9-89e9-5e73a414d54c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:51.515988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=0e41098b-6a8c-4687-a759-3958fd2d6deb,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:51.520862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:51.535716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2b3b7d29-7a27-407c-af43-d7b427c6a99c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:27:51.536681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a95d-924c-45ee-b29b-500bef3ab319 req-2aff7ffb-387a-4fc5-b8d2-1e949a4e9f4e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:51.538353 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac85a95d-924c-45ee-b29b-500bef3ab319 req-2aff7ffb-387a-4fc5-b8d2-1e949a4e9f4e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 931 time: 0.1254826
Dec 18 07:27:51.599237 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac85a95d-924c-45ee-b29b-500bef3ab319 req-f7a90389-3ab7-42b2-b411-e269ad80839a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524995
Dec 18 07:27:51.601207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:27:51.603122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:27:51.609708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:27:51.617966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 2b3b7d29-7a27-407c-af43-d7b427c6a99c completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:27:51.643139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 2b3b7d29-7a27-407c-af43-d7b427c6a99c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:27:51.643679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:51.714328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:51.715467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:51.746622 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1597514
Dec 18 07:27:51.765117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Request body: {'port': {'device_id': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:27:51.788640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:51.828225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 2b3b7d29-7a27-407c-af43-d7b427c6a99c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2b3b7d29-7a27-407c-af43-d7b427c6a99c,segment=NetworkSegment(f15be52c-a23c-4575-bf60-ce7045773831),segment_id=f15be52c-a23c-4575-bf60-ce7045773831)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:27:51.832804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:51.834884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:51.898855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:51.912308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=2b3b7d29-7a27-407c-af43-d7b427c6a99c,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:51.915814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:51.966626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a93014ab-ac59-482a-9926-8dc7195de5d6 None None] Provisioning for port 0e41098b-6a8c-4687-a759-3958fd2d6deb completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:27:51.971818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a93014ab-ac59-482a-9926-8dc7195de5d6 None None] Provisioning complete for port 0e41098b-6a8c-4687-a759-3958fd2d6deb triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:27:51.972256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a93014ab-ac59-482a-9926-8dc7195de5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:52.027798 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-a93014ab-ac59-482a-9926-8dc7195de5d6 None None] Port 0e41098b-6a8c-4687-a759-3958fd2d6deb cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:27:52.321852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e41098b-6a8c-4687-a759-3958fd2d6deb {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:27:52.328987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:52.341758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Transition to ACTIVE for port object 0e41098b-6a8c-4687-a759-3958fd2d6deb will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:27:52.344453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:52.359993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9d30f446-fdfd-432e-a676-8fb506588270 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:52.497335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Pushing event updated for resources: {'Port': ['ID=0e41098b-6a8c-4687-a759-3958fd2d6deb,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:52.502320 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:52.683846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Attempting to bind port 0e41098b-6a8c-4687-a759-3958fd2d6deb on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:27:52.684480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Attempting to bind port 0e41098b-6a8c-4687-a759-3958fd2d6deb by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': 'f15be52c-a23c-4575-bf60-ce7045773831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:27:52.684753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Attempting to bind port 0e41098b-6a8c-4687-a759-3958fd2d6deb on network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:27:52.695485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:27:52.695876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Checking segment: {'id': 'f15be52c-a23c-4575-bf60-ce7045773831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:27:52.696793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:52.697196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Bound using segment: {'id': 'f15be52c-a23c-4575-bf60-ce7045773831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:27:52.697708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Bound port: 0e41098b-6a8c-4687-a759-3958fd2d6deb, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15be52c-a23c-4575-bf60-ce7045773831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:27:52.698089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:52.792395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] For port 0e41098b-6a8c-4687-a759-3958fd2d6deb, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:27:52.795525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] For port 0e41098b-6a8c-4687-a759-3958fd2d6deb, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=0e41098b-6a8c-4687-a759-3958fd2d6deb,segment=NetworkSegment(f15be52c-a23c-4575-bf60-ce7045773831),segment_id=f15be52c-a23c-4575-bf60-ce7045773831)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:27:52.804287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:52.820200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3134b184-7700-4efa-ae22-3eb3e7e397a1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:52.840677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e7a94-d17c-41bc-bc70-5caf4f17fc9c req-59ddcc9f-5db2-4391-8128-d6b78b56381e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:52.842319 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-197e7a94-d17c-41bc-bc70-5caf4f17fc9c req-59ddcc9f-5db2-4391-8128-d6b78b56381e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 943 time: 0.0887609
Dec 18 07:27:52.889128 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-197e7a94-d17c-41bc-bc70-5caf4f17fc9c req-d6951608-8e67-4436-a8f3-8b33bffe753b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401750
Dec 18 07:27:52.978853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Pushing event updated for resources: {'Port': ['ID=0e41098b-6a8c-4687-a759-3958fd2d6deb,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:52.983551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:53.013441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:53.014145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:53.015626 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] 10.222.0.15 "PUT /v2.0/ports/0e41098b-6a8c-4687-a759-3958fd2d6deb HTTP/1.1" status: 200  len: 1157 time: 1.2562938
Dec 18 07:27:53.016187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'tag': '0e41098b-6a8c-4687-a759-3958fd2d6deb'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:27:53.095589 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'tag': '0e41098b-6a8c-4687-a759-3958fd2d6deb', 'status': 'completed', 'code': 200}
Dec 18 07:27:53.138382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502d9af-434d-40a5-be05-038903e53650 req-4e98ad72-8e60-4920-afde-6eb5902aa1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:53.141093 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-4e98ad72-8e60-4920-afde-6eb5902aa1b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 1160 time: 0.0822020
Dec 18 07:27:53.158015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:53.221836 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-e4a681ca-a582-4b05-95de-04adf5c70ada service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e41098b-6a8c-4687-a759-3958fd2d6deb HTTP/1.1" status: 200  len: 217 time: 0.0685961
Dec 18 07:27:53.294393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502d9af-434d-40a5-be05-038903e53650 req-dc8d8e46-2295-49fc-9107-c507e6e64598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:53.295994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-dc8d8e46-2295-49fc-9107-c507e6e64598 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fcd7845-b8a0-410e-a0b5-7014b018fec7 HTTP/1.1" status: 200  len: 835 time: 0.0645609
Dec 18 07:27:53.381287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502d9af-434d-40a5-be05-038903e53650 req-04f37d64-fc4e-4ab6-8448-2d12acaada30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:53.382910 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-04f37d64-fc4e-4ab6-8448-2d12acaada30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74e5174c-c9a0-4ba0-afd3-17a86ee83b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0762010
Dec 18 07:27:53.462156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2b3b7d29-7a27-407c-af43-d7b427c6a99c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:27:53.531176 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-6b7a69be-e242-4d04-ad13-78fb5c63cc04 service neutron] 10.222.0.15 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369517
Dec 18 07:27:53.534616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 2b3b7d29-7a27-407c-af43-d7b427c6a99c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:27:53.535056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:53.683186 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9502d9af-434d-40a5-be05-038903e53650 req-cf682114-4789-4541-a992-6c692a368d73 service neutron] 10.222.0.15 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418648
Dec 18 07:27:53.812660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb0b06-a06b-4980-bf0d-8228fb4720e8 req-11df41ab-8e53-43d9-b2e6-776575ecc05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:53.814267 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63eb0b06-a06b-4980-bf0d-8228fb4720e8 req-11df41ab-8e53-43d9-b2e6-776575ecc05a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 1160 time: 0.0754867
Dec 18 07:27:54.108878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd3ed0-eadf-4aed-8472-e1802bdb4633 req-ae06ce36-830f-4956-b5e9-7d9b9d2dcb38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:54.110562 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-82dd3ed0-eadf-4aed-8472-e1802bdb4633 req-ae06ce36-830f-4956-b5e9-7d9b9d2dcb38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 943 time: 0.0875251
Dec 18 07:27:54.164036 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-82dd3ed0-eadf-4aed-8472-e1802bdb4633 req-372a6f81-e30c-49c4-a8c2-84b719ea08a5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469251
Dec 18 07:27:54.244298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb0b06-a06b-4980-bf0d-8228fb4720e8 req-4a2398c0-e47b-4937-8cca-64b022f71995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:54.245902 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63eb0b06-a06b-4980-bf0d-8228fb4720e8 req-4a2398c0-e47b-4937-8cca-64b022f71995 service neutron] 10.222.0.15 "GET /v2.0/networks?id=74e5174c-c9a0-4ba0-afd3-17a86ee83b56 HTTP/1.1" status: 200  len: 889 time: 0.4237425
Dec 18 07:27:54.318582 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63eb0b06-a06b-4980-bf0d-8228fb4720e8 req-0fd1feae-c633-449a-bd23-83aab0616e8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e41098b-6a8c-4687-a759-3958fd2d6deb HTTP/1.1" status: 200  len: 217 time: 0.0655644
Dec 18 07:27:54.388038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb0b06-a06b-4980-bf0d-8228fb4720e8 req-2c0fb206-2a02-4801-8ce1-ec6899555fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:54.389606 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63eb0b06-a06b-4980-bf0d-8228fb4720e8 req-2c0fb206-2a02-4801-8ce1-ec6899555fda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fcd7845-b8a0-410e-a0b5-7014b018fec7 HTTP/1.1" status: 200  len: 835 time: 0.0630744
Dec 18 07:27:54.468520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb0b06-a06b-4980-bf0d-8228fb4720e8 req-933f8b59-931f-44ea-b17e-d56b23281802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:54.470032 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63eb0b06-a06b-4980-bf0d-8228fb4720e8 req-933f8b59-931f-44ea-b17e-d56b23281802 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74e5174c-c9a0-4ba0-afd3-17a86ee83b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0730307
Dec 18 07:27:54.616400 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63eb0b06-a06b-4980-bf0d-8228fb4720e8 req-0f9ea085-2cb7-49f0-81bc-12d5914b789b service neutron] 10.222.0.15 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373575
Dec 18 07:27:54.760700 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63eb0b06-a06b-4980-bf0d-8228fb4720e8 req-77074db4-28fc-4b8e-84b0-a1b7e94f8915 service neutron] 10.222.0.15 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368196
Dec 18 07:27:55.375313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182d0ba-97a8-455d-9925-58f3469d04e5 req-3930655c-d305-409d-8ba9-20b33a5ca935 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:55.376910 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c182d0ba-97a8-455d-9925-58f3469d04e5 req-3930655c-d305-409d-8ba9-20b33a5ca935 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 943 time: 0.0831745
Dec 18 07:27:55.423773 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c182d0ba-97a8-455d-9925-58f3469d04e5 req-af052a5a-a191-447e-8d7e-c501030d7611 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403728
Dec 18 07:27:56.636181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390583b-a023-4ba2-8db8-864844c77fae req-d09e3189-968e-480a-a900-4aa6d6537bef tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:56.637860 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6390583b-a023-4ba2-8db8-864844c77fae req-d09e3189-968e-480a-a900-4aa6d6537bef tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 943 time: 0.0861349
Dec 18 07:27:56.686649 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6390583b-a023-4ba2-8db8-864844c77fae req-dd921ed8-9b60-476c-a51b-523a8a19f7ed tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419960
Dec 18 07:27:57.240699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 0e41098b-6a8c-4687-a759-3958fd2d6deb up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:27:57.310764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 0e41098b-6a8c-4687-a759-3958fd2d6deb completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:27:57.315912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 0e41098b-6a8c-4687-a759-3958fd2d6deb triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:27:57.316341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:57.429639 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:57.456985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e41098b-6a8c-4687-a759-3958fd2d6deb'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:27:57.467312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 0e41098b-6a8c-4687-a759-3958fd2d6deb, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=0e41098b-6a8c-4687-a759-3958fd2d6deb,segment=NetworkSegment(f15be52c-a23c-4575-bf60-ce7045773831),segment_id=f15be52c-a23c-4575-bf60-ce7045773831)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:27:57.470186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:57.472902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:27:57.543179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=0e41098b-6a8c-4687-a759-3958fd2d6deb,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:27:57.546878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:27:57.595262 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e41098b-6a8c-4687-a759-3958fd2d6deb', 'code': 200}
Dec 18 07:27:57.853149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96388517-953d-4b45-ae33-b4b97b44a123 req-ae0663f1-8824-4fba-a389-d513edfa5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:57.854794 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96388517-953d-4b45-ae33-b4b97b44a123 req-ae0663f1-8824-4fba-a389-d513edfa5a11 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 1162 time: 0.0792868
Dec 18 07:27:57.902602 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96388517-953d-4b45-ae33-b4b97b44a123 req-e1ad6fae-371a-4310-a2ac-994cfdb77578 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373344
Dec 18 07:27:57.902997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c23f5a-5ea3-4cd4-b216-1705f2fe7ccd req-4ddd0042-416e-4f7f-b85f-baf63ce6aa23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:57.904607 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62c23f5a-5ea3-4cd4-b216-1705f2fe7ccd req-4ddd0042-416e-4f7f-b85f-baf63ce6aa23 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 945 time: 0.0835834
Dec 18 07:27:57.955651 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-62c23f5a-5ea3-4cd4-b216-1705f2fe7ccd req-97c8563c-3e8c-49ea-a46e-f79de3b35767 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442884
Dec 18 07:27:58.903436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 0e41098b-6a8c-4687-a759-3958fd2d6deb up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:27:58.974192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 0e41098b-6a8c-4687-a759-3958fd2d6deb triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:27:58.974541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:27:59.183474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d09b3-da67-4251-b9c4-d90bc2e3c728 req-bee1fca5-70cc-40f5-a081-9de6c8c95da0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:27:59.185113 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3b6d09b3-da67-4251-b9c4-d90bc2e3c728 req-bee1fca5-70cc-40f5-a081-9de6c8c95da0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 945 time: 0.0862627
Dec 18 07:27:59.233412 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3b6d09b3-da67-4251-b9c4-d90bc2e3c728 req-59e9a82b-f40f-4b75-beb4-815553c46430 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412400
Dec 18 07:28:00.442768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a595e1-77c2-40e3-b9b3-0773028a4a8a req-73212ae4-e68f-416d-b3fb-489849182cab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:00.444351 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-20a595e1-77c2-40e3-b9b3-0773028a4a8a req-73212ae4-e68f-416d-b3fb-489849182cab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 945 time: 0.0851376
Dec 18 07:28:00.490509 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-20a595e1-77c2-40e3-b9b3-0773028a4a8a req-5da0ee89-5ea6-4e1d-89ef-42ef6ccc5d12 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393994
Dec 18 07:28:00.700435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4597d5b6-8250-4f9d-a496-443f27316bfb req-6897cea5-1e4b-4b2f-bb57-7feca132f2a0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:00.702080 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4597d5b6-8250-4f9d-a496-443f27316bfb req-6897cea5-1e4b-4b2f-bb57-7feca132f2a0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 945 time: 0.0828872
Dec 18 07:28:00.752156 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4597d5b6-8250-4f9d-a496-443f27316bfb req-7d0eee1e-a117-45ed-85ab-46765aaa8d5a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435603
Dec 18 07:28:00.781789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60390) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:00.855311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d7db47-8797-46de-afd7-73f1a67653b7 tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:00.856931 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-19d7db47-8797-46de-afd7-73f1a67653b7 tempest-TestNetworkAdvancedServerOps-422860559 tempest-TestNetworkAdvancedServerOps-422860559] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 1157 time: 0.0741162
Dec 18 07:28:00.859871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60394) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:00.865249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'port_id': '0e41098b-6a8c-4687-a759-3958fd2d6deb', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address': '172.20.0.8'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:28:00.871648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:28:00.875693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Usage tracker for resource:floatingip and tenant:0ea52e23ee8d4ed1a15120bdad006a24 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:28:00.878759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:28:00.885167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:28:00.894681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:01.036903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:01.306778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Allocated IP 172.26.7.132 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/7d6c1cac-3d20-4aee-a5c1-710a9c120f5c) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:28:01.460367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:01.485443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:01.500697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:01.634865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=7d6c1cac-3d20-4aee-a5c1-710a9c120f5c,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:01.638099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:01.691145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:28:01.692301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:28:01.694739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:28:02.110405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:02.182075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:02.448189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:02.451409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:02.466068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:02.592980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event updated for resources: {'Port': ['ID=7d6c1cac-3d20-4aee-a5c1-710a9c120f5c,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:02.598345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:02.701177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:02.872332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Floating IP 66b2af53-a24c-4ec7-b2b2-fc3ae6d9cf27 associated. External IP: 172.26.7.132, port: 0e41098b-6a8c-4687-a759-3958fd2d6deb.
Dec 18 07:28:03.224787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router d07d0920-078d-4472-b773-da60c5b930ae has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:28:03.406726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:28:03.416750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228839a-0187-4868-97fe-774960fe45a0 None None] Sync routers for ids ['d07d0920-078d-4472-b773-da60c5b930ae'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:28:03.426723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228839a-0187-4868-97fe-774960fe45a0 None None] Routers {'d07d0920-078d-4472-b773-da60c5b930ae'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:28:03.427412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e228839a-0187-4868-97fe-774960fe45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d4ef7f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:27:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d07d0920-078d-4472-b773-da60c5b930ae'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:03.430594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:03.622630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e228839a-0187-4868-97fe-774960fe45a0 None None] Set router d07d0920-078d-4472-b773-da60c5b930ae gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:28:03.775795 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9148088
Dec 18 07:28:03.776654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'tag': '0e41098b-6a8c-4687-a759-3958fd2d6deb'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:28:03.849748 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'tag': '0e41098b-6a8c-4687-a759-3958fd2d6deb', 'status': 'completed', 'code': 200}
Dec 18 07:28:03.947416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a934f9-5080-41a3-979a-1a06d9cc678c req-15afa54b-e78c-40dd-bf2f-44c4d43d10f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:03.949006 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6a934f9-5080-41a3-979a-1a06d9cc678c req-15afa54b-e78c-40dd-bf2f-44c4d43d10f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 1162 time: 0.0769017
Dec 18 07:28:03.984715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dc234-a743-44ae-b85f-bdec57adfbde req-440dab5c-9db9-4d48-87f0-48ead609e52d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:03.986477 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5e7dc234-a743-44ae-b85f-bdec57adfbde req-440dab5c-9db9-4d48-87f0-48ead609e52d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 945 time: 0.0934327
Dec 18 07:28:03.996374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e228839a-0187-4868-97fe-774960fe45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d4ef7f0>, [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:27:46Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '66b2af53-a24c-4ec7-b2b2-fc3ae6d9cf27', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.132', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'port_id': '0e41098b-6a8c-4687-a759-3958fd2d6deb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'mac_address': 'fa:16:3e:be:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:28:02Z', 'updated_at': '2020-12-18T07:28:02Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3b7d29-7a27-407c-af43-d7b427c6a99c', 'name': '', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:74:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:44Z', 'updated_at': '2020-12-18T07:27:51Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:04.001662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228839a-0187-4868-97fe-774960fe45a0 None None] Checking router: d07d0920-078d-4472-b773-da60c5b930ae for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:28:04.010712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228839a-0187-4868-97fe-774960fe45a0 None None] Routers {'d07d0920-078d-4472-b773-da60c5b930ae'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:28:04.011381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e228839a-0187-4868-97fe-774960fe45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d4ef7f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:27:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d07d0920-078d-4472-b773-da60c5b930ae'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:04.035784 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5e7dc234-a743-44ae-b85f-bdec57adfbde req-a60a7b24-c075-49c0-a023-692f2086f048 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415301
Dec 18 07:28:04.068263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60402) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:04.095229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a934f9-5080-41a3-979a-1a06d9cc678c req-f7af5f08-5b88-4240-9715-09aad49fd2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:04.096818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6a934f9-5080-41a3-979a-1a06d9cc678c req-f7af5f08-5b88-4240-9715-09aad49fd2a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=74e5174c-c9a0-4ba0-afd3-17a86ee83b56 HTTP/1.1" status: 200  len: 889 time: 0.1417041
Dec 18 07:28:04.186855 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-2e1d36ce-0aed-4718-bd29-06da0f4c3ce7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/66b2af53-a24c-4ec7-b2b2-fc3ae6d9cf27 HTTP/1.1" status: 200  len: 991 time: 0.1160133
Dec 18 07:28:04.212951 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6a934f9-5080-41a3-979a-1a06d9cc678c req-ecc15127-709a-4236-8b6c-0aef44557b07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e41098b-6a8c-4687-a759-3958fd2d6deb HTTP/1.1" status: 200  len: 999 time: 0.1090920
Dec 18 07:28:04.290223 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a934f9-5080-41a3-979a-1a06d9cc678c req-c4be130b-0826-4fea-ba40-360e86393be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:04.292029 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6a934f9-5080-41a3-979a-1a06d9cc678c req-c4be130b-0826-4fea-ba40-360e86393be6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fcd7845-b8a0-410e-a0b5-7014b018fec7 HTTP/1.1" status: 200  len: 835 time: 0.0728667
Dec 18 07:28:04.372297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a934f9-5080-41a3-979a-1a06d9cc678c req-43e85837-84f7-42f5-9724-467dec225f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:04.372928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e228839a-0187-4868-97fe-774960fe45a0 None None] Set router d07d0920-078d-4472-b773-da60c5b930ae gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:28:04.374039 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6a934f9-5080-41a3-979a-1a06d9cc678c req-43e85837-84f7-42f5-9724-467dec225f23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74e5174c-c9a0-4ba0-afd3-17a86ee83b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0753376
Dec 18 07:28:04.515468 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6a934f9-5080-41a3-979a-1a06d9cc678c req-36d6645c-c68e-4ae3-b7fe-3fe08ef202d9 service neutron] 10.222.0.15 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349514
Dec 18 07:28:04.661533 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e6a934f9-5080-41a3-979a-1a06d9cc678c req-db5c39da-24af-4908-b092-e063d65c6e7b service neutron] 10.222.0.15 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389401
Dec 18 07:28:04.738845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e228839a-0187-4868-97fe-774960fe45a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d4ef7f0>, [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:27:46Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '66b2af53-a24c-4ec7-b2b2-fc3ae6d9cf27', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.132', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'port_id': '0e41098b-6a8c-4687-a759-3958fd2d6deb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'mac_address': 'fa:16:3e:be:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:28:02Z', 'updated_at': '2020-12-18T07:28:02Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3b7d29-7a27-407c-af43-d7b427c6a99c', 'name': '', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:74:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:44Z', 'updated_at': '2020-12-18T07:27:51Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:04.743120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e228839a-0187-4868-97fe-774960fe45a0 None None] The sync data for ids ['d07d0920-078d-4472-b773-da60c5b930ae'] in dv-neutron-765072-3-ovs is: [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:27:46Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '66b2af53-a24c-4ec7-b2b2-fc3ae6d9cf27', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'floating_ip_address': '172.26.7.132', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'port_id': '0e41098b-6a8c-4687-a759-3958fd2d6deb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'mac_address': 'fa:16:3e:be:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:28:02Z', 'updated_at': '2020-12-18T07:28:02Z', 'revision_number': 0, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b3b7d29-7a27-407c-af43-d7b427c6a99c', 'name': '', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:74:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:44Z', 'updated_at': '2020-12-18T07:27:51Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:28:05.056091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51520ade-0f57-48cc-8d25-88a176c891d5 None None] New status for floating IP 66b2af53-a24c-4ec7-b2b2-fc3ae6d9cf27: ACTIVE {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:28:05.191036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60406) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:05.301852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e40049e0-65ad-41e9-9a07-41fffb0138a6 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/66b2af53-a24c-4ec7-b2b2-fc3ae6d9cf27 HTTP/1.1" status: 200  len: 991 time: 0.1093638
Dec 18 07:28:06.306052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60410) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:06.416064 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-358b528d-0fda-459e-8b45-a05ca7a874e3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/66b2af53-a24c-4ec7-b2b2-fc3ae6d9cf27 HTTP/1.1" status: 200  len: 993 time: 0.1086891
Dec 18 07:28:14.783741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-569a10fe-f38f-46f3-ba4d-0b36940118a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:17.514228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-34c80457-a9de-4255-8a09-0b0c606460e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:17.582667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:18.570751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:19.564304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:23.173725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:24.859969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:28:33.007188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-62d2ad76-ec03-436d-b229-73954951a3bb req-3934cc36-711f-44cf-826f-e427bbfb3673 service neutron] (81085) timed out ('10.222.0.23', 56188) {{(pid=81085) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 18 07:28:33.966160 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b42de24-7b3f-4423-a159-0741ee8b0286 req-10aa3acc-b8bb-4253-aded-a97499d11957 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0780876
Dec 18 07:28:34.111615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42de24-7b3f-4423-a159-0741ee8b0286 req-26a3b871-4365-44c5-b5d9-3161f113913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:34.113202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b42de24-7b3f-4423-a159-0741ee8b0286 req-26a3b871-4365-44c5-b5d9-3161f113913e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 1162 time: 0.0739558
Dec 18 07:28:34.270706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42de24-7b3f-4423-a159-0741ee8b0286 req-0b270385-73f5-48d9-94e2-fb9d63a240b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:34.272205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b42de24-7b3f-4423-a159-0741ee8b0286 req-0b270385-73f5-48d9-94e2-fb9d63a240b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=74e5174c-c9a0-4ba0-afd3-17a86ee83b56 HTTP/1.1" status: 200  len: 889 time: 0.1402967
Dec 18 07:28:34.379316 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b42de24-7b3f-4423-a159-0741ee8b0286 req-c990a061-1279-456f-914f-357bf708a98d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e41098b-6a8c-4687-a759-3958fd2d6deb HTTP/1.1" status: 200  len: 1001 time: 0.0998263
Dec 18 07:28:34.453162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42de24-7b3f-4423-a159-0741ee8b0286 req-18d7b732-bfca-48f8-bdf7-414370f59fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:34.454737 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b42de24-7b3f-4423-a159-0741ee8b0286 req-18d7b732-bfca-48f8-bdf7-414370f59fca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fcd7845-b8a0-410e-a0b5-7014b018fec7 HTTP/1.1" status: 200  len: 835 time: 0.0690513
Dec 18 07:28:34.536144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42de24-7b3f-4423-a159-0741ee8b0286 req-349b263f-acb2-40b6-9dd2-9986063f8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:34.537684 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b42de24-7b3f-4423-a159-0741ee8b0286 req-349b263f-acb2-40b6-9dd2-9986063f8c99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74e5174c-c9a0-4ba0-afd3-17a86ee83b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0757124
Dec 18 07:28:34.684343 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b42de24-7b3f-4423-a159-0741ee8b0286 req-4917a958-a145-4ac7-9a8f-a36b3bcac840 service neutron] 10.222.0.15 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401584
Dec 18 07:28:34.830229 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b42de24-7b3f-4423-a159-0741ee8b0286 req-f40cfc39-e089-46e3-adc5-b6a85772ccd3 service neutron] 10.222.0.15 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385281
Dec 18 07:28:35.946099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc13f4f-f4d8-44af-99f8-6af52a4098c6 req-986b8554-27e4-49e1-a423-009e71fc715a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:35.947628 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cdc13f4f-f4d8-44af-99f8-6af52a4098c6 req-986b8554-27e4-49e1-a423-009e71fc715a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 945 time: 0.0836573
Dec 18 07:28:35.993614 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cdc13f4f-f4d8-44af-99f8-6af52a4098c6 req-d3ccbdb2-4999-42da-bc2a-1b043f888758 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395339
Dec 18 07:28:37.212996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e885c-56d7-4039-a903-ab214aad1f26 req-08a3215b-4939-4947-bf4d-e2e8505bffc5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:37.215077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a73e885c-56d7-4039-a903-ab214aad1f26 req-08a3215b-4939-4947-bf4d-e2e8505bffc5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 945 time: 0.0867357
Dec 18 07:28:37.262324 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a73e885c-56d7-4039-a903-ab214aad1f26 req-512ae8d2-a11b-4d6e-aa0a-16ff664a2fc4 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410993
Dec 18 07:28:37.295012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60438) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:37.403545 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-25602049-5d9a-4d5a-bdc1-4c1333ac6fa7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/66b2af53-a24c-4ec7-b2b2-fc3ae6d9cf27 HTTP/1.1" status: 200  len: 993 time: 0.1072228
Dec 18 07:28:38.926166 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d01b89-ad7f-4660-9c9f-bec84e7bd4cd req-a1c0abb7-8f41-408d-bd8c-39094834cb4c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:38.927806 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85d01b89-ad7f-4660-9c9f-bec84e7bd4cd req-a1c0abb7-8f41-408d-bd8c-39094834cb4c tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 945 time: 0.0848703
Dec 18 07:28:38.941815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58327fb-6bbf-4520-be17-885322a77b4d req-48bfa8a0-959e-4c00-8d22-549a57a0603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:38.943386 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b58327fb-6bbf-4520-be17-885322a77b4d req-48bfa8a0-959e-4c00-8d22-549a57a0603a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 1162 time: 0.0802398
Dec 18 07:28:38.979552 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85d01b89-ad7f-4660-9c9f-bec84e7bd4cd req-9e5ccc2b-47e5-46f5-8b6d-da6c74b673b7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446873
Dec 18 07:28:39.089015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58327fb-6bbf-4520-be17-885322a77b4d req-4432ba01-67a4-438e-b9e7-1f9f2254eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:39.090646 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b58327fb-6bbf-4520-be17-885322a77b4d req-4432ba01-67a4-438e-b9e7-1f9f2254eb36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=74e5174c-c9a0-4ba0-afd3-17a86ee83b56 HTTP/1.1" status: 200  len: 889 time: 0.1369772
Dec 18 07:28:39.197688 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b58327fb-6bbf-4520-be17-885322a77b4d req-e44c3550-86ab-4b2a-8e13-a1b03c9b9920 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e41098b-6a8c-4687-a759-3958fd2d6deb HTTP/1.1" status: 200  len: 1001 time: 0.1000109
Dec 18 07:28:39.271898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58327fb-6bbf-4520-be17-885322a77b4d req-cef13155-dfcb-40ba-b97a-3439621c10c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:39.273435 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b58327fb-6bbf-4520-be17-885322a77b4d req-cef13155-dfcb-40ba-b97a-3439621c10c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fcd7845-b8a0-410e-a0b5-7014b018fec7 HTTP/1.1" status: 200  len: 835 time: 0.0661523
Dec 18 07:28:39.355861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58327fb-6bbf-4520-be17-885322a77b4d req-75a062a7-c0fe-4752-b392-e0ed8cabb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:39.357459 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b58327fb-6bbf-4520-be17-885322a77b4d req-75a062a7-c0fe-4752-b392-e0ed8cabb9ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74e5174c-c9a0-4ba0-afd3-17a86ee83b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0730221
Dec 18 07:28:39.502910 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b58327fb-6bbf-4520-be17-885322a77b4d req-cdf30882-6d11-4870-b5c4-3c690a6fa214 service neutron] 10.222.0.15 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341600
Dec 18 07:28:39.648967 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b58327fb-6bbf-4520-be17-885322a77b4d req-0ffb4bbd-9b89-4895-bc55-117c18ebee2c service neutron] 10.222.0.15 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1347058
Dec 18 07:28:40.195447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2abca-ff88-4343-b8e9-784395c85783 req-4b479019-1c24-4fc5-8b0b-bdb7c77ec89a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:40.197069 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f0f2abca-ff88-4343-b8e9-784395c85783 req-4b479019-1c24-4fc5-8b0b-bdb7c77ec89a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 945 time: 0.0832205
Dec 18 07:28:40.243807 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f0f2abca-ff88-4343-b8e9-784395c85783 req-e43877b1-f556-4c3d-99c8-43f605e335ee tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405359
Dec 18 07:28:41.723304 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa449b-37a9-4cab-8722-40824d6613fe req-59a9cbd8-d9ce-4fc8-af4d-44c90d18b22d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:41.724933 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-58fa449b-37a9-4cab-8722-40824d6613fe req-59a9cbd8-d9ce-4fc8-af4d-44c90d18b22d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 945 time: 0.3499472
Dec 18 07:28:41.771846 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-58fa449b-37a9-4cab-8722-40824d6613fe req-c0e72f11-59d8-43be-9606-194bb900ce0b tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399833
Dec 18 07:28:41.802631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60452) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:41.912831 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b6103771-eead-4d7e-813b-f34c1bb35efc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/floatingips/66b2af53-a24c-4ec7-b2b2-fc3ae6d9cf27 HTTP/1.1" status: 200  len: 993 time: 0.1088824
Dec 18 07:28:42.225878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60460) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:42.443705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 7d6c1cac-3d20-4aee-a5c1-710a9c120f5c {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:28:42.444088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:42.619253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:42.619625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:42.750257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 7d6c1cac-3d20-4aee-a5c1-710a9c120f5c owned by network:floatingip {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:28:42.902199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:42.917859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-360eadd9-f7b8-4914-bc8b-7800cb1c02d7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:43.008954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=7d6c1cac-3d20-4aee-a5c1-710a9c120f5c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:43.027789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.028230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.028657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.029080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.029507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.029956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.030371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.030786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.031200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.031617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.032029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.032439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.032911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.033327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.033760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.034168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.034572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.034979 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.035387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.035792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.036197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.036601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.037007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.037412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:43.042893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:43.153433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for floatingip, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:43.153761 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Floating IP 66b2af53-a24c-4ec7-b2b2-fc3ae6d9cf27 disassociated (deleted). External IP: 172.26.7.132, port: 0e41098b-6a8c-4687-a759-3958fd2d6deb.
Dec 18 07:28:43.785328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router d07d0920-078d-4472-b773-da60c5b930ae has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:28:43.967564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:28:43.978401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d00439-09a4-4620-a27c-9358036067a7 None None] Sync routers for ids ['d07d0920-078d-4472-b773-da60c5b930ae'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:28:43.984525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:43.988260 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d00439-09a4-4620-a27c-9358036067a7 None None] Routers {'d07d0920-078d-4472-b773-da60c5b930ae'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:28:43.988943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-43d00439-09a4-4620-a27c-9358036067a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e731c50>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:28:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d07d0920-078d-4472-b773-da60c5b930ae'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:44.042406 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/floatingips/66b2af53-a24c-4ec7-b2b2-fc3ae6d9cf27 HTTP/1.1" status: 204  len: 168 time: 1.8153718
Dec 18 07:28:44.043120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'tag': '0e41098b-6a8c-4687-a759-3958fd2d6deb'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:28:44.179354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-43d00439-09a4-4620-a27c-9358036067a7 None None] Set router d07d0920-078d-4472-b773-da60c5b930ae gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:28:44.209298 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'tag': '0e41098b-6a8c-4687-a759-3958fd2d6deb', 'status': 'completed', 'code': 200}
Dec 18 07:28:44.323425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e71d73-a607-40e9-8136-e987fc649f5f req-2b21772a-5ec4-4078-b564-a85e98c4e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:44.325415 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2e71d73-a607-40e9-8136-e987fc649f5f req-2b21772a-5ec4-4078-b564-a85e98c4e4e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 1162 time: 0.0839899
Dec 18 07:28:44.456483 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375efebf-b0b8-4172-a78e-fb4ce9ea2893 req-943a004e-db56-45d4-be5d-0efd98101ab0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:44.458154 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-375efebf-b0b8-4172-a78e-fb4ce9ea2893 req-943a004e-db56-45d4-be5d-0efd98101ab0 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 945 time: 0.0860810
Dec 18 07:28:44.483848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e71d73-a607-40e9-8136-e987fc649f5f req-71c8f256-b6a2-44ce-a7cf-a2222ab22535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:44.485598 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2e71d73-a607-40e9-8136-e987fc649f5f req-71c8f256-b6a2-44ce-a7cf-a2222ab22535 service neutron] 10.222.0.15 "GET /v2.0/networks?id=74e5174c-c9a0-4ba0-afd3-17a86ee83b56 HTTP/1.1" status: 200  len: 889 time: 0.1484630
Dec 18 07:28:44.513148 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-375efebf-b0b8-4172-a78e-fb4ce9ea2893 req-1e54fbeb-ff7c-4a08-a90a-5eaf8ad38c93 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461528
Dec 18 07:28:44.527405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-43d00439-09a4-4620-a27c-9358036067a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e731c50>, [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:27:46Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '2b3b7d29-7a27-407c-af43-d7b427c6a99c', 'name': '', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:74:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:44Z', 'updated_at': '2020-12-18T07:27:51Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:44.531580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d00439-09a4-4620-a27c-9358036067a7 None None] Checking router: d07d0920-078d-4472-b773-da60c5b930ae for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:28:44.540958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d00439-09a4-4620-a27c-9358036067a7 None None] Routers {'d07d0920-078d-4472-b773-da60c5b930ae'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:28:44.541670 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-43d00439-09a4-4620-a27c-9358036067a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1e731c50>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:28:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d07d0920-078d-4472-b773-da60c5b930ae'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:44.561418 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2e71d73-a607-40e9-8136-e987fc649f5f req-08379674-8fc9-4eb1-95fa-c05b305e6082 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e41098b-6a8c-4687-a759-3958fd2d6deb HTTP/1.1" status: 200  len: 217 time: 0.0675163
Dec 18 07:28:44.632363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e71d73-a607-40e9-8136-e987fc649f5f req-7ae15e7a-3ed0-461c-bee5-d042b30f91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:44.634653 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2e71d73-a607-40e9-8136-e987fc649f5f req-7ae15e7a-3ed0-461c-bee5-d042b30f91bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fcd7845-b8a0-410e-a0b5-7014b018fec7 HTTP/1.1" status: 200  len: 835 time: 0.0651050
Dec 18 07:28:44.726106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e71d73-a607-40e9-8136-e987fc649f5f req-ee961570-186a-4236-a425-705a6078ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:44.728263 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2e71d73-a607-40e9-8136-e987fc649f5f req-ee961570-186a-4236-a425-705a6078ae87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=74e5174c-c9a0-4ba0-afd3-17a86ee83b56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0817759
Dec 18 07:28:44.729880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-43d00439-09a4-4620-a27c-9358036067a7 None None] Set router d07d0920-078d-4472-b773-da60c5b930ae gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:28:44.812503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-614e73a9-8035-44c2-b9fb-dc7435e71a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:44.878483 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2e71d73-a607-40e9-8136-e987fc649f5f req-6d61692b-89a1-416f-91dd-1758587d4eac service neutron] 10.222.0.15 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426556
Dec 18 07:28:45.022653 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2e71d73-a607-40e9-8136-e987fc649f5f req-b78b23b5-f8a2-43a4-9af6-e4937b398053 service neutron] 10.222.0.15 "GET /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369095
Dec 18 07:28:45.073360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-43d00439-09a4-4620-a27c-9358036067a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1e731c50>, [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:27:46Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '2b3b7d29-7a27-407c-af43-d7b427c6a99c', 'name': '', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:74:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:44Z', 'updated_at': '2020-12-18T07:27:51Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:45.077493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d00439-09a4-4620-a27c-9358036067a7 None None] The sync data for ids ['d07d0920-078d-4472-b773-da60c5b930ae'] in dv-neutron-765072-3-ovs is: [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:27:46Z', 'revision_number': 4, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '2b3b7d29-7a27-407c-af43-d7b427c6a99c', 'name': '', 'network_id': '74e5174c-c9a0-4ba0-afd3-17a86ee83b56', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'mac_address': 'fa:16:3e:74:cb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:44Z', 'updated_at': '2020-12-18T07:27:51Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'subnets': [{'id': '5fcd7845-b8a0-410e-a0b5-7014b018fec7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:28:45.468040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adb0146-2a50-4f6d-8681-f72e04afcad5 None None] New status for floating IP 66b2af53-a24c-4ec7-b2b2-fc3ae6d9cf27: DOWN {{(pid=81087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:28:45.806076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ef8e0-c328-4117-aa9c-128691877cf8 req-38aea560-d2ec-4f07-89fe-0f23e7377286 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:45.807655 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac1ef8e0-c328-4117-aa9c-128691877cf8 req-38aea560-d2ec-4f07-89fe-0f23e7377286 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 945 time: 0.1572874
Dec 18 07:28:45.855451 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ac1ef8e0-c328-4117-aa9c-128691877cf8 req-7d23e8bf-049a-4846-9b71-02d118c35f7a tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/security-groups?id=679e3fe4-5532-4d39-b866-485a53342843&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412986
Dec 18 07:28:46.157809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6319bc7-16d6-46e3-9124-6d1e050f7181 req-9bb3da1b-4ea5-4d9d-976c-c7903f8a4fbc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:46.158499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-f6319bc7-16d6-46e3-9124-6d1e050f7181 req-9bb3da1b-4ea5-4d9d-976c-c7903f8a4fbc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Synchronizing usage tracker for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:28:46.172872 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-f6319bc7-16d6-46e3-9124-6d1e050f7181 req-9bb3da1b-4ea5-4d9d-976c-c7903f8a4fbc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Unset dirty status for tenant:0ea52e23ee8d4ed1a15120bdad006a24 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:28:46.174201 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f6319bc7-16d6-46e3-9124-6d1e050f7181 req-9bb3da1b-4ea5-4d9d-976c-c7903f8a4fbc tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 945 time: 0.1003277
Dec 18 07:28:46.250464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-f6319bc7-16d6-46e3-9124-6d1e050f7181 req-66a98419-60bd-42f2-961e-913f9efa5e8d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 0e41098b-6a8c-4687-a759-3958fd2d6deb {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:28:46.250842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f6319bc7-16d6-46e3-9124-6d1e050f7181 req-66a98419-60bd-42f2-961e-913f9efa5e8d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:46.505733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-f6319bc7-16d6-46e3-9124-6d1e050f7181 req-66a98419-60bd-42f2-961e-913f9efa5e8d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port 0e41098b-6a8c-4687-a759-3958fd2d6deb, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=0e41098b-6a8c-4687-a759-3958fd2d6deb,segment=NetworkSegment(f15be52c-a23c-4575-bf60-ce7045773831),segment_id=f15be52c-a23c-4575-bf60-ce7045773831)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:28:46.506062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f6319bc7-16d6-46e3-9124-6d1e050f7181 req-66a98419-60bd-42f2-961e-913f9efa5e8d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:46.632131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-f6319bc7-16d6-46e3-9124-6d1e050f7181 req-66a98419-60bd-42f2-961e-913f9efa5e8d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 0e41098b-6a8c-4687-a759-3958fd2d6deb owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:28:46.778635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f6319bc7-16d6-46e3-9124-6d1e050f7181 req-66a98419-60bd-42f2-961e-913f9efa5e8d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:46.794140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1b1740e0-6244-4ada-ad39-9af39cfb3ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:46.889002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a98419-60bd-42f2-961e-913f9efa5e8d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=0e41098b-6a8c-4687-a759-3958fd2d6deb,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:46.899255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66a98419-60bd-42f2-961e-913f9efa5e8d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:46.995787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6319bc7-16d6-46e3-9124-6d1e050f7181 req-66a98419-60bd-42f2-961e-913f9efa5e8d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] No DVR routers for this DVR port 0e41098b-6a8c-4687-a759-3958fd2d6deb on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:28:46.998127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-f6319bc7-16d6-46e3-9124-6d1e050f7181 req-66a98419-60bd-42f2-961e-913f9efa5e8d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:47.001219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'name': 'network-vif-deleted', 'tag': '0e41098b-6a8c-4687-a759-3958fd2d6deb'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:28:47.017348 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f6319bc7-16d6-46e3-9124-6d1e050f7181 req-66a98419-60bd-42f2-961e-913f9efa5e8d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.15 "DELETE /v2.0/ports/0e41098b-6a8c-4687-a759-3958fd2d6deb HTTP/1.1" status: 204  len: 173 time: 0.8344190
Dec 18 07:28:47.066955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb239dc-1b87-4f7e-a6b8-85f90488b5ce', 'name': 'network-vif-deleted', 'tag': '0e41098b-6a8c-4687-a759-3958fd2d6deb', 'status': 'completed', 'code': 200}
Dec 18 07:28:47.119681 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dd31a0b1-7cda-4244-834f-00bc7e720187 req-05d5aee5-9d3a-46d0-9ed8-d7b3f245a690 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "GET /v2.0/ports?device_id=4eb239dc-1b87-4f7e-a6b8-85f90488b5ce HTTP/1.1" status: 200  len: 210 time: 0.1295590
Dec 18 07:28:47.166360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 0e41098b-6a8c-4687-a759-3958fd2d6deb no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:28:47.200810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: 0e41098b-6a8c-4687-a759-3958fd2d6deb {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:28:47.201221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 0e41098b-6a8c-4687-a759-3958fd2d6deb not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:28:47.515353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5c820e0b-fbc4-4153-b3ef-323b7e5c4643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:47.586222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:48.231772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60484) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:48.574297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:48.595722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:49.202757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 2b3b7d29-7a27-407c-af43-d7b427c6a99c {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:28:49.203140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:49.396558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port 2b3b7d29-7a27-407c-af43-d7b427c6a99c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2b3b7d29-7a27-407c-af43-d7b427c6a99c,segment=NetworkSegment(f15be52c-a23c-4575-bf60-ce7045773831),segment_id=f15be52c-a23c-4575-bf60-ce7045773831)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:28:49.397148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:49.525199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 2b3b7d29-7a27-407c-af43-d7b427c6a99c owned by network:router_interface {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:28:49.567403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:49.862052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:49.877658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-386ca5c7-7ac5-4bf0-82ff-e49d2af56f82 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:49.969600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Port': ['ID=2b3b7d29-7a27-407c-af43-d7b427c6a99c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:49.988878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.989319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.989776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.990207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.990632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.991055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.991472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.991889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.992334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.992747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.993163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.993606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.994079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.994493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.994905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.995315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.995723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.996134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.996544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.996953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.997363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.997797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.998209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:49.998619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:50.002509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:50.299735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:51.053973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Router d07d0920-078d-4472-b773-da60c5b930ae has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:28:51.234277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:28:51.244443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa38285-b7c3-43e0-9653-74e644bbc7f7 None None] Sync routers for ids ['d07d0920-078d-4472-b773-da60c5b930ae'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:28:51.247426 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dc13817a-70b0-4afa-be8b-f9c7b79bd3e7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "PUT /v2.0/routers/d07d0920-078d-4472-b773-da60c5b930ae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0145128
Dec 18 07:28:51.250363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60488) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:51.255192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa38285-b7c3-43e0-9653-74e644bbc7f7 None None] Routers {'d07d0920-078d-4472-b773-da60c5b930ae'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:28:51.255871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7fa38285-b7c3-43e0-9653-74e644bbc7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ccd47b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:28:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d07d0920-078d-4472-b773-da60c5b930ae'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:51.441026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-7fa38285-b7c3-43e0-9653-74e644bbc7f7 None None] Set router d07d0920-078d-4472-b773-da60c5b930ae gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:28:51.455845 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bd3115-d04c-49ed-af8a-8229850768f5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting subnet 5fcd7845-b8a0-410e-a0b5-7014b018fec7 {{(pid=81085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:28:51.459315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55bd3115-d04c-49ed-af8a-8229850768f5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:51.522174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55bd3115-d04c-49ed-af8a-8229850768f5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3296094'] for subnet, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:51.609073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55bd3115-d04c-49ed-af8a-8229850768f5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:51.740090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7fa38285-b7c3-43e0-9653-74e644bbc7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ccd47b8>, [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:28:49Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:51.744893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa38285-b7c3-43e0-9653-74e644bbc7f7 None None] Checking router: d07d0920-078d-4472-b773-da60c5b930ae for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:28:51.753842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa38285-b7c3-43e0-9653-74e644bbc7f7 None None] Routers {'d07d0920-078d-4472-b773-da60c5b930ae'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:28:51.754514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7fa38285-b7c3-43e0-9653-74e644bbc7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ccd47b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:28:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['d07d0920-078d-4472-b773-da60c5b930ae'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:51.902684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55bd3115-d04c-49ed-af8a-8229850768f5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851388532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2858358'] for subnet, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:51.919599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dae6b6f2-5a6a-427c-9338-455e24d4b3e5 tempest-NetworksTestDHCPv6-1941032584 tempest-NetworksTestDHCPv6-1941032584] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:51.938571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-7fa38285-b7c3-43e0-9653-74e644bbc7f7 None None] Set router d07d0920-078d-4472-b773-da60c5b930ae gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:28:52.018314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd3115-d04c-49ed-af8a-8229850768f5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Subnet': ['ID=5fcd7845-b8a0-410e-a0b5-7014b018fec7,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:52.021749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-55bd3115-d04c-49ed-af8a-8229850768f5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:52.071148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55bd3115-d04c-49ed-af8a-8229850768f5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:52.078572 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-55bd3115-d04c-49ed-af8a-8229850768f5 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/subnets/5fcd7845-b8a0-410e-a0b5-7014b018fec7 HTTP/1.1" status: 204  len: 168 time: 0.8270910
Dec 18 07:28:52.081305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60492) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:52.168301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f386aef5-94ea-468c-a640-72165e1f59b5 None None] Network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:28:52.267914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:52.455189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_gateway, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:52.461900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Deleting port 1eb04099-e70d-4e2a-9d51-397026f7dba9 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:28:52.462284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:52.608649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-7fa38285-b7c3-43e0-9653-74e644bbc7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ccd47b8>, [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:28:49Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:52.613424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa38285-b7c3-43e0-9653-74e644bbc7f7 None None] The sync data for ids ['d07d0920-078d-4472-b773-da60c5b930ae'] in dv-neutron-765072-3-ovs is: [{'id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-902976385', 'tenant_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130'}], 'enable_snat': True}, 'gw_port_id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:27:39Z', 'updated_at': '2020-12-18T07:28:49Z', 'revision_number': 5, 'project_id': '0ea52e23ee8d4ed1a15120bdad006a24', 'gw_port': {'id': '1eb04099-e70d-4e2a-9d51-397026f7dba9', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd07d0920-078d-4472-b773-da60c5b930ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:27:40Z', 'updated_at': '2020-12-18T07:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:28:52.646977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] For port 1eb04099-e70d-4e2a-9d51-397026f7dba9, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=1eb04099-e70d-4e2a-9d51-397026f7dba9,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:28:52.646977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:52.661107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] DHCP port deletion for 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:28:52.672423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Deleting port 98897288-e3e9-4b63-8afc-42312b3f6e28 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:28:52.672844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:52.778594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Calling delete_port for 1eb04099-e70d-4e2a-9d51-397026f7dba9 owned by network:router_gateway {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:28:52.889385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] For port 98897288-e3e9-4b63-8afc-42312b3f6e28, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=98897288-e3e9-4b63-8afc-42312b3f6e28,segment=NetworkSegment(f15be52c-a23c-4575-bf60-ce7045773831),segment_id=f15be52c-a23c-4575-bf60-ce7045773831)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:28:52.889879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:52.916439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:53.023221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Calling delete_port for 98897288-e3e9-4b63-8afc-42312b3f6e28 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:28:53.095327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401'] for port, after_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:53.110930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:53.112343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:53.222405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Pushing event deleted for resources: {'Port': ['ID=98897288-e3e9-4b63-8afc-42312b3f6e28,revision_number=None']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:53.241449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.241823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.242242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.242629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.243008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.243393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.243771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.244146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.244525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.244899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.245278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.246144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.246144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.246478 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.246848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.247218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.247587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.247957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.248327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.248436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:53.248696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.249063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.249433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.249830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.250200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:28:53.250685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:53.263165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:53.266239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:53.273988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:53.274601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Fanout notify agent at l3_agent the message router_deleted on router d07d0920-078d-4472-b773-da60c5b930ae {{(pid=81085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:28:53.281901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] No DVR routers for this DVR port 98897288-e3e9-4b63-8afc-42312b3f6e28 on host dv-neutron-765072-3-ovs {{(pid=81086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:28:53.289882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for router, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:53.291112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bfdee254-8f02-40a9-879a-a3f699ddfff7 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/routers/d07d0920-078d-4472-b773-da60c5b930ae HTTP/1.1" status: 204  len: 168 time: 1.2087638
Dec 18 07:28:53.293971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60496) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:53.419327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:53.513922 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 98897288-e3e9-4b63-8afc-42312b3f6e28 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:28:53.547495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 98897288-e3e9-4b63-8afc-42312b3f6e28 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:28:53.547899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 98897288-e3e9-4b63-8afc-42312b3f6e28 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:28:53.548379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2b3b7d29-7a27-407c-af43-d7b427c6a99c no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:28:53.584849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 2b3b7d29-7a27-407c-af43-d7b427c6a99c {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:28:53.585251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2b3b7d29-7a27-407c-af43-d7b427c6a99c not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:28:53.618458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:53.740899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1d460eb8>,) {'filters': {'network_id': ['74e5174c-c9a0-4ba0-afd3-17a86ee83b56']}} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:53.753974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d460eb8>, 'f15be52c-a23c-4575-bf60-ce7045773831') {'for_net_delete': True} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:53.754312 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1d460eb8>, 'f15be52c-a23c-4575-bf60-ce7045773831') {} {{(pid=81085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:28:53.766193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036851479737'] for segment, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:53.780643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:53.782660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Releasing vxlan tunnel 3 to pool {{(pid=81085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:28:53.959675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:28:53.968728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3379502'] for segment, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:54.145928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Network 74e5174c-c9a0-4ba0-afd3-17a86ee83b56 has no segments {{(pid=81085) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:28:54.451964 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:28:54.531045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:54.535267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:54.539242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5a5a3734-2281-4281-a77f-e98b6fe050be tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:54.567217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'Network': ['ID=74e5174c-c9a0-4ba0-afd3-17a86ee83b56,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:54.570671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:54.573256 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-66864612-58a3-4d74-97b3-d8c818a2c087 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/networks/74e5174c-c9a0-4ba0-afd3-17a86ee83b56 HTTP/1.1" status: 204  len: 168 time: 1.2776990
Dec 18 07:28:54.575651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60500) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:54.645818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65ca4e73-4e10-4118-9459-c7902714068e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:54.676974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65ca4e73-4e10-4118-9459-c7902714068e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:54.731917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65ca4e73-4e10-4118-9459-c7902714068e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:54.737079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-37ea6e08-4e3f-4216-9b8d-21fa31e3659d tempest-ServerActionsTestJSON-1120677204 tempest-ServerActionsTestJSON-1120677204] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:54.752672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca4e73-4e10-4118-9459-c7902714068e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Pushing event deleted for resources: {'SecurityGroup': ['ID=679e3fe4-5532-4d39-b866-485a53342843,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:54.755541 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-65ca4e73-4e10-4118-9459-c7902714068e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:54.761805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-65ca4e73-4e10-4118-9459-c7902714068e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:54.763042 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-65ca4e73-4e10-4118-9459-c7902714068e tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] 10.222.0.23 "DELETE /v2.0/security-groups/679e3fe4-5532-4d39-b866-485a53342843 HTTP/1.1" status: 204  len: 168 time: 0.1863997
Dec 18 07:28:55.177157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60510) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:55.359923 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-d9ddc3da-a8b9-4ac7-b017-5cbe46dc626b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ea52e23ee8d4ed1a15120bdad006a24&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1813333
Dec 18 07:28:55.362575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60516) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:55.425342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ce888b5-f83f-4fed-97cc-db107d578957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:55.454148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ce888b5-f83f-4fed-97cc-db107d578957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:55.487338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1eb04099-e70d-4e2a-9d51-397026f7dba9 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:28:55.502279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ce888b5-f83f-4fed-97cc-db107d578957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:55.508355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38c598e1-b342-4f21-a549-06147c5db19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:55.520933 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 1eb04099-e70d-4e2a-9d51-397026f7dba9 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:28:55.521276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 1eb04099-e70d-4e2a-9d51-397026f7dba9 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:28:55.522057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce888b5-f83f-4fed-97cc-db107d578957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010be748-20e5-409f-b17b-4563fe01b7da,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:55.524959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8ce888b5-f83f-4fed-97cc-db107d578957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:55.530426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8ce888b5-f83f-4fed-97cc-db107d578957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:55.531670 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8ce888b5-f83f-4fed-97cc-db107d578957 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/010be748-20e5-409f-b17b-4563fe01b7da HTTP/1.1" status: 204  len: 168 time: 0.1681335
Dec 18 07:28:55.873783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60524) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:55.896915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40db4ba8-ead7-4b58-9069-a6e2a243406b admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:55.912324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-40db4ba8-ead7-4b58-9069-a6e2a243406b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:28:55.916924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-40db4ba8-ead7-4b58-9069-a6e2a243406b admin admin] Usage tracker for resource:security_group_rule and tenant:2d9b4358c35f4593996db1c7a941e292 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:28:55.919869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-40db4ba8-ead7-4b58-9069-a6e2a243406b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:28:55.925617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-40db4ba8-ead7-4b58-9069-a6e2a243406b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:28:56.014680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40db4ba8-ead7-4b58-9069-a6e2a243406b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:56.017263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40db4ba8-ead7-4b58-9069-a6e2a243406b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:56.026105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-996efd08-fd70-42af-9d0e-8bb9b44041c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:56.067991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-40db4ba8-ead7-4b58-9069-a6e2a243406b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d9b4358c35f4593996db1c7a941e292&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1929872
Dec 18 07:28:56.068855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db4ba8-ead7-4b58-9069-a6e2a243406b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0118407e-254f-4373-b276-4e0f15e6e6e8,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:56.071415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60528) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:56.072862 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-40db4ba8-ead7-4b58-9069-a6e2a243406b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:56.133358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-faf8d7c2-a5fc-4a33-b09e-0779535a8f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:56.159989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-faf8d7c2-a5fc-4a33-b09e-0779535a8f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:56.206411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-faf8d7c2-a5fc-4a33-b09e-0779535a8f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:56.211803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b70923aa-7ff9-46db-8003-205d8e27464d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:56.223884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8d7c2-a5fc-4a33-b09e-0779535a8f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0118407e-254f-4373-b276-4e0f15e6e6e8,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:56.227024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-faf8d7c2-a5fc-4a33-b09e-0779535a8f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:56.229018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-faf8d7c2-a5fc-4a33-b09e-0779535a8f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:56.230242 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-faf8d7c2-a5fc-4a33-b09e-0779535a8f63 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0118407e-254f-4373-b276-4e0f15e6e6e8 HTTP/1.1" status: 204  len: 168 time: 0.1577809
Dec 18 07:28:57.170399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60550) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:57.308663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-850460648-network', 'tenant_id': '0d30820f321d475f928a7dc58eee7427'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:28:57.314128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:28:57.318448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Usage tracker for resource:network and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:28:57.322060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:28:57.328147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:28:57.338138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Made reservation on behalf of 0d30820f321d475f928a7dc58eee7427 for: {'network': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:28:57.342885 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:57.355502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:57.370990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:28:57.374976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Usage tracker for resource:security_group_rule and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:28:57.378005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:28:57.384363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:28:57.467858 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:57.470394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:57.474548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2c6a5334-5461-477b-8297-da9f16b1ac38 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:57.506361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:28:57.515924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab879e54-c252-47c5-a253-830592ca7467,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:57.519778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:57.522285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363263277380383', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:57.522722 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Added segment 444d6526-e0c8-4ae7-b579-11ffabd927a0 of type vxlan for network 564016d6-983c-4ca3-9b38-7e73198eaf8a
Dec 18 07:28:57.549800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:57.579657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:57.580617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:57.581255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Notify callbacks [] for network, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:57.586801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-823462e8-4526-4a1d-a3ad-61d76bdee325 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:57.691864 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5201986
Dec 18 07:28:57.695398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Pushing event updated for resources: {'Network': ['ID=564016d6-983c-4ca3-9b38-7e73198eaf8a,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:57.695663 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60556) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:57.698291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-8feda072-f13e-406c-831d-3d871f0baf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:57.702257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Request body: {'subnet': {'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-850460648-subnet', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'ip_version': 4}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:28:57.705890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 564016d6-983c-4ca3-9b38-7e73198eaf8a details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:28:57.707831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:28:57.712749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Usage tracker for resource:subnet and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:28:57.715883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:28:57.721727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:28:57.723817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 564016d6-983c-4ca3-9b38-7e73198eaf8a details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:28:57.731601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Made reservation on behalf of 0d30820f321d475f928a7dc58eee7427 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:28:57.736431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:58.148913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:58.163765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d4727087-d334-4e9e-988b-426081cbc923 tempest-NetworksIpV6TestAttrs-487347729 tempest-NetworksIpV6TestAttrs-487347729] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:58.285061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfedd7ab-71d1-4757-844a-2b7eb128c47b,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:58.290105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:58.358300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Checking segment: {'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:28:58.358854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Network hostable DHCP agents. Network: 564016d6-983c-4ca3-9b38-7e73198eaf8a, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:28:58.377467 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Network 564016d6-983c-4ca3-9b38-7e73198eaf8a is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:28:58.385715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 564016d6-983c-4ca3-9b38-7e73198eaf8a) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:28:58.395720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb6131-9df3-4ad2-a233-e1ee9d76f698 None None] Network 564016d6-983c-4ca3-9b38-7e73198eaf8a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:28:58.398912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:28:58.399619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:58.424290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-524057c8-a55a-4818-90ec-fd8ac9d0ad9f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7274387
Dec 18 07:28:58.426547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60560) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:28:58.433825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:28:58.445035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:28:58.449122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Usage tracker for resource:router and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:28:58.452743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:28:58.458665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:28:58.468681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:58.469853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:58.486009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:58.620631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-564016d6-983c-4ca3-9b38-7e73198eaf8a', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:28:58.621573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:58.757007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:58.919425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Allocated IP 172.20.0.2 (564016d6-983c-4ca3-9b38-7e73198eaf8a/dfedd7ab-71d1-4757-844a-2b7eb128c47b/cae22c3d-6a5c-4074-8beb-7a23136cad16) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:28:59.080532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:59.112576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:59.141084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:59.151559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Transition to ACTIVE for port object cae22c3d-6a5c-4074-8beb-7a23136cad16 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:28:59.168043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Transition to ACTIVE for port object cae22c3d-6a5c-4074-8beb-7a23136cad16 will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:28:59.172391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:59.187732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:59.322843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Pushing event updated for resources: {'Port': ['ID=cae22c3d-6a5c-4074-8beb-7a23136cad16,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:59.328365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:28:59.381032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Network 564016d6-983c-4ca3-9b38-7e73198eaf8a is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:28:59.383551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:28:59.386003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:28:59.447280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Attempting to bind port cae22c3d-6a5c-4074-8beb-7a23136cad16 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:28:59.447717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Attempting to bind port cae22c3d-6a5c-4074-8beb-7a23136cad16 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:28:59.448140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Attempting to bind port cae22c3d-6a5c-4074-8beb-7a23136cad16 on network 564016d6-983c-4ca3-9b38-7e73198eaf8a {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:28:59.454105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:28:59.454536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Checking segment: {'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:28:59.454997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:59.455449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Bound using segment: {'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:28:59.455980 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Bound port: cae22c3d-6a5c-4074-8beb-7a23136cad16, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:28:59.456411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:59.548775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] For port cae22c3d-6a5c-4074-8beb-7a23136cad16, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:28:59.552113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] For port cae22c3d-6a5c-4074-8beb-7a23136cad16, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=cae22c3d-6a5c-4074-8beb-7a23136cad16,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:28:59.555942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:59.571898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-59b7fd1f-291e-4fc0-a62b-1ffe53113b49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:59.679809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Allocated IP 172.26.7.90 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/efffb73b-ec16-44ba-9309-38d7be41b228) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:28:59.848451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:59.874898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:28:59.890890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-807960bc-7585-4b90-9e6b-b3f1048e8cd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:28:59.899564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Pushing event updated for resources: {'Port': ['ID=cae22c3d-6a5c-4074-8beb-7a23136cad16,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:28:59.904207 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:00.028498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Pushing event updated for resources: {'Port': ['ID=efffb73b-ec16-44ba-9309-38d7be41b228,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:00.041648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:00.080578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:29:00.081746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:29:00.084025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:29:00.515910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:00.863527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:01.074736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Router 59b47d54-d943-44f6-94e3-244efb39319f is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:29:01.262114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:29:01.271792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Sync routers for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:29:01.283462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:29:01.284235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc1d6a0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:28:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:01.286571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:01.289985 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.8623116
Dec 18 07:29:01.291235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60564) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:29:01.294144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63320d8-e00e-4c36-b262-6078779a2e24 None None] Network 564016d6-983c-4ca3-9b38-7e73198eaf8a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:29:01.401824 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ce7d041e-f9e6-4e72-bc6e-ef0b88b81370 None None] Provisioning for port cae22c3d-6a5c-4074-8beb-7a23136cad16 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:29:01.487497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:29:01.561219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device cae22c3d-6a5c-4074-8beb-7a23136cad16 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:01.668645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port cae22c3d-6a5c-4074-8beb-7a23136cad16 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:29:01.680423 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port cae22c3d-6a5c-4074-8beb-7a23136cad16 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:01.680850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:01.930286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:01.943156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:29:01.984276 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc1d6a0>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:00Z', 'revision_number': 3, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:01.989272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Checking router: 59b47d54-d943-44f6-94e3-244efb39319f for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:29:01.989879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Updating router 59b47d54-d943-44f6-94e3-244efb39319f port efffb73b-ec16-44ba-9309-38d7be41b228 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:29:02.048434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:02.066308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fcb01220-4d0a-4c8e-a28e-32a8f73cc03c None None] Provisioning complete for port cae22c3d-6a5c-4074-8beb-7a23136cad16 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:02.067245 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fcb01220-4d0a-4c8e-a28e-32a8f73cc03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:02.131025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port cae22c3d-6a5c-4074-8beb-7a23136cad16, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=cae22c3d-6a5c-4074-8beb-7a23136cad16,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:29:02.152947 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:02.161575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f476d544-ad9b-4dd8-9665-ae867484f758 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:02.237152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=cae22c3d-6a5c-4074-8beb-7a23136cad16,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:02.242432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:02.357390 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:02.435556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-43770b16-0ce9-4193-8ade-fc7964abfcf7 None None] Provisioning complete for port cae22c3d-6a5c-4074-8beb-7a23136cad16 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:02.435994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-43770b16-0ce9-4193-8ade-fc7964abfcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:02.481351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:02.496610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Transition to ACTIVE for port object efffb73b-ec16-44ba-9309-38d7be41b228 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:29:02.500587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:02.564258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:02.651331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Pushing event updated for resources: {'Port': ['ID=efffb73b-ec16-44ba-9309-38d7be41b228,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:02.672187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.672561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.672935 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.673308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.673704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.674073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.674438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.674797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.675159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.675515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.675873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.676231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.676647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.677005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.677368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.677739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.678094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.678449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.678806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.679692 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.680049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.680410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.680761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.681111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:29:02.686717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:02.715476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Allocated IP 172.20.0.1 (564016d6-983c-4ca3-9b38-7e73198eaf8a/dfedd7ab-71d1-4757-844a-2b7eb128c47b/4b526d32-3fa6-4b91-b2a8-8149d31e152e) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:29:02.729616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Attempting to bind port efffb73b-ec16-44ba-9309-38d7be41b228 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:29:02.730041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Attempting to bind port efffb73b-ec16-44ba-9309-38d7be41b228 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:29:02.730464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Attempting to bind port efffb73b-ec16-44ba-9309-38d7be41b228 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:29:02.736107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:29:02.736475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:29:02.736928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:02.737386 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:29:02.737931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Bound port: efffb73b-ec16-44ba-9309-38d7be41b228, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:29:02.738348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:02.814170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] For port efffb73b-ec16-44ba-9309-38d7be41b228, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:29:02.818590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] For port efffb73b-ec16-44ba-9309-38d7be41b228, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=efffb73b-ec16-44ba-9309-38d7be41b228,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:29:02.822138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:02.837244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a7c8b569-9d35-46aa-a920-714829d1fb44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:02.871551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:02.887963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Transition to ACTIVE for port object 4b526d32-3fa6-4b91-b2a8-8149d31e152e will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:29:02.909594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:02.925199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b97a2c62-558b-4a9e-95e4-9f4c3d14d8e9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:02.987285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Pushing event updated for resources: {'Port': ['ID=efffb73b-ec16-44ba-9309-38d7be41b228,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:02.990664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2250642f-f8f0-4d41-b500-a7e0846597f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:03.031152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:29:03.031819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc1d6a0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:28:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:03.057848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=4b526d32-3fa6-4b91-b2a8-8149d31e152e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:03.063035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:03.111548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Network 564016d6-983c-4ca3-9b38-7e73198eaf8a is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:29:03.112673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:29:03.114954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:29:03.173638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:03.220807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:29:03.295750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:03.386995 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f1aa9fc6-ba3e-4451-812d-94f0ebb42ab8 None None] Provisioning for port 4b526d32-3fa6-4b91-b2a8-8149d31e152e completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:29:03.391985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-f1aa9fc6-ba3e-4451-812d-94f0ebb42ab8 None None] Provisioning complete for port 4b526d32-3fa6-4b91-b2a8-8149d31e152e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:03.392421 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1aa9fc6-ba3e-4451-812d-94f0ebb42ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:03.451766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa9fc6-ba3e-4451-812d-94f0ebb42ab8 None None] Port 4b526d32-3fa6-4b91-b2a8-8149d31e152e cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:29:03.509065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device cae22c3d-6a5c-4074-8beb-7a23136cad16 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:03.528337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc1d6a0>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:00Z', 'revision_number': 3, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:03.532688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc11644-4e9e-46b3-9476-fc47b779e0a7 None None] The sync data for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs is: [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:00Z', 'revision_number': 3, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:29:03.582303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port cae22c3d-6a5c-4074-8beb-7a23136cad16 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:03.582793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:03.595327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:03.599020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:03.630535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cf80a469-d5b7-4894-88db-4e833aa43829 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:03.716345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:03.732314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Pushing event updated for resources: {'Port': ['ID=4b526d32-3fa6-4b91-b2a8-8149d31e152e,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:03.783961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:03.865305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Network 564016d6-983c-4ca3-9b38-7e73198eaf8a is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:29:03.866563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:29:04.078953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Router 59b47d54-d943-44f6-94e3-244efb39319f has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:29:04.177281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-10f0ced4-7004-4104-a619-b0a72c975f57 None None] Provisioning complete for port 4b526d32-3fa6-4b91-b2a8-8149d31e152e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:04.177840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-10f0ced4-7004-4104-a619-b0a72c975f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:04.237680 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-10f0ced4-7004-4104-a619-b0a72c975f57 None None] Port 4b526d32-3fa6-4b91-b2a8-8149d31e152e cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:29:04.271748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:29:04.281848 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] 10.222.0.23 "PUT /v2.0/routers/59b47d54-d943-44f6-94e3-244efb39319f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9894617
Dec 18 07:29:04.993996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60582) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:29:05.000562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-116908378-network', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:29:05.005915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:29:05.010079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Usage tracker for resource:network and tenant:eba5a4153e7d4867a8566111a956a6e6 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:29:05.013105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:29:05.018888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:29:05.028377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Made reservation on behalf of eba5a4153e7d4867a8566111a956a6e6 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:29:05.033112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:05.046268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:05.061936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:29:05.066225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:eba5a4153e7d4867a8566111a956a6e6 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:29:05.069126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:29:05.074842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:29:05.157370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:05.160177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:05.164852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f37fdc03-8599-413d-be04-4168289258ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:05.193455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:29:05.206013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e00930-6d4e-416f-b8cb-c951d8571b80,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:05.210273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:05.211267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:05.211649 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Added segment 69759073-41cd-473a-8c80-605013e15753 of type vxlan for network 43f6a7be-a417-4858-afb0-19e047fff2ea
Dec 18 07:29:05.244246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:05.273244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:05.274264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:05.274904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:05.279918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7262e5f5-a4e7-45f5-b3e2-57cf7f5f51d3 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:05.384697 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.3894794
Dec 18 07:29:05.385750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=43f6a7be-a417-4858-afb0-19e047fff2ea,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:05.387801 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60586) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:29:05.388835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:05.394297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Request body: {'subnet': {'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-116908378-subnet', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'ip_version': 4}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:29:05.396331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network 43f6a7be-a417-4858-afb0-19e047fff2ea details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:29:05.400399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:29:05.404535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Usage tracker for resource:subnet and tenant:eba5a4153e7d4867a8566111a956a6e6 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:29:05.407652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:29:05.414134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:29:05.414284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network 43f6a7be-a417-4858-afb0-19e047fff2ea details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:29:05.424087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Made reservation on behalf of eba5a4153e7d4867a8566111a956a6e6 for: {'subnet': 1} {{(pid=81085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:29:05.428895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851917457'] for subnet, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:05.534581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device efffb73b-ec16-44ba-9309-38d7be41b228 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:05.670950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port efffb73b-ec16-44ba-9309-38d7be41b228 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:29:05.675929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port efffb73b-ec16-44ba-9309-38d7be41b228 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:05.676355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:05.798326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:05.815192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port efffb73b-ec16-44ba-9309-38d7be41b228, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=efffb73b-ec16-44ba-9309-38d7be41b228,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:29:05.818496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:05.820439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:05.843789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3387336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851917442'] for subnet, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:05.859459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-be829083-5222-436b-894f-c5c8958492e3 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:05.886346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=efffb73b-ec16-44ba-9309-38d7be41b228,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:05.889771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:05.988685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5fd03b0-e294-496c-9a1f-99108b1b766e,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:06.001317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:06.065694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Checking segment: {'id': '69759073-41cd-473a-8c80-605013e15753', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:29:06.066091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Network hostable DHCP agents. Network: 43f6a7be-a417-4858-afb0-19e047fff2ea, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:29:06.084596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Network 43f6a7be-a417-4858-afb0-19e047fff2ea is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:29:06.093349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, 43f6a7be-a417-4858-afb0-19e047fff2ea) {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:29:06.102779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206bdf62-75c7-463e-9f73-eb48438fdabe None None] Network 43f6a7be-a417-4858-afb0-19e047fff2ea requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:29:06.106568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:06.107376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:06.127200 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-378356ee-b17a-4b60-a1d6-ce4405a44181 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7381930
Dec 18 07:29:06.129339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60590) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:29:06.135340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-116908378-router', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:29:06.140963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:29:06.145146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Usage tracker for resource:router and tenant:eba5a4153e7d4867a8566111a956a6e6 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:29:06.148787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:29:06.154734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:29:06.169577 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:06.170591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:06.185626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:06.319058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Sync routers for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:29:06.334723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:29:06.335996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d370dd8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:28:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:06.391286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-43f6a7be-a417-4858-afb0-19e047fff2ea', 'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'fixed_ips': [{'subnet_id': 'a5fd03b0-e294-496c-9a1f-99108b1b766e'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:29:06.392210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:06.457716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:06.793797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:06.826791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:06.839009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:29:07.098828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Allocated IP 172.26.7.133 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/00ceb3b5-2848-4941-abe1-0b7088b07fc0) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:29:07.228932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Allocated IP 172.20.0.2 (43f6a7be-a417-4858-afb0-19e047fff2ea/a5fd03b0-e294-496c-9a1f-99108b1b766e/2562bb0a-1330-41bd-9279-1d10b30c466b) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:29:07.256407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:07.283048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:07.298804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-93ef16cc-d4e5-46ff-b97e-9414a47b0439 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:07.420506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d370dd8>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 2, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:07.429646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Checking router: 59b47d54-d943-44f6-94e3-244efb39319f for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:29:07.430061 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Updating router 59b47d54-d943-44f6-94e3-244efb39319f port 4b526d32-3fa6-4b91-b2a8-8149d31e152e binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:29:07.518553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device efffb73b-ec16-44ba-9309-38d7be41b228 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:07.610941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:07.628737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:07.677489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Transition to ACTIVE for port object 2562bb0a-1330-41bd-9279-1d10b30c466b will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:29:07.717711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Transition to ACTIVE for port object 2562bb0a-1330-41bd-9279-1d10b30c466b will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:29:07.725762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Pushing event updated for resources: {'Port': ['ID=00ceb3b5-2848-4941-abe1-0b7088b07fc0,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:07.731675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:07.757654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port efffb73b-ec16-44ba-9309-38d7be41b228 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:07.758110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:07.781674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:07.782123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:29:07.783272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:29:07.785552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:29:07.806222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:08.041822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Pushing event updated for resources: {'Port': ['ID=2562bb0a-1330-41bd-9279-1d10b30c466b,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:08.044760 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:08.213610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:08.260472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Network 43f6a7be-a417-4858-afb0-19e047fff2ea is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:29:08.265508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:29:08.268007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:29:08.358802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Attempting to bind port 2562bb0a-1330-41bd-9279-1d10b30c466b on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:29:08.359224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Attempting to bind port 2562bb0a-1330-41bd-9279-1d10b30c466b by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '69759073-41cd-473a-8c80-605013e15753', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:29:08.359644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Attempting to bind port 2562bb0a-1330-41bd-9279-1d10b30c466b on network 43f6a7be-a417-4858-afb0-19e047fff2ea {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:29:08.367143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:29:08.367567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Checking segment: {'id': '69759073-41cd-473a-8c80-605013e15753', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:29:08.368025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:08.368475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Bound using segment: {'id': '69759073-41cd-473a-8c80-605013e15753', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:29:08.369001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Bound port: 2562bb0a-1330-41bd-9279-1d10b30c466b, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69759073-41cd-473a-8c80-605013e15753', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:29:08.369429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:08.531438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:08.537238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] For port 2562bb0a-1330-41bd-9279-1d10b30c466b, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:29:08.543571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] For port 2562bb0a-1330-41bd-9279-1d10b30c466b, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2562bb0a-1330-41bd-9279-1d10b30c466b,segment=NetworkSegment(69759073-41cd-473a-8c80-605013e15753),segment_id=69759073-41cd-473a-8c80-605013e15753)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:29:08.550425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:08.566438 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Transition to ACTIVE for port object 4b526d32-3fa6-4b91-b2a8-8149d31e152e will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:29:08.567902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e62b9a02-abbe-4dbd-8a7a-35577b8b3456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:08.572924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:08.798133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Router 7cf1ab6c-e735-4ba8-8900-add077a90507 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:29:08.840344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:08.974365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Pushing event updated for resources: {'Port': ['ID=2562bb0a-1330-41bd-9279-1d10b30c466b,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:08.977894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:08.993571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b0c10830-a423-480a-81a8-1b319c256cda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:08.994003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:29:09.003817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Sync routers for ids ['7cf1ab6c-e735-4ba8-8900-add077a90507'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:29:09.014183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Routers {'7cf1ab6c-e735-4ba8-8900-add077a90507'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:29:09.015041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d9550b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:28:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7cf1ab6c-e735-4ba8-8900-add077a90507'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:09.019087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:09.023826 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-3670c5a6-7b1b-4da1-b950-82d088bb5da7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.8898606
Dec 18 07:29:09.024050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 60594) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:29:09.114882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c2d29-5c5a-411d-b4c4-ca3f2958d508 None None] Pushing event updated for resources: {'Port': ['ID=4b526d32-3fa6-4b91-b2a8-8149d31e152e,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:09.123804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f98c2d29-5c5a-411d-b4c4-ca3f2958d508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:09.264500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Attempting to bind port 4b526d32-3fa6-4b91-b2a8-8149d31e152e on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:29:09.265072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Attempting to bind port 4b526d32-3fa6-4b91-b2a8-8149d31e152e by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:29:09.265668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Attempting to bind port 4b526d32-3fa6-4b91-b2a8-8149d31e152e on network 564016d6-983c-4ca3-9b38-7e73198eaf8a {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:29:09.274964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:29:09.275552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Checking segment: {'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:29:09.276440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:09.277001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Bound using segment: {'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:29:09.277696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Bound port: 4b526d32-3fa6-4b91-b2a8-8149d31e152e, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:29:09.278242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:09.398285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Set router 7cf1ab6c-e735-4ba8-8900-add077a90507 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:29:09.410522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] For port 4b526d32-3fa6-4b91-b2a8-8149d31e152e, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:29:09.414248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] For port 4b526d32-3fa6-4b91-b2a8-8149d31e152e, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4b526d32-3fa6-4b91-b2a8-8149d31e152e,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:29:09.419659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:09.436821 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3af1dd5-30fd-4570-9217-3356b2c0ca2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:09.660400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c2d29-5c5a-411d-b4c4-ca3f2958d508 None None] Pushing event updated for resources: {'Port': ['ID=4b526d32-3fa6-4b91-b2a8-8149d31e152e,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:09.665389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f98c2d29-5c5a-411d-b4c4-ca3f2958d508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:09.690647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:29:09.691813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d370dd8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:28:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:09.790503 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:09.802144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d9550b8>, [{'id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'name': 'tempest-TestShelveInstance-116908378-router', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:08Z', 'revision_number': 3, 'project_id': 'eba5a4153e7d4867a8566111a956a6e6', 'gw_port': {'id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:09.807647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Checking router: 7cf1ab6c-e735-4ba8-8900-add077a90507 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:29:09.808579 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Updating router 7cf1ab6c-e735-4ba8-8900-add077a90507 port 00ceb3b5-2848-4941-abe1-0b7088b07fc0 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:29:09.868924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:09.923526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:29:10.283003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d370dd8>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:09Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:10.287281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b10f4c-2629-4822-bc88-93c1f1f1547c None None] The sync data for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs is: [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:09Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:29:10.294485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:10.307704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Transition to ACTIVE for port object 00ceb3b5-2848-4941-abe1-0b7088b07fc0 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:29:10.311174 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:10.327484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fcbd4f2e-d8e6-4489-b089-2a62eddb6016 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:10.465894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039b22b-770e-4286-a561-698840705757 None None] Pushing event updated for resources: {'Port': ['ID=00ceb3b5-2848-4941-abe1-0b7088b07fc0,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:10.475137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0039b22b-770e-4286-a561-698840705757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:10.509339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Allocated IP 172.20.0.1 (43f6a7be-a417-4858-afb0-19e047fff2ea/a5fd03b0-e294-496c-9a1f-99108b1b766e/9c2aee97-83c6-4615-bdf6-346e0e0d6a3e) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:29:10.546875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Attempting to bind port 00ceb3b5-2848-4941-abe1-0b7088b07fc0 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:29:10.547296 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Attempting to bind port 00ceb3b5-2848-4941-abe1-0b7088b07fc0 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:29:10.547888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Attempting to bind port 00ceb3b5-2848-4941-abe1-0b7088b07fc0 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:29:10.554661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:29:10.555082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:29:10.555539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:10.555976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:29:10.556522 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Bound port: 00ceb3b5-2848-4941-abe1-0b7088b07fc0, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:29:10.556944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:10.662429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] For port 00ceb3b5-2848-4941-abe1-0b7088b07fc0, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:29:10.666556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] For port 00ceb3b5-2848-4941-abe1-0b7088b07fc0, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=00ceb3b5-2848-4941-abe1-0b7088b07fc0,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:29:10.673763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:10.694078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-123c210c-1958-433b-b822-915dc195e4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:10.730102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:10.751427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Transition to ACTIVE for port object 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:29:10.779362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:10.799374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9649389b-1212-4d70-9bd1-d4adf5f855ab tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:10.846064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4207b8d-0cd2-4036-a2b0-7fdd59215b85 None None] Network 43f6a7be-a417-4858-afb0-19e047fff2ea requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:29:10.887616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039b22b-770e-4286-a561-698840705757 None None] Pushing event updated for resources: {'Port': ['ID=00ceb3b5-2848-4941-abe1-0b7088b07fc0,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:10.891109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0039b22b-770e-4286-a561-698840705757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:10.919292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Routers {'7cf1ab6c-e735-4ba8-8900-add077a90507'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:29:10.920005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d9550b8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:28:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7cf1ab6c-e735-4ba8-8900-add077a90507'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:10.952160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Pushing event updated for resources: {'Port': ['ID=9c2aee97-83c6-4615-bdf6-346e0e0d6a3e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:10.955332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:10.977870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-3afc936f-c701-4946-8f73-fc6c140f4a1f None None] Provisioning for port 2562bb0a-1330-41bd-9279-1d10b30c466b completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:29:11.024426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Network 43f6a7be-a417-4858-afb0-19e047fff2ea is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:29:11.025918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:29:11.028480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:29:11.094774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:11.141488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] Set router 7cf1ab6c-e735-4ba8-8900-add077a90507 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:29:11.240258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:11.431353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-54b615e7-f426-4aa6-9a34-d15847768186 None None] Provisioning for port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:29:11.436868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-54b615e7-f426-4aa6-9a34-d15847768186 None None] Provisioning complete for port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:11.440233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-54b615e7-f426-4aa6-9a34-d15847768186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:11.495407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d9550b8>, [{'id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'name': 'tempest-TestShelveInstance-116908378-router', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:08Z', 'revision_number': 3, 'project_id': 'eba5a4153e7d4867a8566111a956a6e6', 'gw_port': {'id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:11.504319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26929aca-f180-439c-8aa8-416f4895ff80 None None] The sync data for ids ['7cf1ab6c-e735-4ba8-8900-add077a90507'] in dv-neutron-765072-3-ovs is: [{'id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'name': 'tempest-TestShelveInstance-116908378-router', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:08Z', 'revision_number': 3, 'project_id': 'eba5a4153e7d4867a8566111a956a6e6', 'gw_port': {'id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:29:11.529278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-54b615e7-f426-4aa6-9a34-d15847768186 None None] Port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:29:11.605003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:11.609725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:11.627502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4b526d32-3fa6-4b91-b2a8-8149d31e152e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:11.650809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7041c2af-6f69-4149-a9a2-65a49aab4bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:11.730561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 4b526d32-3fa6-4b91-b2a8-8149d31e152e completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:29:11.736921 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 4b526d32-3fa6-4b91-b2a8-8149d31e152e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:11.737717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:11.750694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:11.767094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Pushing event updated for resources: {'Port': ['ID=9c2aee97-83c6-4615-bdf6-346e0e0d6a3e,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:11.822043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:11.876341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:11.914118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 4b526d32-3fa6-4b91-b2a8-8149d31e152e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4b526d32-3fa6-4b91-b2a8-8149d31e152e,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:29:11.919355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:11.920298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Network 43f6a7be-a417-4858-afb0-19e047fff2ea is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:29:11.922794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:29:11.923045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2562bb0a-1330-41bd-9279-1d10b30c466b up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:11.958026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:12.059258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-d9e37e67-b979-4e09-8585-660e822e39c6 None None] Provisioning complete for port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:12.059693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9e37e67-b979-4e09-8585-660e822e39c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:12.108681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=4b526d32-3fa6-4b91-b2a8-8149d31e152e,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:12.119375 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:12.126985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Router 7cf1ab6c-e735-4ba8-8900-add077a90507 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:29:12.132567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-d9e37e67-b979-4e09-8585-660e822e39c6 None None] Port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:29:12.134966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 2562bb0a-1330-41bd-9279-1d10b30c466b completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:29:12.140333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 2562bb0a-1330-41bd-9279-1d10b30c466b triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:12.140764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:12.282820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1bbf0e47-c757-427a-9a7f-e8ca24072e17 None None] Provisioning complete for port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:12.283254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0e47-c757-427a-9a7f-e8ca24072e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:12.320064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:12.325603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:29:12.344326 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] 10.222.0.23 "PUT /v2.0/routers/7cf1ab6c-e735-4ba8-8900-add077a90507/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3157721
Dec 18 07:29:12.579608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf0e47-c757-427a-9a7f-e8ca24072e17 None None] Port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:29:12.589347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 2562bb0a-1330-41bd-9279-1d10b30c466b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2562bb0a-1330-41bd-9279-1d10b30c466b,segment=NetworkSegment(69759073-41cd-473a-8c80-605013e15753),segment_id=69759073-41cd-473a-8c80-605013e15753)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:29:12.595941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:12.598457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f98c2d29-5c5a-411d-b4c4-ca3f2958d508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:12.639743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-1bbf0e47-c757-427a-9a7f-e8ca24072e17 None None] Provisioning complete for port 2562bb0a-1330-41bd-9279-1d10b30c466b triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:12.640006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1bbf0e47-c757-427a-9a7f-e8ca24072e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:12.713004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=2562bb0a-1330-41bd-9279-1d10b30c466b,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:12.743117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:13.266185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1011543718', 'description': 'tempest-TestShelveInstance-1011543718 description'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:29:13.273707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:29:13.277832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Usage tracker for resource:security_group and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:29:13.282064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:29:13.291053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:29:13.305802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.336132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:29:13.340365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Usage tracker for resource:security_group_rule and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:29:13.343466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:29:13.349321 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:29:13.427781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.430820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.436766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cd57c650-44b3-4b10-aa66-b0beb5284d37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:13.479341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event updated for resources: {'SecurityGroup': ['ID=97239665-246b-4b88-b575-22b988347032,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:13.482875 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:13.485486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.487262 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69891be3-8813-4ab8-ba19-a28614343d35 req-b5a4a3ff-d2f5-4c0c-88c5-a7b3d5a58bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1759 time: 0.2259958
Dec 18 07:29:13.571612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1a47ac0-95f8-4a73-bb43-d9f0ace4871c req-a05c8e79-5292-42a1-afe9-f17201db5636 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups/97239665-246b-4b88-b575-22b988347032 HTTP/1.1" status: 200  len: 1754 time: 0.0494878
Dec 18 07:29:13.583780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-a1a47ac0-95f8-4a73-bb43-d9f0ace4871c req-acec0006-4de1-41ba-b07b-9eaa637abdb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97239665-246b-4b88-b575-22b988347032', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:29:13.584237 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-a1a47ac0-95f8-4a73-bb43-d9f0ace4871c req-acec0006-4de1-41ba-b07b-9eaa637abdb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97239665-246b-4b88-b575-22b988347032', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:29:13.591402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-a1a47ac0-95f8-4a73-bb43-d9f0ace4871c req-acec0006-4de1-41ba-b07b-9eaa637abdb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:29:13.595550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a1a47ac0-95f8-4a73-bb43-d9f0ace4871c req-acec0006-4de1-41ba-b07b-9eaa637abdb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Usage tracker for resource:security_group_rule and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:29:13.598724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-a1a47ac0-95f8-4a73-bb43-d9f0ace4871c req-acec0006-4de1-41ba-b07b-9eaa637abdb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:29:13.601904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4b526d32-3fa6-4b91-b2a8-8149d31e152e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:13.605339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-a1a47ac0-95f8-4a73-bb43-d9f0ace4871c req-acec0006-4de1-41ba-b07b-9eaa637abdb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:29:13.667101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1a47ac0-95f8-4a73-bb43-d9f0ace4871c req-acec0006-4de1-41ba-b07b-9eaa637abdb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.685426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 4b526d32-3fa6-4b91-b2a8-8149d31e152e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:13.685914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.692129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1a47ac0-95f8-4a73-bb43-d9f0ace4871c req-acec0006-4de1-41ba-b07b-9eaa637abdb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.694770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1a47ac0-95f8-4a73-bb43-d9f0ace4871c req-acec0006-4de1-41ba-b07b-9eaa637abdb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.696708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2712cb43-508c-48f5-941c-72bf3c2ea4a0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:13.718706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec0006-4de1-41ba-b07b-9eaa637abdb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1a3eb7-6f2b-4462-8c36-365c85ecb0e0,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:13.723199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acec0006-4de1-41ba-b07b-9eaa637abdb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:13.730959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-a1a47ac0-95f8-4a73-bb43-d9f0ace4871c req-acec0006-4de1-41ba-b07b-9eaa637abdb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.732267 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a1a47ac0-95f8-4a73-bb43-d9f0ace4871c req-acec0006-4de1-41ba-b07b-9eaa637abdb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1528099
Dec 18 07:29:13.814424 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fea49463-b0aa-4200-a028-b70f8d667b0e req-9c007262-f041-481a-9e16-34f55605335d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups/97239665-246b-4b88-b575-22b988347032 HTTP/1.1" status: 200  len: 2316 time: 0.0488663
Dec 18 07:29:13.823961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2562bb0a-1330-41bd-9279-1d10b30c466b up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:13.826756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-fea49463-b0aa-4200-a028-b70f8d667b0e req-f7480045-1c24-4cb1-82f7-20b935123cd2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97239665-246b-4b88-b575-22b988347032', 'remote_group_id': None}]} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:29:13.827129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-fea49463-b0aa-4200-a028-b70f8d667b0e req-f7480045-1c24-4cb1-82f7-20b935123cd2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97239665-246b-4b88-b575-22b988347032', 'remote_group_id': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:29:13.833739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-fea49463-b0aa-4200-a028-b70f8d667b0e req-f7480045-1c24-4cb1-82f7-20b935123cd2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:29:13.838429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fea49463-b0aa-4200-a028-b70f8d667b0e req-f7480045-1c24-4cb1-82f7-20b935123cd2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Usage tracker for resource:security_group_rule and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:29:13.841440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-fea49463-b0aa-4200-a028-b70f8d667b0e req-f7480045-1c24-4cb1-82f7-20b935123cd2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:29:13.847324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-fea49463-b0aa-4200-a028-b70f8d667b0e req-f7480045-1c24-4cb1-82f7-20b935123cd2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:29:13.895998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 2562bb0a-1330-41bd-9279-1d10b30c466b triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:13.896425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.905126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fea49463-b0aa-4200-a028-b70f8d667b0e req-f7480045-1c24-4cb1-82f7-20b935123cd2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.930562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fea49463-b0aa-4200-a028-b70f8d667b0e req-f7480045-1c24-4cb1-82f7-20b935123cd2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.935136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fea49463-b0aa-4200-a028-b70f8d667b0e req-f7480045-1c24-4cb1-82f7-20b935123cd2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.937175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f0765ffb-631b-4580-a967-f235443d0ae9 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:13.962029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7480045-1c24-4cb1-82f7-20b935123cd2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fa4106-201b-4f40-9775-24634e2c66cd,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:13.964682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f7480045-1c24-4cb1-82f7-20b935123cd2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:13.971907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-fea49463-b0aa-4200-a028-b70f8d667b0e req-f7480045-1c24-4cb1-82f7-20b935123cd2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:13.978684 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fea49463-b0aa-4200-a028-b70f8d667b0e req-f7480045-1c24-4cb1-82f7-20b935123cd2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1556695
Dec 18 07:29:14.025455 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 00ceb3b5-2848-4941-abe1-0b7088b07fc0 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:14.097509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 00ceb3b5-2848-4941-abe1-0b7088b07fc0 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:29:14.102741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 00ceb3b5-2848-4941-abe1-0b7088b07fc0 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:14.103171 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:14.165771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-146db34b-f2b5-443d-9639-a9911cd04de7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Synchronizing usage tracker for tenant:0d30820f321d475f928a7dc58eee7427 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:29:14.183230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-146db34b-f2b5-443d-9639-a9911cd04de7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Unset dirty status for tenant:0d30820f321d475f928a7dc58eee7427 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:29:14.184505 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-146db34b-f2b5-443d-9639-a9911cd04de7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1011543718&fields=id&tenant_id=0d30820f321d475f928a7dc58eee7427 HTTP/1.1" status: 200  len: 267 time: 0.0618362
Dec 18 07:29:14.223759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:14.239748 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 00ceb3b5-2848-4941-abe1-0b7088b07fc0, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=00ceb3b5-2848-4941-abe1-0b7088b07fc0,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:29:14.242518 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:14.244463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:14.310333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=00ceb3b5-2848-4941-abe1-0b7088b07fc0,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:14.313848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:14.348288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-688ccb50-e2f8-4652-9d95-be88cec3f335 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:14.348981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-688ccb50-e2f8-4652-9d95-be88cec3f335 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Synchronizing usage tracker for tenant:0d30820f321d475f928a7dc58eee7427 on resource:network {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:29:14.364893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-688ccb50-e2f8-4652-9d95-be88cec3f335 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Unset dirty status for tenant:0d30820f321d475f928a7dc58eee7427 on resource:network {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:29:14.366693 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-688ccb50-e2f8-4652-9d95-be88cec3f335 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 808 time: 0.1735792
Dec 18 07:29:14.383151 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-054c0258-caec-4ac4-9723-173bfa63abb8 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/quotas/0d30820f321d475f928a7dc58eee7427 HTTP/1.1" status: 200  len: 375 time: 0.0103116
Dec 18 07:29:14.472495 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-a16ec72c-ec14-4707-b007-cabad04a8f1c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0839067
Dec 18 07:29:14.627052 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-e73e1d6f-ebde-46ce-a6e4-58db565bbaaa service neutron] 10.222.0.23 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419563
Dec 18 07:29:14.777905 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-38732c0b-1dde-40a8-8554-d906f1599246 service neutron] 10.222.0.23 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392500
Dec 18 07:29:14.785334 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-cfb4419e-9f14-4270-888e-f335d6ffe3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:14.981760 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e513db94-47f5-4b21-b36b-45dd83695cbf req-42485e11-1f57-4f46-a54f-6188c08fbc05 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 210 time: 0.0464661
Dec 18 07:29:15.041621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Sync routers for ids ['7cf1ab6c-e735-4ba8-8900-add077a90507'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:29:15.051313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Routers {'7cf1ab6c-e735-4ba8-8900-add077a90507'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:29:15.052000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f7b1a58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:28:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7cf1ab6c-e735-4ba8-8900-add077a90507'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:15.241854 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Set router 7cf1ab6c-e735-4ba8-8900-add077a90507 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:29:15.512464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 00ceb3b5-2848-4941-abe1-0b7088b07fc0 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:15.639036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 00ceb3b5-2848-4941-abe1-0b7088b07fc0 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:15.639582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:15.701164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f7b1a58>, [{'id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'name': 'tempest-TestShelveInstance-116908378-router', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 4, 'project_id': 'eba5a4153e7d4867a8566111a956a6e6', 'gw_port': {'id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '9c2aee97-83c6-4615-bdf6-346e0e0d6a3e', 'name': '', 'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'mac_address': 'fa:16:3e:a1:17:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a5fd03b0-e294-496c-9a1f-99108b1b766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:10Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 2, 'project_id': 'eba5a4153e7d4867a8566111a956a6e6', 'subnets': [{'id': 'a5fd03b0-e294-496c-9a1f-99108b1b766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:15.707038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Checking router: 7cf1ab6c-e735-4ba8-8900-add077a90507 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:29:15.707451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Updating router 7cf1ab6c-e735-4ba8-8900-add077a90507 port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:29:15.801497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:16.145121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-670522c3-f93b-47e4-9779-1864129e0310 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:16.146490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-670522c3-f93b-47e4-9779-1864129e0310 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 808 time: 0.1877413
Dec 18 07:29:16.257104 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-72aa8846-f679-422d-a3ae-9ae41cc4f74b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d30820f321d475f928a7dc58eee7427 HTTP/1.1" status: 200  len: 5553 time: 0.0882931
Dec 18 07:29:16.273601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:16.275596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'port': {'device_id': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'admin_state_up': True, 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'security_groups': ['97239665-246b-4b88-b575-22b988347032']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:29:16.286802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Transition to ACTIVE for port object 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:29:16.290224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:16.310076 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:16.319960 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a8c25433-1911-4afd-b197-30b1e07884be req-6dfdc965-f465-49f3-8d00-053171ccca46 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 210 time: 0.0517962
Dec 18 07:29:16.425494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:29:16.430337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Usage tracker for resource:port and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:29:16.433148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:29:16.438937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:29:16.440724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a37d7-9856-4a31-bb8c-ec8a66f07cc0 None None] Pushing event updated for resources: {'Port': ['ID=9c2aee97-83c6-4615-bdf6-346e0e0d6a3e,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:16.443849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5e8a37d7-9856-4a31-bb8c-ec8a66f07cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:16.449222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Made reservation on behalf of 0d30820f321d475f928a7dc58eee7427 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:29:16.454354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:16.616117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Attempting to bind port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:29:16.616550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Attempting to bind port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '69759073-41cd-473a-8c80-605013e15753', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:29:16.616975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Attempting to bind port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e on network 43f6a7be-a417-4858-afb0-19e047fff2ea {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:29:16.623231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:29:16.623755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Checking segment: {'id': '69759073-41cd-473a-8c80-605013e15753', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:29:16.624224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:16.624677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Bound using segment: {'id': '69759073-41cd-473a-8c80-605013e15753', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:29:16.625218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Bound port: 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69759073-41cd-473a-8c80-605013e15753', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:29:16.625678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:16.720481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] For port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:29:16.723887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] For port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9c2aee97-83c6-4615-bdf6-346e0e0d6a3e,segment=NetworkSegment(69759073-41cd-473a-8c80-605013e15753),segment_id=69759073-41cd-473a-8c80-605013e15753)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:29:16.727774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:16.743113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:16.784729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Allocated IP 172.20.0.11 (564016d6-983c-4ca3-9b38-7e73198eaf8a/dfedd7ab-71d1-4757-844a-2b7eb128c47b/8d829ba5-8b6d-4c4f-b0a3-642e7882f6db) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:29:16.907267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a37d7-9856-4a31-bb8c-ec8a66f07cc0 None None] Pushing event updated for resources: {'Port': ['ID=9c2aee97-83c6-4615-bdf6-346e0e0d6a3e,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:16.912515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5e8a37d7-9856-4a31-bb8c-ec8a66f07cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:16.953096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Routers {'7cf1ab6c-e735-4ba8-8900-add077a90507'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:29:16.953818 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac0f7b1a58>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:28:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7cf1ab6c-e735-4ba8-8900-add077a90507'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:16.990148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:17.008888 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Transition to ACTIVE for port object 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:29:17.030248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:17.045964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-66a98419-60bd-42f2-961e-913f9efa5e8d tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:17.192099 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event updated for resources: {'Port': ['ID=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:17.197763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:17.254326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Network 564016d6-983c-4ca3-9b38-7e73198eaf8a is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:29:17.255440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:29:17.257822 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:29:17.327500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:17.328341 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:17.332671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] Set router 7cf1ab6c-e735-4ba8-8900-add077a90507 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:29:17.351666 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0821128
Dec 18 07:29:17.370119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Request body: {'port': {'device_id': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:29:17.499499 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:17.547925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10a773-0728-48c0-92ba-11f0f3727c17 req-2a4c7422-fc24-43d9-9e64-0a1e695a9a42 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:17.549590 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-db10a773-0728-48c0-92ba-11f0f3727c17 req-2a4c7422-fc24-43d9-9e64-0a1e695a9a42 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 932 time: 0.0857549
Dec 18 07:29:17.602959 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-db10a773-0728-48c0-92ba-11f0f3727c17 req-cd666dde-b06d-4c29-a84c-9c9e754ed66e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0458150
Dec 18 07:29:17.625083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-00fc13d3-c8e4-4edb-9cc2-a6b7130d407d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:17.645235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:17.650264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-efd45a56-a46d-4858-96a0-71902006cc58 None None] Provisioning for port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:29:17.668242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-efd45a56-a46d-4858-96a0-71902006cc58 None None] Provisioning complete for port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:17.668669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-efd45a56-a46d-4858-96a0-71902006cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:17.765975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-efd45a56-a46d-4858-96a0-71902006cc58 None None] Port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:29:17.786717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac0f7b1a58>, [{'id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'name': 'tempest-TestShelveInstance-116908378-router', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 4, 'project_id': 'eba5a4153e7d4867a8566111a956a6e6', 'gw_port': {'id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '9c2aee97-83c6-4615-bdf6-346e0e0d6a3e', 'name': '', 'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'mac_address': 'fa:16:3e:a1:17:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a5fd03b0-e294-496c-9a1f-99108b1b766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:10Z', 'updated_at': '2020-12-18T07:29:16Z', 'revision_number': 4, 'project_id': 'eba5a4153e7d4867a8566111a956a6e6', 'subnets': [{'id': 'a5fd03b0-e294-496c-9a1f-99108b1b766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:17.791537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5963f7-fbd0-4789-a8ce-41edbf0ed05d None None] The sync data for ids ['7cf1ab6c-e735-4ba8-8900-add077a90507'] in dv-neutron-765072-3-ovs is: [{'id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'name': 'tempest-TestShelveInstance-116908378-router', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 4, 'project_id': 'eba5a4153e7d4867a8566111a956a6e6', 'gw_port': {'id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '9c2aee97-83c6-4615-bdf6-346e0e0d6a3e', 'name': '', 'network_id': '43f6a7be-a417-4858-afb0-19e047fff2ea', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'mac_address': 'fa:16:3e:a1:17:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'a5fd03b0-e294-496c-9a1f-99108b1b766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:10Z', 'updated_at': '2020-12-18T07:29:16Z', 'revision_number': 4, 'project_id': 'eba5a4153e7d4867a8566111a956a6e6', 'subnets': [{'id': 'a5fd03b0-e294-496c-9a1f-99108b1b766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:29:17.933385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:29:17.941306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:17.958624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Transition to ACTIVE for port object 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:29:17.961232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:17.977690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-848c8e2b-8bf4-4f4d-bfed-797f17f2bd32 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:18.114666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Pushing event updated for resources: {'Port': ['ID=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:18.119847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:18.582554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:18.624710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Attempting to bind port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:29:18.625086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Attempting to bind port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:29:18.625454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Attempting to bind port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db on network 564016d6-983c-4ca3-9b38-7e73198eaf8a {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:29:18.631374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:29:18.632281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Checking segment: {'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:29:18.632684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:18.633080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Bound using segment: {'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:29:18.633561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Bound port: 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:29:18.633958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:18.726147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] For port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:29:18.729310 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] For port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:29:18.732734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:18.748333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6e8d9502-e2eb-423f-90e1-da8d036a0827 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:18.835362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05846f2d-71e3-44bb-acce-549cb0c68c9f req-745aad4a-f561-4e82-851d-e8b7b41afedc tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:18.837012 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-05846f2d-71e3-44bb-acce-549cb0c68c9f req-745aad4a-f561-4e82-851d-e8b7b41afedc tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0884235
Dec 18 07:29:18.886196 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-05846f2d-71e3-44bb-acce-549cb0c68c9f req-387a8d27-b227-4910-8358-f349bcefc3f3 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417461
Dec 18 07:29:18.910576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Pushing event updated for resources: {'Port': ['ID=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:18.916256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:18.948925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:18.949745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:18.951071 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] 10.222.0.15 "PUT /v2.0/ports/8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 1158 time: 1.5870342
Dec 18 07:29:18.951636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:29:19.037233 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db', 'status': 'completed', 'code': 200}
Dec 18 07:29:19.077756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-bb35f9cc-ed20-4bb4-92f6-5afc1026a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:19.079424 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-bb35f9cc-ed20-4bb4-92f6-5afc1026a8f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1161 time: 0.0842721
Dec 18 07:29:19.159767 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-bc193001-4964-49ce-8309-2d8564aa362e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 217 time: 0.0685010
Dec 18 07:29:19.235985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-4367b120-9783-4b8e-a390-cc6a58424407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:19.237598 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-4367b120-9783-4b8e-a390-cc6a58424407 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0674484
Dec 18 07:29:19.323109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-936c2f84-ddac-4fe0-af51-f55c6db9dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:19.324703 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-936c2f84-ddac-4fe0-af51-f55c6db9dd83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0777600
Dec 18 07:29:19.474049 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-c512f8e9-cfc5-4d92-8454-22d31f38bee5 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386085
Dec 18 07:29:19.536010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:19.602094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:19.617180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:29:19.622529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:19.623030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:19.628946 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8cec3e2d-9c13-484d-9a05-669e96ab3ca5 req-08061178-dfe5-4b08-8719-eef3f2c14c98 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441209
Dec 18 07:29:19.746102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:19.765290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f581a-2163-44a7-bfd6-1e843165cd37 req-e09a017a-df8c-4802-bd1f-93672a92a5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:19.766957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-034f581a-2163-44a7-bfd6-1e843165cd37 req-e09a017a-df8c-4802-bd1f-93672a92a5c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1161 time: 0.0758491
Dec 18 07:29:19.779569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9c2aee97-83c6-4615-bdf6-346e0e0d6a3e,segment=NetworkSegment(69759073-41cd-473a-8c80-605013e15753),segment_id=69759073-41cd-473a-8c80-605013e15753)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:29:19.782336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:19.785136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:19.852582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=9c2aee97-83c6-4615-bdf6-346e0e0d6a3e,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:19.856163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:19.915382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f581a-2163-44a7-bfd6-1e843165cd37 req-b20862d1-7b79-4c66-967a-33752af308b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:19.916993 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-034f581a-2163-44a7-bfd6-1e843165cd37 req-b20862d1-7b79-4c66-967a-33752af308b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1411207
Dec 18 07:29:19.991488 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-034f581a-2163-44a7-bfd6-1e843165cd37 req-c50fa355-6b9f-43a1-a2b1-c1036d450ffa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 217 time: 0.0672786
Dec 18 07:29:20.062540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f581a-2163-44a7-bfd6-1e843165cd37 req-ce542a63-3d04-4112-9816-004db1488b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:20.064060 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-034f581a-2163-44a7-bfd6-1e843165cd37 req-ce542a63-3d04-4112-9816-004db1488b91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0654016
Dec 18 07:29:20.098990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f89fc-4517-48bb-a5bb-1000139de89d req-cebfd1c9-9390-4e57-8005-0bef1f742743 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:20.101092 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-020f89fc-4517-48bb-a5bb-1000139de89d req-cebfd1c9-9390-4e57-8005-0bef1f742743 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0866945
Dec 18 07:29:20.149306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f581a-2163-44a7-bfd6-1e843165cd37 req-dd8537ac-e070-4dd3-8e3b-f12c6c1d4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:20.150994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-034f581a-2163-44a7-bfd6-1e843165cd37 req-dd8537ac-e070-4dd3-8e3b-f12c6c1d4971 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0787928
Dec 18 07:29:20.151532 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-020f89fc-4517-48bb-a5bb-1000139de89d req-268ed7c1-514f-44dd-b4f8-be6b1995645a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437603
Dec 18 07:29:20.296586 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-034f581a-2163-44a7-bfd6-1e843165cd37 req-d0382a83-ee60-4146-a868-5479ab2fdf61 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368618
Dec 18 07:29:20.441188 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-034f581a-2163-44a7-bfd6-1e843165cd37 req-cf3ae8b7-9231-41b5-ae87-ec19b2b2251f service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365247
Dec 18 07:29:21.363170 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548f795-27b5-407c-9193-341881a62e6e req-442ff718-a01e-4401-b178-fb01cabc4a76 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:21.364787 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5548f795-27b5-407c-9193-341881a62e6e req-442ff718-a01e-4401-b178-fb01cabc4a76 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0835927
Dec 18 07:29:21.410852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5548f795-27b5-407c-9193-341881a62e6e req-ebb2d6dd-79fb-42a6-906e-a514cf5100ea tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0396881
Dec 18 07:29:21.513827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:21.586345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:21.586774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:21.649372 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:21.770596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:29:21.776029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:21.776453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:21.891463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:21.918151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:29:21.929009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:29:21.931799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:21.934789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:21.980737 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db', 'code': 200}
Dec 18 07:29:22.008712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:22.012032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:22.229429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d778422-a813-487e-b248-41faba9ac514 req-0b6aa767-f05e-4ef9-9119-cf261d76251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:22.230959 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2d778422-a813-487e-b248-41faba9ac514 req-0b6aa767-f05e-4ef9-9119-cf261d76251d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1163 time: 0.0740948
Dec 18 07:29:22.277375 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2d778422-a813-487e-b248-41faba9ac514 req-148fd3b1-23ba-4e96-9e22-0ae5783802e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0353007
Dec 18 07:29:22.628477 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67e062-8bb9-4195-bd92-dc9e7ae525a1 req-be5fc2d7-c7f4-4e70-a5fa-4a6aadcb4979 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:22.630087 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8b67e062-8bb9-4195-bd92-dc9e7ae525a1 req-be5fc2d7-c7f4-4e70-a5fa-4a6aadcb4979 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0868089
Dec 18 07:29:22.681705 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8b67e062-8bb9-4195-bd92-dc9e7ae525a1 req-fef7b099-8783-451b-822a-1263e3f2cda7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425014
Dec 18 07:29:23.179880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:23.318611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:29:23.392069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:29:23.392435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:23.893743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7b867-db88-44df-9b0a-95f46202bdd9 req-f8a02c32-8603-4968-b20f-39bafdb24c97 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:23.895336 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-80a7b867-db88-44df-9b0a-95f46202bdd9 req-f8a02c32-8603-4968-b20f-39bafdb24c97 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0826690
Dec 18 07:29:23.945447 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-80a7b867-db88-44df-9b0a-95f46202bdd9 req-dcfc0f03-af68-471c-973b-0b861fe95d7d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432065
Dec 18 07:29:24.152907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca03dc1-432b-47fb-baab-7d1c1bfb96ba req-7c990cf3-ac7e-41d0-8314-dc25b3e66ed5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:24.154524 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5ca03dc1-432b-47fb-baab-7d1c1bfb96ba req-7c990cf3-ac7e-41d0-8314-dc25b3e66ed5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0827150
Dec 18 07:29:24.201428 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5ca03dc1-432b-47fb-baab-7d1c1bfb96ba req-47276617-1c99-4eee-aac8-b7f2d3f53dac tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406511
Dec 18 07:29:24.407802 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-9fe07dfb-651e-4efd-8b54-d5cc6af55233 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1541176
Dec 18 07:29:24.418405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:29:24.424000 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:29:24.428038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Usage tracker for resource:floatingip and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:29:24.431045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:29:24.437430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:29:24.447210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:24.596471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:24.868359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Allocated IP 172.26.7.16 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/a01965d6-1df7-4a9f-85fa-28de50d47f8c) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:29:25.020092 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:25.045180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:25.060820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f01321fb-58bd-4d06-987f-880f6239f436 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:25.195831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event updated for resources: {'Port': ['ID=a01965d6-1df7-4a9f-85fa-28de50d47f8c,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:25.200779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:25.249195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:29:25.250350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:29:25.252567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:29:25.335146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:25.393194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:25.919839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:25.923400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:25.938264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a03831ba-52e4-4fa7-bac4-81bcf33bdd40 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:29:26.068482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event updated for resources: {'Port': ['ID=a01965d6-1df7-4a9f-85fa-28de50d47f8c,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:29:26.074116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:29:26.174586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:26.196766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:26.198098 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7837811
Dec 18 07:29:26.282625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-f9234c70-3bda-4406-8166-d648ee69373d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Synchronizing usage tracker for tenant:0d30820f321d475f928a7dc58eee7427 on resource:floatingip {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:29:26.298396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-f9234c70-3bda-4406-8166-d648ee69373d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Unset dirty status for tenant:0d30820f321d475f928a7dc58eee7427 on resource:floatingip {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:29:26.299618 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-f9234c70-3bda-4406-8166-d648ee69373d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.16 HTTP/1.1" status: 200  len: 695 time: 0.0951917
Dec 18 07:29:26.457249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-f5e60781-f514-4d54-9876-71651c77adb9 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:26.458649 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-f5e60781-f514-4d54-9876-71651c77adb9 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1531010
Dec 18 07:29:26.469391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-0ef27a9f-57de-46b7-83be-3a0cd61bef64 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:29:26.470467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-948cb65c-a280-4d77-a72d-26181dc73c57 req-0ef27a9f-57de-46b7-83be-3a0cd61bef64 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0058570
Dec 18 07:29:26.665441 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85430b10-5551-4d71-9177-938f3a580450 req-bbf9d786-fb00-426b-b45f-dba46f55307e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:26.667066 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85430b10-5551-4d71-9177-938f3a580450 req-bbf9d786-fb00-426b-b45f-dba46f55307e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0840874
Dec 18 07:29:26.752772 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85430b10-5551-4d71-9177-938f3a580450 req-fd2263a5-7647-4bb6-b6eb-a6440a2ad394 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.16 HTTP/1.1" status: 200  len: 695 time: 0.0790668
Dec 18 07:29:26.763160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-85430b10-5551-4d71-9177-938f3a580450 req-fda5ddf2-735d-4cb2-b58b-60a0d1efddbf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'floatingip': {'port_id': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db', 'fixed_ip_address': '172.20.0.11'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:29:26.839554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-85430b10-5551-4d71-9177-938f3a580450 req-fda5ddf2-735d-4cb2-b58b-60a0d1efddbf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:27.446110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-85430b10-5551-4d71-9177-938f3a580450 req-fda5ddf2-735d-4cb2-b58b-60a0d1efddbf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:27.448851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-85430b10-5551-4d71-9177-938f3a580450 req-fda5ddf2-735d-4cb2-b58b-60a0d1efddbf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:27.624667 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-85430b10-5551-4d71-9177-938f3a580450 req-fda5ddf2-735d-4cb2-b58b-60a0d1efddbf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Floating IP b21e0ccb-28d0-41ef-9f72-d0ea8cf81560 associated. External IP: 172.26.7.16, port: 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db.
Dec 18 07:29:27.980621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85430b10-5551-4d71-9177-938f3a580450 req-fda5ddf2-735d-4cb2-b58b-60a0d1efddbf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Router 59b47d54-d943-44f6-94e3-244efb39319f has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:29:28.159602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85430b10-5551-4d71-9177-938f3a580450 req-fda5ddf2-735d-4cb2-b58b-60a0d1efddbf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:29:28.164002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-85430b10-5551-4d71-9177-938f3a580450 req-fda5ddf2-735d-4cb2-b58b-60a0d1efddbf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:28.169384 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a0033-48bd-4f1f-b93d-49bf9b48603f None None] Sync routers for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:29:28.180526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a0033-48bd-4f1f-b93d-49bf9b48603f None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:29:28.181201 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1c9a0033-48bd-4f1f-b93d-49bf9b48603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dba7940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:29:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:28.222552 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85430b10-5551-4d71-9177-938f3a580450 req-fda5ddf2-735d-4cb2-b58b-60a0d1efddbf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "PUT /v2.0/floatingips/b21e0ccb-28d0-41ef-9f72-d0ea8cf81560 HTTP/1.1" status: 200  len: 996 time: 1.4635549
Dec 18 07:29:28.223127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:29:28.315301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85430b10-5551-4d71-9177-938f3a580450 req-6d157cdc-bd27-4603-a991-fab8b483be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:28.316962 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85430b10-5551-4d71-9177-938f3a580450 req-6d157cdc-bd27-4603-a991-fab8b483be1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1163 time: 0.0796986
Dec 18 07:29:28.401139 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db', 'status': 'completed', 'code': 200}
Dec 18 07:29:28.470435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85430b10-5551-4d71-9177-938f3a580450 req-ee4b404c-2447-4371-beab-27eaaefdc6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:28.472076 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85430b10-5551-4d71-9177-938f3a580450 req-ee4b404c-2447-4371-beab-27eaaefdc6da service neutron] 10.222.0.23 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1482427
Dec 18 07:29:28.487068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d200f-4a5c-4d0f-8a6e-2ff0ba4ca065 req-bafcae86-29cb-4dee-9796-9c2b362ad8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:28.489035 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-774d200f-4a5c-4d0f-8a6e-2ff0ba4ca065 req-bafcae86-29cb-4dee-9796-9c2b362ad8e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1163 time: 0.0904136
Dec 18 07:29:28.529379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-1c9a0033-48bd-4f1f-b93d-49bf9b48603f None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:29:28.583009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85430b10-5551-4d71-9177-938f3a580450 req-b8cadada-ad54-4e3b-80ac-6746c8318dc4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 999 time: 0.1035166
Dec 18 07:29:28.654422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d200f-4a5c-4d0f-8a6e-2ff0ba4ca065 req-95a7b8b8-af27-4b06-a514-d082a7510b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:28.656183 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-774d200f-4a5c-4d0f-8a6e-2ff0ba4ca065 req-95a7b8b8-af27-4b06-a514-d082a7510b04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1602721
Dec 18 07:29:28.656874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85430b10-5551-4d71-9177-938f3a580450 req-aa4e90e7-ef8b-4295-9bdd-15b9025cd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:28.658743 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85430b10-5551-4d71-9177-938f3a580450 req-aa4e90e7-ef8b-4295-9bdd-15b9025cd68e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0674202
Dec 18 07:29:28.748702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85430b10-5551-4d71-9177-938f3a580450 req-318216fe-faf7-4bee-a697-ce423c998bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:28.750421 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85430b10-5551-4d71-9177-938f3a580450 req-318216fe-faf7-4bee-a697-ce423c998bd0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0794756
Dec 18 07:29:28.763033 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-85430b10-5551-4d71-9177-938f3a580450 req-b1059f6c-e6e8-4278-8afb-ed371817effb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:29:28.764244 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85430b10-5551-4d71-9177-938f3a580450 req-b1059f6c-e6e8-4278-8afb-ed371817effb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0062511
Dec 18 07:29:28.766023 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-774d200f-4a5c-4d0f-8a6e-2ff0ba4ca065 req-7627b6b3-5924-4aab-89a6-6828b17ea971 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 999 time: 0.1021104
Dec 18 07:29:28.839529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d200f-4a5c-4d0f-8a6e-2ff0ba4ca065 req-464e78f3-16d9-4ce9-bdeb-2a82ed4b9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:28.841184 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-774d200f-4a5c-4d0f-8a6e-2ff0ba4ca065 req-464e78f3-16d9-4ce9-bdeb-2a82ed4b9a30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0680399
Dec 18 07:29:28.900425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1c9a0033-48bd-4f1f-b93d-49bf9b48603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dba7940>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'b21e0ccb-28d0-41ef-9f72-d0ea8cf81560', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'floating_ip_address': '172.26.7.16', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'port_id': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'mac_address': 'fa:16:3e:df:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:29:25Z', 'updated_at': '2020-12-18T07:29:27Z', 'revision_number': 1, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:28.904625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a0033-48bd-4f1f-b93d-49bf9b48603f None None] Checking router: 59b47d54-d943-44f6-94e3-244efb39319f for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:29:28.913446 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85430b10-5551-4d71-9177-938f3a580450 req-fe5c4b23-cced-4e7d-b830-35dd32987c86 service neutron] 10.222.0.23 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415191
Dec 18 07:29:28.914535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a0033-48bd-4f1f-b93d-49bf9b48603f None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:29:28.915225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1c9a0033-48bd-4f1f-b93d-49bf9b48603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dba7940>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:29:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:28.930182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d200f-4a5c-4d0f-8a6e-2ff0ba4ca065 req-4c2cda1d-e05e-4462-8566-732b7098e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:28.931806 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-774d200f-4a5c-4d0f-8a6e-2ff0ba4ca065 req-4c2cda1d-e05e-4462-8566-732b7098e6e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0840201
Dec 18 07:29:29.060246 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-85430b10-5551-4d71-9177-938f3a580450 req-a1367591-8691-42ca-8ed5-66893198277d service neutron] 10.222.0.23 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401715
Dec 18 07:29:29.082405 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-774d200f-4a5c-4d0f-8a6e-2ff0ba4ca065 req-c46a0add-8deb-41f4-9338-14558172935e service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410797
Dec 18 07:29:29.105275 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-1c9a0033-48bd-4f1f-b93d-49bf9b48603f None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:29:29.229440 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-774d200f-4a5c-4d0f-8a6e-2ff0ba4ca065 req-532d4f9c-ef09-4ced-81c1-caa06af49549 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361945
Dec 18 07:29:29.463048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-1c9a0033-48bd-4f1f-b93d-49bf9b48603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dba7940>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'b21e0ccb-28d0-41ef-9f72-d0ea8cf81560', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'floating_ip_address': '172.26.7.16', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'port_id': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'mac_address': 'fa:16:3e:df:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:29:25Z', 'updated_at': '2020-12-18T07:29:27Z', 'revision_number': 1, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:29:29.467179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a0033-48bd-4f1f-b93d-49bf9b48603f None None] The sync data for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs is: [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'b21e0ccb-28d0-41ef-9f72-d0ea8cf81560', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'floating_ip_address': '172.26.7.16', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'port_id': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'mac_address': 'fa:16:3e:df:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:29:25Z', 'updated_at': '2020-12-18T07:29:27Z', 'revision_number': 1, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:29:29.757552 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd0baa4-b1e9-44eb-af67-f77d7856ad0b None None] New status for floating IP b21e0ccb-28d0-41ef-9f72-d0ea8cf81560: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:29:34.086289 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3b1ec330-bc30-4e2b-a4ee-3bbd57cdce50 req-afd8b734-9799-4a19-8bfa-7f4f944c3fd4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2043812
Dec 18 07:29:34.235474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec330-bc30-4e2b-a4ee-3bbd57cdce50 req-89bc3315-c1b4-49a6-9de5-f3910f6e8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:34.237123 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3b1ec330-bc30-4e2b-a4ee-3bbd57cdce50 req-89bc3315-c1b4-49a6-9de5-f3910f6e8556 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1163 time: 0.0785854
Dec 18 07:29:34.390951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec330-bc30-4e2b-a4ee-3bbd57cdce50 req-e2850395-2eca-4d66-bf28-f4ee2e780737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:34.392515 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3b1ec330-bc30-4e2b-a4ee-3bbd57cdce50 req-e2850395-2eca-4d66-bf28-f4ee2e780737 service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1354330
Dec 18 07:29:34.498662 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3b1ec330-bc30-4e2b-a4ee-3bbd57cdce50 req-dc0f4f65-672e-416b-91d0-5fcdd25293ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 1001 time: 0.0983191
Dec 18 07:29:34.572445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec330-bc30-4e2b-a4ee-3bbd57cdce50 req-14950f6a-6ce3-4a4a-af28-ed90852a401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:34.574012 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3b1ec330-bc30-4e2b-a4ee-3bbd57cdce50 req-14950f6a-6ce3-4a4a-af28-ed90852a401a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0684206
Dec 18 07:29:34.657220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ec330-bc30-4e2b-a4ee-3bbd57cdce50 req-98e7c0a1-45e7-45dc-8df4-7a8e1c3f3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:29:34.658901 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3b1ec330-bc30-4e2b-a4ee-3bbd57cdce50 req-98e7c0a1-45e7-45dc-8df4-7a8e1c3f3a53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0765545
Dec 18 07:29:34.803266 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3b1ec330-bc30-4e2b-a4ee-3bbd57cdce50 req-d66c47f5-0d1d-471a-b38b-558defc2ca28 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356692
Dec 18 07:29:34.956506 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3b1ec330-bc30-4e2b-a4ee-3bbd57cdce50 req-ac044965-f9c3-41ec-9ad8-897f78756305 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444490
Dec 18 07:29:38.913085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:29:44.788110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d1a89094-bf25-41d1-af32-ea6121453500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:47.515827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-66509d3b-a507-458c-9f32-872373f256ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:47.588765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:48.575704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:49.574398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:29:53.167365 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:30:14.790198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d91abed2-4236-49e2-b879-9dddc1af2251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:30:15.913101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:30:17.516380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ff2fd04a-fa9e-4ca5-821c-1e5a81ee070d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:30:17.594727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:30:18.577088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:30:19.577082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:30:23.183623 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:30:34.980204 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b73c78e3-8f7c-466f-a7ac-e16f54914bb2 req-6665133b-9491-4b06-93bf-5377f750e53f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0793598
Dec 18 07:30:35.136052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c78e3-8f7c-466f-a7ac-e16f54914bb2 req-60fd4588-b95f-4e8b-8e6d-3cdf7118f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:30:35.137668 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b73c78e3-8f7c-466f-a7ac-e16f54914bb2 req-60fd4588-b95f-4e8b-8e6d-3cdf7118f9b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1163 time: 0.0749097
Dec 18 07:30:35.297442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c78e3-8f7c-466f-a7ac-e16f54914bb2 req-c13f2101-5fe8-4594-838b-f4201863aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:30:35.299015 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b73c78e3-8f7c-466f-a7ac-e16f54914bb2 req-c13f2101-5fe8-4594-838b-f4201863aca3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1369505
Dec 18 07:30:35.408739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b73c78e3-8f7c-466f-a7ac-e16f54914bb2 req-9a7e214a-a68b-4549-832b-d514067b1aa6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 1001 time: 0.0993211
Dec 18 07:30:35.481180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c78e3-8f7c-466f-a7ac-e16f54914bb2 req-d924dd32-3099-43fa-98d2-a4b70174b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:30:35.482700 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b73c78e3-8f7c-466f-a7ac-e16f54914bb2 req-d924dd32-3099-43fa-98d2-a4b70174b9e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0628340
Dec 18 07:30:35.567457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c78e3-8f7c-466f-a7ac-e16f54914bb2 req-91529a01-5229-48ad-8f71-11cf2f7eeeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:30:35.568937 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b73c78e3-8f7c-466f-a7ac-e16f54914bb2 req-91529a01-5229-48ad-8f71-11cf2f7eeeee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0762036
Dec 18 07:30:35.987208 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b73c78e3-8f7c-466f-a7ac-e16f54914bb2 req-17d93c3c-c02c-4b38-8e47-e81f1487d56b service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4086602
Dec 18 07:30:36.134082 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b73c78e3-8f7c-466f-a7ac-e16f54914bb2 req-7d8cbc6a-45ef-4450-a52d-09862185f701 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352408
Dec 18 07:30:44.792280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3592e08a-4fc2-456e-92df-4d687bde7b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:30:47.516608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9f0c0ee3-90a1-43d1-8379-00098bec9845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:30:47.594894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:30:48.579758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:30:49.579643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:30:52.912842 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:30:53.212471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:14.794883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c7bb33d4-ab4a-43d2-a92b-e14ea7130bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:17.519026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4242d71a-5c39-477e-848a-62e6b5fe3ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:17.603235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:18.581385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:19.582019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:23.211898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:23.773152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160beb1-3a57-40b7-9b3b-246a26b67df1 req-1b1a947f-407a-46e1-b036-3581e2363677 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:23.774696 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5160beb1-3a57-40b7-9b3b-246a26b67df1 req-1b1a947f-407a-46e1-b036-3581e2363677 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0873413
Dec 18 07:31:23.820850 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5160beb1-3a57-40b7-9b3b-246a26b67df1 req-6c3f7ccc-61f5-4e2a-9a1a-f43711b034c7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0399058
Dec 18 07:31:25.306197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525022e-ac7c-4a29-80a8-e1092a61464c req-6705fec9-ca68-404b-bd51-28652e4feb33 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:25.307817 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5525022e-ac7c-4a29-80a8-e1092a61464c req-6705fec9-ca68-404b-bd51-28652e4feb33 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.3566904
Dec 18 07:31:25.355530 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5525022e-ac7c-4a29-80a8-e1092a61464c req-f4e00efd-72f7-4a35-a98f-8972555ede37 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0409029
Dec 18 07:31:26.575889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82d95a-c328-45a1-9c1d-fcf921bc6d83 req-cdd9394a-6460-42c1-8231-c0193f84587e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:26.577458 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f82d95a-c328-45a1-9c1d-fcf921bc6d83 req-cdd9394a-6460-42c1-8231-c0193f84587e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0812652
Dec 18 07:31:26.624280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f82d95a-c328-45a1-9c1d-fcf921bc6d83 req-87ee8c6b-d343-4608-b8d0-4630277c71f4 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406103
Dec 18 07:31:27.834955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51615c58-3b1f-4d0b-961c-036c07a55bfa req-e839ceb2-41f3-4307-bab4-9478468179ef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:27.836535 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-51615c58-3b1f-4d0b-961c-036c07a55bfa req-e839ceb2-41f3-4307-bab4-9478468179ef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0844362
Dec 18 07:31:27.884281 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-51615c58-3b1f-4d0b-961c-036c07a55bfa req-da9acce3-c28a-452f-b847-034d12d9ac2e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414677
Dec 18 07:31:29.095222 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee6e71-4a20-471a-9f46-e15b7bd50887 req-71c716b9-21fc-4fab-afc9-4f536119edfc tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:29.097086 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0eee6e71-4a20-471a-9f46-e15b7bd50887 req-71c716b9-21fc-4fab-afc9-4f536119edfc tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0851114
Dec 18 07:31:29.143441 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0eee6e71-4a20-471a-9f46-e15b7bd50887 req-dad8b9f6-6083-49c9-a846-d9bc3a824d00 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0400090
Dec 18 07:31:29.913299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:31:30.357850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e012b-cdef-470b-920b-0175c3ab9138 req-6e150598-639d-424b-b018-830a0ce007eb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:30.359483 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec3e012b-cdef-470b-920b-0175c3ab9138 req-6e150598-639d-424b-b018-830a0ce007eb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0869782
Dec 18 07:31:30.406551 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ec3e012b-cdef-470b-920b-0175c3ab9138 req-e4585f2b-d6d2-4589-9246-3ada078066ed tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0402327
Dec 18 07:31:31.622446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d1cd5-7288-4afb-80cc-8068df5731da req-13c9f75b-03c6-4bda-82e5-fcfae569ff2a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:31.624056 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-591d1cd5-7288-4afb-80cc-8068df5731da req-13c9f75b-03c6-4bda-82e5-fcfae569ff2a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0872688
Dec 18 07:31:31.672825 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-591d1cd5-7288-4afb-80cc-8068df5731da req-b6070848-9c52-4c4b-b26a-840e61376912 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424485
Dec 18 07:31:32.885917 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b747c-869c-4333-aa61-33484f7b749e req-7dc7ef97-3ecc-44cc-b2b9-dc4d1dcebeda tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:32.887507 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7d4b747c-869c-4333-aa61-33484f7b749e req-7dc7ef97-3ecc-44cc-b2b9-dc4d1dcebeda tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0876327
Dec 18 07:31:32.933596 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7d4b747c-869c-4333-aa61-33484f7b749e req-33250c5e-e010-4063-9555-07feb2de221a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0397687
Dec 18 07:31:34.141981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87934498-9cc5-4a1f-a964-780fb6785556 req-a8c6e2b2-759a-445f-93a3-e71421535b87 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:34.143583 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-87934498-9cc5-4a1f-a964-780fb6785556 req-a8c6e2b2-759a-445f-93a3-e71421535b87 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0822718
Dec 18 07:31:34.192134 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-87934498-9cc5-4a1f-a964-780fb6785556 req-685bfffc-8e48-4a01-a338-e09666a64d29 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414631
Dec 18 07:31:35.017736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed6e95-65cc-4990-80a7-beadb701749a req-8377c798-26d5-4f42-9e14-372ba125cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:35.019217 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0ed6e95-65cc-4990-80a7-beadb701749a req-8377c798-26d5-4f42-9e14-372ba125cc98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1163 time: 0.0768373
Dec 18 07:31:35.175633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed6e95-65cc-4990-80a7-beadb701749a req-a203ff93-55a3-4965-9f03-b7af2143c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:35.177202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0ed6e95-65cc-4990-80a7-beadb701749a req-a203ff93-55a3-4965-9f03-b7af2143c024 service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1348855
Dec 18 07:31:35.285612 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0ed6e95-65cc-4990-80a7-beadb701749a req-40a9b8ae-8715-4b9a-96eb-a37eb905ec9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 1001 time: 0.1002395
Dec 18 07:31:35.355772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed6e95-65cc-4990-80a7-beadb701749a req-315ffc53-4ca4-4122-b090-8f82b6c80b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:35.357351 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0ed6e95-65cc-4990-80a7-beadb701749a req-315ffc53-4ca4-4122-b090-8f82b6c80b7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0641263
Dec 18 07:31:35.407797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcf6b2-a9b4-404e-8e68-962a9865172d req-a2e2593e-cfa8-409e-b10c-05426ab30fc5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:35.409489 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0bcf6b2-a9b4-404e-8e68-962a9865172d req-a2e2593e-cfa8-409e-b10c-05426ab30fc5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0871539
Dec 18 07:31:35.441184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed6e95-65cc-4990-80a7-beadb701749a req-55b2be5e-1345-4d56-8f34-1881d6447d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:35.443385 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0ed6e95-65cc-4990-80a7-beadb701749a req-55b2be5e-1345-4d56-8f34-1881d6447d7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0774934
Dec 18 07:31:35.457759 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c0bcf6b2-a9b4-404e-8e68-962a9865172d req-a78c9809-cfc3-496a-8ba8-6f75bac78f67 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415907
Dec 18 07:31:35.590379 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0ed6e95-65cc-4990-80a7-beadb701749a req-6a1b9890-5b26-432a-9f8d-e82343c332b6 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343331
Dec 18 07:31:35.735863 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0ed6e95-65cc-4990-80a7-beadb701749a req-0f861155-8a27-478a-a845-17862e0c6f7f service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361935
Dec 18 07:31:36.681163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ad545-c632-45b7-a7b0-96e2bd022ccc req-1439283f-d2ae-46ea-81b5-c93f0e80ad7b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:36.684917 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9d0ad545-c632-45b7-a7b0-96e2bd022ccc req-1439283f-d2ae-46ea-81b5-c93f0e80ad7b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0973222
Dec 18 07:31:36.734004 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9d0ad545-c632-45b7-a7b0-96e2bd022ccc req-d33a5c78-92d6-4bb4-9b79-5a7588747a82 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0423768
Dec 18 07:31:37.957403 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954ca51-538f-43e8-9eac-44b23f6c134d req-9f795a83-1de5-4e0f-ba3a-be1e47d8762d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:37.960162 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7954ca51-538f-43e8-9eac-44b23f6c134d req-9f795a83-1de5-4e0f-ba3a-be1e47d8762d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0877814
Dec 18 07:31:38.011244 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7954ca51-538f-43e8-9eac-44b23f6c134d req-28303510-4ceb-4bee-becc-1668fcb1b41c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0441234
Dec 18 07:31:39.245948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e234ca-a171-41d5-9cfd-543836caaae8 req-400d400c-e617-4a42-ab90-cca3ceff5f6b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:39.247587 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-26e234ca-a171-41d5-9cfd-543836caaae8 req-400d400c-e617-4a42-ab90-cca3ceff5f6b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0938094
Dec 18 07:31:39.299747 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-26e234ca-a171-41d5-9cfd-543836caaae8 req-2c65f844-ffa6-4075-9581-c4576ac0227e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0451655
Dec 18 07:31:40.541688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8c231-2f98-4e84-af27-23de17bcf55f req-3dd90e6d-2341-4f0d-80d3-88fa829657b1 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:40.543544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ecf8c231-2f98-4e84-af27-23de17bcf55f req-3dd90e6d-2341-4f0d-80d3-88fa829657b1 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.1044080
Dec 18 07:31:40.598419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ecf8c231-2f98-4e84-af27-23de17bcf55f req-710be415-5782-4de0-8fbf-a5da63e448a3 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0468135
Dec 18 07:31:41.850456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4722573-157d-496c-884c-bbe5743aab95 req-75ef4104-1052-4234-8711-51ec5a3f0cb3 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:41.865912 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d4722573-157d-496c-884c-bbe5743aab95 req-75ef4104-1052-4234-8711-51ec5a3f0cb3 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.1035964
Dec 18 07:31:41.923268 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d4722573-157d-496c-884c-bbe5743aab95 req-05643cbe-951f-4333-8f7f-4c2b05824fac tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0558550
Dec 18 07:31:43.162180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32fd1f-fc27-4d72-9a12-bc4e9a841429 req-3e647ef7-6f1b-46e3-8397-4d18b608bd45 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:43.163991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1f32fd1f-fc27-4d72-9a12-bc4e9a841429 req-3e647ef7-6f1b-46e3-8397-4d18b608bd45 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.1025126
Dec 18 07:31:43.217408 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1f32fd1f-fc27-4d72-9a12-bc4e9a841429 req-8c42d631-b077-48fb-8e7f-27957b60a224 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0467794
Dec 18 07:31:44.440817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c874be0-f114-4dc0-a67a-b99fb8f2ead3 req-4ae1b8fd-521f-4475-b9d2-37640b7c72d9 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:44.443267 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3c874be0-f114-4dc0-a67a-b99fb8f2ead3 req-4ae1b8fd-521f-4475-b9d2-37640b7c72d9 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0879118
Dec 18 07:31:44.509107 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3c874be0-f114-4dc0-a67a-b99fb8f2ead3 req-aaf986ee-9341-4bdd-89aa-74a145f4b9ea tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0544279
Dec 18 07:31:44.814696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-92719b84-b264-4397-a7cb-e57cfa91605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:45.731368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67121c-6c28-4a1d-9262-88c29d381d07 req-0fa093c8-75b4-433f-bb38-fe629330ec3e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:45.733003 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae67121c-6c28-4a1d-9262-88c29d381d07 req-0fa093c8-75b4-433f-bb38-fe629330ec3e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0850265
Dec 18 07:31:45.780762 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae67121c-6c28-4a1d-9262-88c29d381d07 req-27a812f7-ab5d-4057-98ca-5415253a2f0b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414381
Dec 18 07:31:46.379444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8212426-f404-412c-a181-c85d81583df8 req-570334bb-9440-4516-bc22-7af2b473c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:46.381726 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8212426-f404-412c-a181-c85d81583df8 req-570334bb-9440-4516-bc22-7af2b473c86a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1163 time: 0.0754950
Dec 18 07:31:46.526761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8212426-f404-412c-a181-c85d81583df8 req-39c7b3c4-476e-49d3-aecc-e62ea640507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:46.528314 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8212426-f404-412c-a181-c85d81583df8 req-39c7b3c4-476e-49d3-aecc-e62ea640507d service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1354511
Dec 18 07:31:46.639262 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8212426-f404-412c-a181-c85d81583df8 req-03164f41-dd7d-4d7a-a9ce-b1a8ed51d908 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 1001 time: 0.0999181
Dec 18 07:31:46.712529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8212426-f404-412c-a181-c85d81583df8 req-f237f0a5-c41b-4a59-8fa8-bbe8d6c8c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:46.714133 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8212426-f404-412c-a181-c85d81583df8 req-f237f0a5-c41b-4a59-8fa8-bbe8d6c8c9bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0646503
Dec 18 07:31:46.796751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8212426-f404-412c-a181-c85d81583df8 req-7c3ec867-78db-4596-bd63-e054f03f0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:46.798371 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8212426-f404-412c-a181-c85d81583df8 req-7c3ec867-78db-4596-bd63-e054f03f0e37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0762234
Dec 18 07:31:46.947502 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8212426-f404-412c-a181-c85d81583df8 req-be16c996-02bf-44a3-a3c0-8a9ffe2602f0 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372914
Dec 18 07:31:46.998568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cbe8c-51f7-4194-9a96-a5e3a393fcb7 req-ad834442-07ae-49e6-91c4-29155a0385ce tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:47.000236 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-292cbe8c-51f7-4194-9a96-a5e3a393fcb7 req-ad834442-07ae-49e6-91c4-29155a0385ce tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0867016
Dec 18 07:31:47.047876 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-292cbe8c-51f7-4194-9a96-a5e3a393fcb7 req-94b6ecb6-83fe-44a9-ae63-438c490084e1 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411596
Dec 18 07:31:47.098550 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8212426-f404-412c-a181-c85d81583df8 req-e4b2133b-f72e-4f8d-ac02-124b9ad1d2d3 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402781
Dec 18 07:31:47.519601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b9c839b-6a91-4773-9ad3-aec595ca464b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:47.601596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:48.257313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087efa74-dfc5-4698-a494-a630e14ca694 req-ca016589-f39a-4ae4-9d79-1710c936d61a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:48.258949 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-087efa74-dfc5-4698-a494-a630e14ca694 req-ca016589-f39a-4ae4-9d79-1710c936d61a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0832884
Dec 18 07:31:48.309239 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-087efa74-dfc5-4698-a494-a630e14ca694 req-f2b37d11-77c9-4e97-8808-0b8785ea1aa6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439587
Dec 18 07:31:48.582329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:49.525676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66f6b-5b13-43c6-b305-00ca89178d53 req-e49ddb85-475e-41a9-930d-795223b29385 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:49.527268 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13d66f6b-5b13-43c6-b305-00ca89178d53 req-e49ddb85-475e-41a9-930d-795223b29385 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0815611
Dec 18 07:31:49.575165 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-13d66f6b-5b13-43c6-b305-00ca89178d53 req-659138a5-c59e-4ae6-a8f8-2b9ee46dffa6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415468
Dec 18 07:31:49.584158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:49.883804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81085) accepted ('10.222.0.23', 60816) {{(pid=81085) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:31:49.897212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:31:50.011789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f773a5-6889-4ea8-99ab-110128476b93 req-64384342-0d48-4d64-afa6-9721b1bde5c1 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:50.013413 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f6f773a5-6889-4ea8-99ab-110128476b93 req-64384342-0d48-4d64-afa6-9721b1bde5c1 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.1223571
Dec 18 07:31:50.016612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:50.045149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:31:50.055463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:31:50.059246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:50.061153 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-68973ce6-9e4b-424b-bcac-211f6e6972c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:31:50.081122 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f6f773a5-6889-4ea8-99ab-110128476b93 req-4e252c09-7f99-44d9-b3ab-c3785968bcf9 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0598459
Dec 18 07:31:50.089372 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-f804eb97-ab65-4521-86f1-ed145335cd9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2041063
Dec 18 07:31:50.109225 dv-neutron-765072-3-ovs neutron-server[80975]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db', 'code': 422} returned with failed status
Dec 18 07:31:50.136149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:31:50.144106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.144502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.144893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.145278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.145685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.146573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.146955 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.147331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.147712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.148086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.148456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.148830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.149264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.149664 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.150039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.150408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.150776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.151147 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.151517 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.151887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.152256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.152619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.152988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.153358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:31:50.158023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:31:50.633062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-8ddd16c6-3a0c-4a67-811c-26f2ddd5ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:50.634714 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-8ddd16c6-3a0c-4a67-811c-26f2ddd5ef93 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f&tenant_id=0d30820f321d475f928a7dc58eee7427 HTTP/1.1" status: 200  len: 1161 time: 0.0767059
Dec 18 07:31:50.741635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-4b3da197-0740-4794-9b74-67f20146778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:50.743223 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-4b3da197-0740-4794-9b74-67f20146778f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1161 time: 0.0788267
Dec 18 07:31:50.889488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-ae7d85ca-5f8d-4e26-82b4-bf6a19666f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:50.891088 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-ae7d85ca-5f8d-4e26-82b4-bf6a19666f52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1373885
Dec 18 07:31:50.997648 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-458e28d3-d1ba-4fcd-b3b2-9eed1d3a4f37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 999 time: 0.0965030
Dec 18 07:31:51.075645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-83712ea9-a871-4a2a-9e65-74d5a8e23405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:51.077154 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-83712ea9-a871-4a2a-9e65-74d5a8e23405 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0696654
Dec 18 07:31:51.160239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-96f41b71-3f17-4cc7-8154-0cb05e351ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:51.162421 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-96f41b71-3f17-4cc7-8154-0cb05e351ef2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0742121
Dec 18 07:31:51.309636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc5d86-3d88-48cb-b598-4404b09e5e81 req-13ffc286-1f35-43e4-86ba-eafbb8e6912d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:51.309907 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-5fccfb9b-67d1-424f-9631-eb21c593c1de service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375198
Dec 18 07:31:51.311264 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16bc5d86-3d88-48cb-b598-4404b09e5e81 req-13ffc286-1f35-43e4-86ba-eafbb8e6912d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0875397
Dec 18 07:31:51.363293 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16bc5d86-3d88-48cb-b598-4404b09e5e81 req-aef74804-4d0d-4eec-8769-d38e0e4d96c0 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0451100
Dec 18 07:31:51.458177 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-e8b79bd7-5a91-4dd2-b9db-71fb30237343 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380126
Dec 18 07:31:52.600832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f1bce-40f6-435e-9682-6ca6c8994b77 req-dbc5e2cc-1756-4a8c-ad66-08c90eec4621 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:52.602649 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f2f1bce-40f6-435e-9682-6ca6c8994b77 req-dbc5e2cc-1756-4a8c-ad66-08c90eec4621 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0920229
Dec 18 07:31:52.655280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f2f1bce-40f6-435e-9682-6ca6c8994b77 req-34436d32-9b1f-4d76-a141-9139cc4cf953 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0458174
Dec 18 07:31:53.211089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:31:53.875026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf480d-224d-4aa4-9fdf-21c76f987f15 req-e0d6ad77-2b86-4999-a586-c0223359b0a9 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:53.876632 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86cf480d-224d-4aa4-9fdf-21c76f987f15 req-e0d6ad77-2b86-4999-a586-c0223359b0a9 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0825784
Dec 18 07:31:53.927689 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86cf480d-224d-4aa4-9fdf-21c76f987f15 req-1000fc45-0278-4ee3-805d-10117e6b4fb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0444963
Dec 18 07:31:55.151446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b96fd-f713-4613-82f5-48abfc51360e req-244cbd15-dc23-4082-b71b-5ac48d41190c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:55.153046 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dc8b96fd-f713-4613-82f5-48abfc51360e req-244cbd15-dc23-4082-b71b-5ac48d41190c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0913668
Dec 18 07:31:55.201695 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-dc8b96fd-f713-4613-82f5-48abfc51360e req-a03f7baa-c40e-4c28-963f-8c9e6eb9035f tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422730
Dec 18 07:31:56.419535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d8e51-a03d-47e4-af30-8a9980e7fd1e req-23478612-473c-4b70-858f-2bf9047c7935 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:56.421209 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f0d8e51-a03d-47e4-af30-8a9980e7fd1e req-23478612-473c-4b70-858f-2bf9047c7935 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0887542
Dec 18 07:31:56.475544 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3f0d8e51-a03d-47e4-af30-8a9980e7fd1e req-68216bc4-9658-476a-a8a3-715b2b7b7511 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0471435
Dec 18 07:31:57.711856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14a006-089a-4e01-bdf4-8a33c80e366e req-51d41af0-9551-4b31-a6b1-e788454a3d35 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:57.713490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3b14a006-089a-4e01-bdf4-8a33c80e366e req-51d41af0-9551-4b31-a6b1-e788454a3d35 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0975702
Dec 18 07:31:57.762969 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3b14a006-089a-4e01-bdf4-8a33c80e366e req-3bd8d5bf-8a56-4ab1-8e71-629b17fd5cd1 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0431700
Dec 18 07:31:58.987651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f211591-3fde-4df2-b4e9-54a722f08ec5 req-30bcaf61-d8ad-4375-a876-9048b0037f7e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:31:58.989309 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f211591-3fde-4df2-b4e9-54a722f08ec5 req-30bcaf61-d8ad-4375-a876-9048b0037f7e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0888805
Dec 18 07:31:59.039300 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f211591-3fde-4df2-b4e9-54a722f08ec5 req-e77aedc5-4632-4db6-952d-2ef20ed4cf39 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0428190
Dec 18 07:32:00.266452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14965be-3003-4c8b-9e9e-25b0b16c9446 req-db0d56f1-781a-471b-8c58-2f70587455ba tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:32:00.268075 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d14965be-3003-4c8b-9e9e-25b0b16c9446 req-db0d56f1-781a-471b-8c58-2f70587455ba tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0846548
Dec 18 07:32:00.321783 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d14965be-3003-4c8b-9e9e-25b0b16c9446 req-8f68e63d-22bb-4338-b8a9-d9988fb6a0d6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0471292
Dec 18 07:32:01.588206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc0c26-02c6-4739-8bfb-2920d699a8bd req-79e6680d-c4d2-42ab-a4e4-9d023437670d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:32:01.592065 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3cbc0c26-02c6-4739-8bfb-2920d699a8bd req-79e6680d-c4d2-42ab-a4e4-9d023437670d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.1055233
Dec 18 07:32:01.641191 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3cbc0c26-02c6-4739-8bfb-2920d699a8bd req-167422ce-63fb-48e8-a8e2-0a844fb494f9 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0437737
Dec 18 07:32:02.868689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888685b-28c9-43a1-85da-023d931eec23 req-5f75b0e3-8375-435d-a81b-c1e97dcc059d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:32:02.870317 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c888685b-28c9-43a1-85da-023d931eec23 req-5f75b0e3-8375-435d-a81b-c1e97dcc059d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0858161
Dec 18 07:32:02.916823 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c888685b-28c9-43a1-85da-023d931eec23 req-1f94f60a-e2b0-4266-9ff7-a3f6ad1a1791 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0403333
Dec 18 07:32:04.125794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e78a2d-f3b0-412f-a24c-026580da98ce req-3b19aee8-38cf-4c00-9a77-b2662f0c5d2d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:32:04.127404 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a8e78a2d-f3b0-412f-a24c-026580da98ce req-3b19aee8-38cf-4c00-9a77-b2662f0c5d2d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0831282
Dec 18 07:32:04.177617 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a8e78a2d-f3b0-412f-a24c-026580da98ce req-9e109847-c17d-48cf-8f72-7c4e388d99cb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439138
Dec 18 07:32:05.392667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e69c8-ea6d-4c68-94d6-2115da9abefa req-144a6eb5-fb64-48ba-843b-c778591bfddd tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:32:05.394328 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d56e69c8-ea6d-4c68-94d6-2115da9abefa req-144a6eb5-fb64-48ba-843b-c778591bfddd tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 944 time: 0.0866191
Dec 18 07:32:05.441370 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d56e69c8-ea6d-4c68-94d6-2115da9abefa req-4b2ac89e-2713-4e5d-a309-a9d77e8d995d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0399764
Dec 18 07:32:06.368929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:32:06.441788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:32:06.442329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:06.557698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:06.585804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:32:06.595957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:32:06.599009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:06.600993 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:32:06.669887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905bb08-ed0a-4448-be24-7b7aba7def79 req-104c0574-b303-433b-bf94-d898f9afb227 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:32:06.671898 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2905bb08-ed0a-4448-be24-7b7aba7def79 req-104c0574-b303-433b-bf94-d898f9afb227 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0983815
Dec 18 07:32:06.672453 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db', 'code': 200}
Dec 18 07:32:06.673151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:32:06.676657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:32:06.724467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2905bb08-ed0a-4448-be24-7b7aba7def79 req-67247029-226c-4236-b3d4-d1d4db505ca2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0456848
Dec 18 07:32:06.913751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:32:06.934501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccce837-b062-493e-a8d1-e1e1bbbcd015 req-736604a4-bdf2-46ae-bfa6-b0184ac309fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:32:06.936143 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7ccce837-b062-493e-a8d1-e1e1bbbcd015 req-736604a4-bdf2-46ae-bfa6-b0184ac309fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1163 time: 0.0787873
Dec 18 07:32:06.982918 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7ccce837-b062-493e-a8d1-e1e1bbbcd015 req-94245420-b5da-4024-aeca-85c4396daa20 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0358510
Dec 18 07:32:07.938158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19547b5-3f19-4b2a-b1ea-85ec464ae2b0 req-fdb59570-510b-4227-80f8-05bedc8e5b7b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:32:07.940058 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e19547b5-3f19-4b2a-b1ea-85ec464ae2b0 req-fdb59570-510b-4227-80f8-05bedc8e5b7b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0834794
Dec 18 07:32:07.991790 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e19547b5-3f19-4b2a-b1ea-85ec464ae2b0 req-6f19a416-7e3a-4964-ab98-6e4695f46664 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0452271
Dec 18 07:32:08.085069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:32:08.155763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:32:08.156198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:09.200543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd25c-dc87-448c-a891-d351e627a7e3 req-65b74e98-f704-40b7-abca-a563dbebcbec tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:32:09.202202 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-854dd25c-dc87-448c-a891-d351e627a7e3 req-65b74e98-f704-40b7-abca-a563dbebcbec tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0828204
Dec 18 07:32:09.250156 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-854dd25c-dc87-448c-a891-d351e627a7e3 req-7e40c75c-fdf1-4352-9ae6-46dbfaa5aa99 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414433
Dec 18 07:32:14.796688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc8c9abc-3b8d-4bc9-b282-1ee97daa21be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:17.522502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7cf61066-518f-4437-af18-70701d085a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:17.603662 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:18.585769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:19.587533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:23.219118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:36.965222 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-42bd9423-3365-4924-b357-a003feca4391 req-e31d2ba3-b592-4302-8ee6-ed957eeb77af service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0738738
Dec 18 07:32:37.122034 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd9423-3365-4924-b357-a003feca4391 req-6e52ae64-c809-45de-95d8-be4db5905481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:32:37.123614 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-42bd9423-3365-4924-b357-a003feca4391 req-6e52ae64-c809-45de-95d8-be4db5905481 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1163 time: 0.0818000
Dec 18 07:32:37.279445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd9423-3365-4924-b357-a003feca4391 req-5dd35124-488c-4773-b073-cc0fe9ced9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:32:37.280915 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-42bd9423-3365-4924-b357-a003feca4391 req-5dd35124-488c-4773-b073-cc0fe9ced9ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1357512
Dec 18 07:32:37.383351 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-42bd9423-3365-4924-b357-a003feca4391 req-8dc208bf-8e67-4b6d-bb0b-c4d7246d77e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 1001 time: 0.0951731
Dec 18 07:32:37.454984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd9423-3365-4924-b357-a003feca4391 req-7b7e1908-6113-474b-b99e-3cb4d4d2f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:32:37.456492 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-42bd9423-3365-4924-b357-a003feca4391 req-7b7e1908-6113-474b-b99e-3cb4d4d2f6f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0661340
Dec 18 07:32:37.534381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd9423-3365-4924-b357-a003feca4391 req-dd29006b-3698-45f0-acc1-e807a84f5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:32:37.535866 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-42bd9423-3365-4924-b357-a003feca4391 req-dd29006b-3698-45f0-acc1-e807a84f5a5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0718522
Dec 18 07:32:37.678231 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-42bd9423-3365-4924-b357-a003feca4391 req-10e041f1-cf62-4927-9d07-bf818294eb8a service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353314
Dec 18 07:32:37.819645 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-42bd9423-3365-4924-b357-a003feca4391 req-576b8b71-f41d-4792-b97e-8ecd29163ba0 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1341786
Dec 18 07:32:43.912941 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:32:44.798257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-55121ba0-84c3-4d34-be96-88d49d13cc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:47.522900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4c56da66-b468-4acc-8e61-14c8b85ba304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:47.605996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:48.587573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:49.590218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:32:53.208252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:14.800114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7e29da4e-1f9b-4aa9-acbb-e734bf6ec634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:17.524277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-50c9490f-405c-45a4-becc-0699129d7d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:17.608585 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:18.589458 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:19.592699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:20.913269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:33:23.207185 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:24.890285 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-c0c6b375-1114-4e06-9a12-bb3642e899e6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/floatingips/b21e0ccb-28d0-41ef-9f72-d0ea8cf81560 HTTP/1.1" status: 200  len: 998 time: 0.1097956
Dec 18 07:33:25.046879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980fa57-a1e1-4885-afef-e285c837542f req-878c6f92-97b0-443f-ab93-ddacc0ca21d8 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:25.048260 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-878c6f92-97b0-443f-ab93-ddacc0ca21d8 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1514595
Dec 18 07:33:25.059606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-973a65bb-2583-444c-aeed-e9acd759603d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:33:25.060652 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-973a65bb-2583-444c-aeed-e9acd759603d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0058842
Dec 18 07:33:25.168987 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-c1301e9e-2388-4efa-bd83-4b8244dd9a7c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.16 HTTP/1.1" status: 200  len: 1001 time: 0.1012485
Dec 18 07:33:25.245752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980fa57-a1e1-4885-afef-e285c837542f req-004b2867-f87b-4dbe-9601-567ebee925a2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:25.247181 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-004b2867-f87b-4dbe-9601-567ebee925a2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports/8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 943 time: 0.0722730
Dec 18 07:33:25.428210 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-cb25e205-4f8d-4306-b16f-a99abf784fe3 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.16 HTTP/1.1" status: 200  len: 1001 time: 0.1016603
Dec 18 07:33:25.899886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-1980fa57-a1e1-4885-afef-e285c837542f req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Deleting port a01965d6-1df7-4a9f-85fa-28de50d47f8c {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:33:25.900444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1980fa57-a1e1-4885-afef-e285c837542f req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:26.074806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1980fa57-a1e1-4885-afef-e285c837542f req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:26.075183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1980fa57-a1e1-4885-afef-e285c837542f req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:26.199784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-1980fa57-a1e1-4885-afef-e285c837542f req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Calling delete_port for a01965d6-1df7-4a9f-85fa-28de50d47f8c owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:33:26.348381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1980fa57-a1e1-4885-afef-e285c837542f req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:26.364007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:33:26.462335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event deleted for resources: {'Port': ['ID=a01965d6-1df7-4a9f-85fa-28de50d47f8c,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:33:26.475701 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.476139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.476591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.477022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.477445 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.477902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.478319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.478734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.479148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.479560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.479972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.480388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.480861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.481274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.481712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.482126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.482532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.482940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.483347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.483756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.484169 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.484574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.484982 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.485391 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:26.490603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:33:26.603624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1980fa57-a1e1-4885-afef-e285c837542f req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:26.604004 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-1980fa57-a1e1-4885-afef-e285c837542f req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Floating IP b21e0ccb-28d0-41ef-9f72-d0ea8cf81560 disassociated (deleted). External IP: 172.26.7.16, port: 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db.
Dec 18 07:33:26.964574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1980fa57-a1e1-4885-afef-e285c837542f req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Router 59b47d54-d943-44f6-94e3-244efb39319f has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:33:27.144977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1980fa57-a1e1-4885-afef-e285c837542f req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:33:27.157557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eadd7d-12ba-4c7c-9879-9caecce02385 None None] Sync routers for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:33:27.165416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1980fa57-a1e1-4885-afef-e285c837542f req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:27.168078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eadd7d-12ba-4c7c-9879-9caecce02385 None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:33:27.168749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-29eadd7d-12ba-4c7c-9879-9caecce02385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d861128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:33:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:33:27.224711 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-9af3bdec-e506-48d9-a6e3-ca8443e8d670 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "DELETE /v2.0/floatingips/b21e0ccb-28d0-41ef-9f72-d0ea8cf81560 HTTP/1.1" status: 204  len: 173 time: 1.7904527
Dec 18 07:33:27.225617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:33:27.286940 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db', 'status': 'completed', 'code': 200}
Dec 18 07:33:27.353817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-29eadd7d-12ba-4c7c-9879-9caecce02385 None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:33:27.394843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a62bf9-8466-40ed-bdf7-fc97dc70328d req-23b4e393-4533-49bb-8774-2d12eed4d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:27.396538 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8a62bf9-8466-40ed-bdf7-fc97dc70328d req-23b4e393-4533-49bb-8774-2d12eed4d184 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1163 time: 0.0813010
Dec 18 07:33:27.431944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980fa57-a1e1-4885-afef-e285c837542f req-e752c32a-7e58-45d3-afed-96a20995c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:27.433683 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-e752c32a-7e58-45d3-afed-96a20995c69e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 1163 time: 0.1949160
Dec 18 07:33:27.591640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980fa57-a1e1-4885-afef-e285c837542f req-b99c91f1-08df-4ee7-8a9c-1845c1c66637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:27.593790 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-b99c91f1-08df-4ee7-8a9c-1845c1c66637 service neutron] 10.222.0.23 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1522987
Dec 18 07:33:27.689092 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-4175b7c9-835c-4ac1-8944-af5dfcaa5b09 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 217 time: 0.0872755
Dec 18 07:33:27.763722 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980fa57-a1e1-4885-afef-e285c837542f req-f1e1ee20-1e8d-45c3-a941-d5458f34eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:27.765412 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-f1e1ee20-1e8d-45c3-a941-d5458f34eac7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0754311
Dec 18 07:33:27.852122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980fa57-a1e1-4885-afef-e285c837542f req-c7859c82-fd6b-4850-b765-e4ced56d7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:27.853894 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-c7859c82-fd6b-4850-b765-e4ced56d7a21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0796440
Dec 18 07:33:27.855898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a62bf9-8466-40ed-bdf7-fc97dc70328d req-abf09897-8584-47cd-955d-88daa9f8b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:27.857569 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8a62bf9-8466-40ed-bdf7-fc97dc70328d req-abf09897-8584-47cd-955d-88daa9f8b611 service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.4451134
Dec 18 07:33:27.860158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-29eadd7d-12ba-4c7c-9879-9caecce02385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d861128>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:33:27.864295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eadd7d-12ba-4c7c-9879-9caecce02385 None None] Checking router: 59b47d54-d943-44f6-94e3-244efb39319f for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:33:27.873219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eadd7d-12ba-4c7c-9879-9caecce02385 None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:33:27.873913 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-29eadd7d-12ba-4c7c-9879-9caecce02385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d861128>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:33:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:33:27.932619 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8a62bf9-8466-40ed-bdf7-fc97dc70328d req-dfbba858-1b28-4b6b-8685-b1b833525f89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 200  len: 217 time: 0.0638993
Dec 18 07:33:28.001079 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-8a77320b-6548-4a39-a4b1-21891e3caacc service neutron] 10.222.0.23 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380332
Dec 18 07:33:28.007613 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a62bf9-8466-40ed-bdf7-fc97dc70328d req-48fa2d55-6c49-4bc8-985b-adb9aca89b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:28.009288 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8a62bf9-8466-40ed-bdf7-fc97dc70328d req-48fa2d55-6c49-4bc8-985b-adb9aca89b1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0667725
Dec 18 07:33:28.057368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-29eadd7d-12ba-4c7c-9879-9caecce02385 None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:33:28.095326 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a62bf9-8466-40ed-bdf7-fc97dc70328d req-7694bab6-1aa7-4acd-92bb-260fbf327ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:28.097384 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8a62bf9-8466-40ed-bdf7-fc97dc70328d req-7694bab6-1aa7-4acd-92bb-260fbf327ea4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0763535
Dec 18 07:33:28.150928 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1980fa57-a1e1-4885-afef-e285c837542f req-d2c09cff-441b-4d92-a2d8-11c42a0c3bb2 service neutron] 10.222.0.23 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410112
Dec 18 07:33:28.258855 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8a62bf9-8466-40ed-bdf7-fc97dc70328d req-03a75d5e-cbf1-40d7-8d78-731935bc307f service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512511
Dec 18 07:33:28.388243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-29eadd7d-12ba-4c7c-9879-9caecce02385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d861128>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:33:28.393475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eadd7d-12ba-4c7c-9879-9caecce02385 None None] The sync data for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs is: [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:33:28.419765 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f8a62bf9-8466-40ed-bdf7-fc97dc70328d req-fd9900e4-2e3f-4cdf-9327-2037e5e5ec16 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1503460
Dec 18 07:33:28.593795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8c64a-7fc2-49aa-a343-aa9323a62d85 req-7338fcf5-1f4c-41fb-9c75-401b5b496f03 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:28.594559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-f2d8c64a-7fc2-49aa-a343-aa9323a62d85 req-7338fcf5-1f4c-41fb-9c75-401b5b496f03 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Synchronizing usage tracker for tenant:0d30820f321d475f928a7dc58eee7427 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:33:28.610578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-f2d8c64a-7fc2-49aa-a343-aa9323a62d85 req-7338fcf5-1f4c-41fb-9c75-401b5b496f03 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Unset dirty status for tenant:0d30820f321d475f928a7dc58eee7427 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:33:28.612424 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2d8c64a-7fc2-49aa-a343-aa9323a62d85 req-7338fcf5-1f4c-41fb-9c75-401b5b496f03 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.1076765
Dec 18 07:33:28.664013 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f2d8c64a-7fc2-49aa-a343-aa9323a62d85 req-f925f79d-de45-4009-a6f7-7486614ec2c1 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0450735
Dec 18 07:33:28.831416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8adfa3e-20f4-4917-899e-afe3202ce133 None None] New status for floating IP b21e0ccb-28d0-41ef-9f72-d0ea8cf81560: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:33:29.883533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569affb5-fe44-4958-b9c0-d90c068f4d05 req-f367877b-5de3-409d-a399-8aa302027163 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:29.885052 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-569affb5-fe44-4958-b9c0-d90c068f4d05 req-f367877b-5de3-409d-a399-8aa302027163 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.0869253
Dec 18 07:33:29.935467 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-569affb5-fe44-4958-b9c0-d90c068f4d05 req-a3a7c86d-5fc7-43d7-833d-996cf952c65d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=97239665-246b-4b88-b575-22b988347032&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439579
Dec 18 07:33:29.991570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7719821-dfa4-485c-9697-374c48e8d53c req-15979fd9-e72d-40f2-b183-6304960050c7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:29.992318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e7719821-dfa4-485c-9697-374c48e8d53c req-15979fd9-e72d-40f2-b183-6304960050c7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Synchronizing usage tracker for tenant:0d30820f321d475f928a7dc58eee7427 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:33:30.005064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-e7719821-dfa4-485c-9697-374c48e8d53c req-15979fd9-e72d-40f2-b183-6304960050c7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Unset dirty status for tenant:0d30820f321d475f928a7dc58eee7427 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:33:30.006306 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e7719821-dfa4-485c-9697-374c48e8d53c req-15979fd9-e72d-40f2-b183-6304960050c7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.15 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 946 time: 0.1012723
Dec 18 07:33:30.081292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-e7719821-dfa4-485c-9697-374c48e8d53c req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Deleting port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:33:30.082508 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e7719821-dfa4-485c-9697-374c48e8d53c req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:30.333611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-e7719821-dfa4-485c-9697-374c48e8d53c req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] For port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:33:30.334014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e7719821-dfa4-485c-9697-374c48e8d53c req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:30.435102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:33:30.460588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-e7719821-dfa4-485c-9697-374c48e8d53c req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Calling delete_port for 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:33:30.548073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:30.605562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e7719821-dfa4-485c-9697-374c48e8d53c req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:30.621293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:33:30.713085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event deleted for resources: {'Port': ['ID=8d829ba5-8b6d-4c4f-b0a3-642e7882f6db,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:33:30.733988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.734418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.734840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.735253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.735690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.736100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.736501 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.736904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.737303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.737753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.738179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.738555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.739014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.739417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.739813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.740211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.740609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.741007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.741404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.741825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.742225 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.742621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.743018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.743412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:33:30.748408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:33:30.837314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7719821-dfa4-485c-9697-374c48e8d53c req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] No DVR routers for this DVR port 8d829ba5-8b6d-4c4f-b0a3-642e7882f6db on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:33:30.839630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-e7719821-dfa4-485c-9697-374c48e8d53c req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:30.842412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'name': 'network-vif-deleted', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:33:30.859322 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e7719821-dfa4-485c-9697-374c48e8d53c req-0fbc051f-90ed-415f-9302-2011f444db5b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.15 "DELETE /v2.0/ports/8d829ba5-8b6d-4c4f-b0a3-642e7882f6db HTTP/1.1" status: 204  len: 173 time: 0.8440528
Dec 18 07:33:30.908290 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99db963b-4c4e-40ec-927e-8d8c715d4e5f', 'name': 'network-vif-deleted', 'tag': '8d829ba5-8b6d-4c4f-b0a3-642e7882f6db', 'status': 'completed', 'code': 200}
Dec 18 07:33:31.129658 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b30b7312-5ad0-4986-bba5-a9aff1d383c3 req-a47fb373-f85b-4492-8069-56d8e198f208 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=99db963b-4c4e-40ec-927e-8d8c715d4e5f HTTP/1.1" status: 200  len: 210 time: 0.0456736
Dec 18 07:33:32.310485 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f23c445-9640-41f2-b739-2889b33a0ba5 req-04938abc-5236-42f1-a770-0d3e35145bfd tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups/97239665-246b-4b88-b575-22b988347032 HTTP/1.1" status: 200  len: 2883 time: 0.0483792
Dec 18 07:33:32.383877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-5f23c445-9640-41f2-b739-2889b33a0ba5 req-c011aa45-088f-4724-9d50-7e97b44aa84a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:32.412471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-5f23c445-9640-41f2-b739-2889b33a0ba5 req-c011aa45-088f-4724-9d50-7e97b44aa84a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:32.462173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-5f23c445-9640-41f2-b739-2889b33a0ba5 req-c011aa45-088f-4724-9d50-7e97b44aa84a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:32.467242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-51608041-01fb-45e3-902c-1d47a32cf615 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:33:32.482022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011aa45-088f-4724-9d50-7e97b44aa84a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event deleted for resources: {'SecurityGroup': ['ID=97239665-246b-4b88-b575-22b988347032,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:33:32.484873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c011aa45-088f-4724-9d50-7e97b44aa84a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:33:32.490987 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-5f23c445-9640-41f2-b739-2889b33a0ba5 req-c011aa45-088f-4724-9d50-7e97b44aa84a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:32.492184 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f23c445-9640-41f2-b739-2889b33a0ba5 req-c011aa45-088f-4724-9d50-7e97b44aa84a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "DELETE /v2.0/security-groups/97239665-246b-4b88-b575-22b988347032 HTTP/1.1" status: 204  len: 173 time: 0.1748722
Dec 18 07:33:33.851117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-388677932', 'description': 'tempest-TestShelveInstance-388677932 description'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:33:33.857767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:33:33.862380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Usage tracker for resource:security_group and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:33:33.865368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:33:33.871280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:33:33.881451 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:33.902796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:33:33.906797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Usage tracker for resource:security_group_rule and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:33:33.909870 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:33:33.915622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:33:33.988546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:33.991104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:33.996307 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-469b22ca-94f4-4a43-ad26-03558c476764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:33:34.040850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event updated for resources: {'SecurityGroup': ['ID=707f2524-b7bb-4e62-aac2-84689280c949,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:33:34.044152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:33:34.045646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:34.047173 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-036d7133-f124-4561-b7ff-a92df8db17cd req-4078bd4d-11a8-4462-9e4c-6bd1722ff9de tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1757 time: 0.2007453
Dec 18 07:33:34.130744 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b99bcfd1-c46f-4d2d-95af-689b5ec5c39d req-dffeccf8-b46c-44de-aa6b-01c2d6a4f9aa tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups/707f2524-b7bb-4e62-aac2-84689280c949 HTTP/1.1" status: 200  len: 1752 time: 0.0499332
Dec 18 07:33:34.141083 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-b99bcfd1-c46f-4d2d-95af-689b5ec5c39d req-e151484c-0ad4-48b7-a67c-9e6898cf619c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '707f2524-b7bb-4e62-aac2-84689280c949', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:33:34.141446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-b99bcfd1-c46f-4d2d-95af-689b5ec5c39d req-e151484c-0ad4-48b7-a67c-9e6898cf619c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '707f2524-b7bb-4e62-aac2-84689280c949', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:33:34.147686 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-b99bcfd1-c46f-4d2d-95af-689b5ec5c39d req-e151484c-0ad4-48b7-a67c-9e6898cf619c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:33:34.151754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b99bcfd1-c46f-4d2d-95af-689b5ec5c39d req-e151484c-0ad4-48b7-a67c-9e6898cf619c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Usage tracker for resource:security_group_rule and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:33:34.154767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b99bcfd1-c46f-4d2d-95af-689b5ec5c39d req-e151484c-0ad4-48b7-a67c-9e6898cf619c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:33:34.160540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-b99bcfd1-c46f-4d2d-95af-689b5ec5c39d req-e151484c-0ad4-48b7-a67c-9e6898cf619c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:33:34.215013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b99bcfd1-c46f-4d2d-95af-689b5ec5c39d req-e151484c-0ad4-48b7-a67c-9e6898cf619c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:34.239241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b99bcfd1-c46f-4d2d-95af-689b5ec5c39d req-e151484c-0ad4-48b7-a67c-9e6898cf619c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:34.241763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b99bcfd1-c46f-4d2d-95af-689b5ec5c39d req-e151484c-0ad4-48b7-a67c-9e6898cf619c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:34.243643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0dbe2667-9f77-43fd-87ae-032d8dcb67c0 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:33:34.266808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151484c-0ad4-48b7-a67c-9e6898cf619c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c0d5c1-0e41-44fb-8306-a3bf0a8f7720,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:33:34.269277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e151484c-0ad4-48b7-a67c-9e6898cf619c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:33:34.275415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b99bcfd1-c46f-4d2d-95af-689b5ec5c39d req-e151484c-0ad4-48b7-a67c-9e6898cf619c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:34.276744 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b99bcfd1-c46f-4d2d-95af-689b5ec5c39d req-e151484c-0ad4-48b7-a67c-9e6898cf619c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1397891
Dec 18 07:33:34.356395 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16605b1e-e24a-44e4-9b32-436256daf5c3 req-ba699381-7111-4d4b-afde-0c4f44e82ba7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups/707f2524-b7bb-4e62-aac2-84689280c949 HTTP/1.1" status: 200  len: 2314 time: 0.0471141
Dec 18 07:33:34.367482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-16605b1e-e24a-44e4-9b32-436256daf5c3 req-226a0c94-e4e2-47ff-a92f-c53e3192d9a6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '707f2524-b7bb-4e62-aac2-84689280c949', 'remote_group_id': None}]} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:33:34.367837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-16605b1e-e24a-44e4-9b32-436256daf5c3 req-226a0c94-e4e2-47ff-a92f-c53e3192d9a6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '707f2524-b7bb-4e62-aac2-84689280c949', 'remote_group_id': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:33:34.373970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-16605b1e-e24a-44e4-9b32-436256daf5c3 req-226a0c94-e4e2-47ff-a92f-c53e3192d9a6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:33:34.378707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-16605b1e-e24a-44e4-9b32-436256daf5c3 req-226a0c94-e4e2-47ff-a92f-c53e3192d9a6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Usage tracker for resource:security_group_rule and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:33:34.381785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-16605b1e-e24a-44e4-9b32-436256daf5c3 req-226a0c94-e4e2-47ff-a92f-c53e3192d9a6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:33:34.387815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-16605b1e-e24a-44e4-9b32-436256daf5c3 req-226a0c94-e4e2-47ff-a92f-c53e3192d9a6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:33:34.443761 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-16605b1e-e24a-44e4-9b32-436256daf5c3 req-226a0c94-e4e2-47ff-a92f-c53e3192d9a6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:34.469425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-16605b1e-e24a-44e4-9b32-436256daf5c3 req-226a0c94-e4e2-47ff-a92f-c53e3192d9a6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:34.472583 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-16605b1e-e24a-44e4-9b32-436256daf5c3 req-226a0c94-e4e2-47ff-a92f-c53e3192d9a6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:34.474488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b08ca135-c4d5-4385-b24a-a5c6fddaeb24 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:33:34.495717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a0c94-e4e2-47ff-a92f-c53e3192d9a6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c27eaa-3581-4a88-a602-60768fc743bb,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:33:34.499961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-226a0c94-e4e2-47ff-a92f-c53e3192d9a6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:33:34.506789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-16605b1e-e24a-44e4-9b32-436256daf5c3 req-226a0c94-e4e2-47ff-a92f-c53e3192d9a6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:34.508063 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16605b1e-e24a-44e4-9b32-436256daf5c3 req-226a0c94-e4e2-47ff-a92f-c53e3192d9a6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1447017
Dec 18 07:33:44.802300 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c8075613-a573-4f78-9a63-5fc6886500fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:47.528546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f1661bfe-888c-4021-a152-ad9b68e2c65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:47.626732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:48.607470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:49.594883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:50.989869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-5825d988-3afa-40fb-859c-39e65f8aa021 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Synchronizing usage tracker for tenant:0d30820f321d475f928a7dc58eee7427 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:33:51.004199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-5825d988-3afa-40fb-859c-39e65f8aa021 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Unset dirty status for tenant:0d30820f321d475f928a7dc58eee7427 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:33:51.005415 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-5825d988-3afa-40fb-859c-39e65f8aa021 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-388677932&fields=id&tenant_id=0d30820f321d475f928a7dc58eee7427 HTTP/1.1" status: 200  len: 267 time: 0.0578282
Dec 18 07:33:51.164774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-1a16cff3-0233-4680-a7f2-7075b0bc0909 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:51.166390 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-1a16cff3-0233-4680-a7f2-7075b0bc0909 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 808 time: 0.1533427
Dec 18 07:33:51.182095 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-b64ece07-c0dd-4087-8f92-c007f54839f3 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/quotas/0d30820f321d475f928a7dc58eee7427 HTTP/1.1" status: 200  len: 375 time: 0.0098174
Dec 18 07:33:51.267161 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-c2d4c2cf-68db-4474-8c47-b82fcefa31aa tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0791805
Dec 18 07:33:51.486679 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-dd32c035-fd42-49ca-8b69-70c4d9dcc5b9 service neutron] 10.222.0.23 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2070677
Dec 18 07:33:51.631475 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-ddb817a3-0ed9-41ee-88dd-f80897251c8c service neutron] 10.222.0.23 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383641
Dec 18 07:33:52.133972 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7b4472b2-9a77-4fb6-9499-af65f144c9dc req-8d430d71-3e72-4dd3-b967-748daa054079 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 210 time: 0.1244311
Dec 18 07:33:53.206969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:53.309322 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e54ddef1-84d8-4455-8d83-e85e81d34b17 req-06710e22-48a8-4845-b8ac-088477d271d4 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 210 time: 0.0465095
Dec 18 07:33:53.384325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-17d9c779-14df-438d-a2a3-f8c7fd4defc2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:53.385985 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-17d9c779-14df-438d-a2a3-f8c7fd4defc2 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 808 time: 0.1611276
Dec 18 07:33:53.472723 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-d88ab25e-ccbf-4568-8a3e-491ce10842fb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d30820f321d475f928a7dc58eee7427 HTTP/1.1" status: 200  len: 5551 time: 0.0717671
Dec 18 07:33:53.490718 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'port': {'device_id': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'admin_state_up': True, 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'security_groups': ['707f2524-b7bb-4e62-aac2-84689280c949']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:33:53.636547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:33:53.640654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Usage tracker for resource:port and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:33:53.643970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:33:53.649765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:33:53.659908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Made reservation on behalf of 0d30820f321d475f928a7dc58eee7427 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:33:53.665548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:53.972569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Allocated IP 172.20.0.14 (564016d6-983c-4ca3-9b38-7e73198eaf8a/dfedd7ab-71d1-4757-844a-2b7eb128c47b/9c91a371-1a95-4cda-acea-6dd0501ab1c7) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:33:54.180233 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:54.196556 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Transition to ACTIVE for port object 9c91a371-1a95-4cda-acea-6dd0501ab1c7 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:33:54.219820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:54.235673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d93c7724-1993-4bb5-bced-2a3994bfc904 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:33:54.369996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event updated for resources: {'Port': ['ID=9c91a371-1a95-4cda-acea-6dd0501ab1c7,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:33:54.375271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:33:54.427357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Network 564016d6-983c-4ca3-9b38-7e73198eaf8a is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:33:54.428576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:33:54.431138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:33:54.503457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:54.504494 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:54.534876 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0482056
Dec 18 07:33:54.546867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-17b81d3f-8b1b-4e9c-858f-2388475b39a4 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81084) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:33:54.548473 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-17b81d3f-8b1b-4e9c-858f-2388475b39a4 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0062754
Dec 18 07:33:54.552812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f681c-bbd3-464f-ba62-84f6a39acbb9 req-fba2513e-5035-4741-98ff-bab98170715b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:54.554804 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e7f681c-bbd3-464f-ba62-84f6a39acbb9 req-fba2513e-5035-4741-98ff-bab98170715b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 932 time: 0.1067953
Dec 18 07:33:54.563017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Request body: {'port': {'device_id': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:33:54.621852 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e7f681c-bbd3-464f-ba62-84f6a39acbb9 req-85b155f5-4bd4-446d-9581-68c0eb47e27b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0593526
Dec 18 07:33:54.689665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:54.781193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2333f049-3627-4012-9a00-02a6a0241b16 None None] Provisioning for port 9c91a371-1a95-4cda-acea-6dd0501ab1c7 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:33:54.787649 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-2333f049-3627-4012-9a00-02a6a0241b16 None None] Provisioning complete for port 9c91a371-1a95-4cda-acea-6dd0501ab1c7 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:33:54.788165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2333f049-3627-4012-9a00-02a6a0241b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:54.848370 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-2333f049-3627-4012-9a00-02a6a0241b16 None None] Port 9c91a371-1a95-4cda-acea-6dd0501ab1c7 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:33:55.105706 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c91a371-1a95-4cda-acea-6dd0501ab1c7 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:33:55.112656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:55.125283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Transition to ACTIVE for port object 9c91a371-1a95-4cda-acea-6dd0501ab1c7 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:33:55.127934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:55.143504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e35bd3f5-fc2b-46ce-abd5-2d606b2ad4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:33:55.274353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c91a371-1a95-4cda-acea-6dd0501ab1c7,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:33:55.279532 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:33:55.462062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Attempting to bind port 9c91a371-1a95-4cda-acea-6dd0501ab1c7 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:33:55.462444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Attempting to bind port 9c91a371-1a95-4cda-acea-6dd0501ab1c7 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:33:55.462816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Attempting to bind port 9c91a371-1a95-4cda-acea-6dd0501ab1c7 on network 564016d6-983c-4ca3-9b38-7e73198eaf8a {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:33:55.468996 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:33:55.469379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Checking segment: {'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:33:55.469815 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:55.470221 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Bound using segment: {'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:33:55.470702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Bound port: 9c91a371-1a95-4cda-acea-6dd0501ab1c7, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444d6526-e0c8-4ae7-b579-11ffabd927a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:33:55.471081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:55.566770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] For port 9c91a371-1a95-4cda-acea-6dd0501ab1c7, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:33:55.569976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] For port 9c91a371-1a95-4cda-acea-6dd0501ab1c7, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:33:55.574164 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:55.590004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b2fdddb0-f85a-426a-9b6c-d6616e225062 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:33:55.742675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c91a371-1a95-4cda-acea-6dd0501ab1c7,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:33:55.746231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:33:55.779389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:55.780042 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:33:55.781560 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 1158 time: 1.2252779
Dec 18 07:33:55.782114 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:33:55.841945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29b3f0-2264-4698-a574-0fcd2fb2098f req-a2b53b03-b3be-4844-a98b-a5dc1e847ca6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:55.844059 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4d29b3f0-2264-4698-a574-0fcd2fb2098f req-a2b53b03-b3be-4844-a98b-a5dc1e847ca6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0952613
Dec 18 07:33:55.907280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4d29b3f0-2264-4698-a574-0fcd2fb2098f req-1ae627d0-e2f8-416d-a833-eb65021bebe4 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0564318
Dec 18 07:33:55.915704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-f270defc-80ba-4ece-96b1-634c14eaabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:55.918394 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-f270defc-80ba-4ece-96b1-634c14eaabbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1161 time: 0.0876944
Dec 18 07:33:55.993963 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7', 'status': 'completed', 'code': 200}
Dec 18 07:33:56.001913 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-5a556e2b-2013-4dd9-b842-b622838ec1b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 217 time: 0.0712447
Dec 18 07:33:56.076923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-2bde7e72-287a-47b3-a80e-60ed7955d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:56.078517 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-2bde7e72-287a-47b3-a80e-60ed7955d6de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0669744
Dec 18 07:33:56.162251 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-a65509fb-2906-490c-853a-d507680c1d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:56.163853 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-a65509fb-2906-490c-853a-d507680c1d41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0752859
Dec 18 07:33:56.312034 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-acbfa3f9-bd26-48ff-9078-86a7185303ca service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370144
Dec 18 07:33:56.458311 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b288e41b-6df6-47c5-a986-b367d69d4a21 req-9b091910-8b9c-43a8-9f3f-700239072497 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357064
Dec 18 07:33:56.578480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6722fe-3afc-47f2-9968-423c85b32cf6 req-bf8dd876-c977-4d1f-85f5-c8f8a0cd8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:56.580061 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a6722fe-3afc-47f2-9968-423c85b32cf6 req-bf8dd876-c977-4d1f-85f5-c8f8a0cd8b15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1161 time: 0.0782807
Dec 18 07:33:56.993991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6722fe-3afc-47f2-9968-423c85b32cf6 req-36233316-a5a2-4d69-b5a4-9b758cc00493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:56.996286 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a6722fe-3afc-47f2-9968-423c85b32cf6 req-36233316-a5a2-4d69-b5a4-9b758cc00493 service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.4094141
Dec 18 07:33:57.072597 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a6722fe-3afc-47f2-9968-423c85b32cf6 req-a8a3eee1-9145-45da-8ca6-35aa2a43e6b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 217 time: 0.0643826
Dec 18 07:33:57.127248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae150d-6b4a-4c3f-899c-fc6293bdde3c req-67098e7f-cca5-41b9-9984-1db548528158 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:57.128864 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fbae150d-6b4a-4c3f-899c-fc6293bdde3c req-67098e7f-cca5-41b9-9984-1db548528158 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0878460
Dec 18 07:33:57.149258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6722fe-3afc-47f2-9968-423c85b32cf6 req-4b4c9775-ffbc-4c11-800d-38936d00dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:57.151440 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a6722fe-3afc-47f2-9968-423c85b32cf6 req-4b4c9775-ffbc-4c11-800d-38936d00dfa6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0678210
Dec 18 07:33:57.176413 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fbae150d-6b4a-4c3f-899c-fc6293bdde3c req-a435e146-0487-4372-8a4a-e1e38f8abff0 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0409181
Dec 18 07:33:57.235343 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6722fe-3afc-47f2-9968-423c85b32cf6 req-f914f2cd-0771-4337-8469-7481ddf0d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:57.236887 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a6722fe-3afc-47f2-9968-423c85b32cf6 req-f914f2cd-0771-4337-8469-7481ddf0d0c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0752673
Dec 18 07:33:57.385946 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a6722fe-3afc-47f2-9968-423c85b32cf6 req-04e3130e-0cd3-4ec9-bdfe-7f6798ebc840 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381848
Dec 18 07:33:57.533997 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a6722fe-3afc-47f2-9968-423c85b32cf6 req-4eee7224-98bc-4d2d-8a75-4618590ba806 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369958
Dec 18 07:33:57.912641 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:33:58.385949 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96633a0d-5529-4217-897a-b7beac5a9a6e req-5e5af21a-0d95-4579-88f0-532ec93b434a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:58.387533 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96633a0d-5529-4217-897a-b7beac5a9a6e req-5e5af21a-0d95-4579-88f0-532ec93b434a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0823214
Dec 18 07:33:58.437465 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-96633a0d-5529-4217-897a-b7beac5a9a6e req-7e04f5f3-41c9-4bc9-8a99-c7696011675a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0436201
Dec 18 07:33:59.915039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb179019-9fb9-4192-9587-6a048b860ed9 req-65e9523f-c657-48a1-9999-61c6fa9311f6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:33:59.916688 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cb179019-9fb9-4192-9587-6a048b860ed9 req-65e9523f-c657-48a1-9999-61c6fa9311f6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.3539336
Dec 18 07:33:59.963845 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cb179019-9fb9-4192-9587-6a048b860ed9 req-cede3640-8a87-41e4-8f83-8cf703a5f09f tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0401092
Dec 18 07:34:01.173017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996ab4b-df6f-4d78-8f14-d038d4900d2a req-3b8492f5-5c05-48c8-92ed-601535fe71c3 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:01.174636 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2996ab4b-df6f-4d78-8f14-d038d4900d2a req-3b8492f5-5c05-48c8-92ed-601535fe71c3 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0854790
Dec 18 07:34:01.221591 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2996ab4b-df6f-4d78-8f14-d038d4900d2a req-18fda848-c915-4b10-969d-5981c4d6c0a4 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0407031
Dec 18 07:34:02.427523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb382-7bbf-4883-9635-219ccf559666 req-001deecd-cf67-4574-81a3-1df4bf38da3d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:02.429150 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-92adb382-7bbf-4883-9635-219ccf559666 req-001deecd-cf67-4574-81a3-1df4bf38da3d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0818753
Dec 18 07:34:02.478675 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-92adb382-7bbf-4883-9635-219ccf559666 req-d5482f8f-7db5-423d-ade3-49af6472b79e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0432634
Dec 18 07:34:03.691385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febaa34-1b52-4c74-904c-c79867c16fc4 req-3cb0c82a-cda5-4002-a15c-bac78503112f tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:03.693012 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5febaa34-1b52-4c74-904c-c79867c16fc4 req-3cb0c82a-cda5-4002-a15c-bac78503112f tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0850999
Dec 18 07:34:03.739621 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5febaa34-1b52-4c74-904c-c79867c16fc4 req-894eabe5-f3a8-482a-994e-879f38616256 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0403478
Dec 18 07:34:04.958369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885980b-a5ff-4499-8c0e-90e55efae7cd req-6628b736-48eb-49b1-9161-c07c0c4ba830 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:04.959900 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6885980b-a5ff-4499-8c0e-90e55efae7cd req-6628b736-48eb-49b1-9161-c07c0c4ba830 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0907180
Dec 18 07:34:04.970540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 9c91a371-1a95-4cda-acea-6dd0501ab1c7 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:34:05.007436 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6885980b-a5ff-4499-8c0e-90e55efae7cd req-acd42f60-2962-4ce6-82df-d73f5344c367 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0413005
Dec 18 07:34:05.037953 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 9c91a371-1a95-4cda-acea-6dd0501ab1c7 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:34:05.043319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 9c91a371-1a95-4cda-acea-6dd0501ab1c7 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:34:05.043744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:05.161398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:05.189431 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:34:05.199810 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 9c91a371-1a95-4cda-acea-6dd0501ab1c7, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:34:05.202762 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:05.204724 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:34:05.270407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=9c91a371-1a95-4cda-acea-6dd0501ab1c7,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:34:05.278351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.278656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.279045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.279422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.279802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.280180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.280553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.280925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.281338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.281768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.282143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.282515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.282950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.283366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.283736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.284102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.284470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.284874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.285258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.285651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.286022 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.286387 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.286757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.287122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:34:05.292188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:34:05.331458 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7', 'code': 200}
Dec 18 07:34:05.642838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c2347-ab7d-4f13-9127-0906f662c208 req-9223fcea-3a9b-41ec-a7eb-22770c10d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:05.644465 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8b2c2347-ab7d-4f13-9127-0906f662c208 req-9223fcea-3a9b-41ec-a7eb-22770c10d457 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1163 time: 0.0855000
Dec 18 07:34:05.691665 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8b2c2347-ab7d-4f13-9127-0906f662c208 req-3ac4f9f3-4d86-4ebd-967f-39411ee8a8c8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0364692
Dec 18 07:34:06.214981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d8253-dd3a-407f-8d0a-a886d0d2fdd2 req-3fe3989e-0ad9-4994-8578-65c1129a641f tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:06.216571 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a05d8253-dd3a-407f-8d0a-a886d0d2fdd2 req-3fe3989e-0ad9-4994-8578-65c1129a641f tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0824115
Dec 18 07:34:06.266411 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a05d8253-dd3a-407f-8d0a-a886d0d2fdd2 req-87691d72-c43f-46e8-95ec-d8b110b8b4ca tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434394
Dec 18 07:34:06.644813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 9c91a371-1a95-4cda-acea-6dd0501ab1c7 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:34:06.716740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 9c91a371-1a95-4cda-acea-6dd0501ab1c7 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:34:06.717172 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:07.475515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69003fe-abb3-4a5e-a0ec-19a9cbf23ea7 req-240d0e4e-fdcf-410c-ace5-10bfc3abcc20 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:07.477417 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e69003fe-abb3-4a5e-a0ec-19a9cbf23ea7 req-240d0e4e-fdcf-410c-ace5-10bfc3abcc20 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0824344
Dec 18 07:34:07.523775 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e69003fe-abb3-4a5e-a0ec-19a9cbf23ea7 req-71ba7957-7d35-4aea-a229-c7f606cd23ea tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0395389
Dec 18 07:34:07.735103 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1475c7a-e692-4fc2-a1a2-07b987a81ffd req-bc71c416-6e92-45aa-aec9-7707d05ba5ad tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:07.736694 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d1475c7a-e692-4fc2-a1a2-07b987a81ffd req-bc71c416-6e92-45aa-aec9-7707d05ba5ad tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0862885
Dec 18 07:34:07.782692 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d1475c7a-e692-4fc2-a1a2-07b987a81ffd req-1ff108c5-91f0-44ec-bf4d-0412236259b9 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0396235
Dec 18 07:34:07.992832 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-b2d2617e-ae4c-4904-8ca4-2a4d426d8159 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1576622
Dec 18 07:34:08.003011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:34:08.008700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:34:08.013609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Usage tracker for resource:floatingip and tenant:0d30820f321d475f928a7dc58eee7427 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:34:08.016594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:34:08.022350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:34:08.032177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:08.175032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:08.444867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Allocated IP 172.26.7.102 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/5e69f65b-e04b-4965-81fd-ac665ce518dd) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:34:08.598519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:08.625011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:08.640466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dc0a915e-59e9-4dac-b09b-c0c53f4502cb tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:34:08.771721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event updated for resources: {'Port': ['ID=5e69f65b-e04b-4965-81fd-ac665ce518dd,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:34:08.777367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:34:08.824874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:34:08.826066 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:34:08.828298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:34:08.911150 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:08.970820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:09.231601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:09.234886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:09.250256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-38b580cb-3994-4baf-bd9c-05fc584dc895 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:34:09.381590 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event updated for resources: {'Port': ['ID=5e69f65b-e04b-4965-81fd-ac665ce518dd,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:34:09.387460 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:34:09.488059 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:09.513553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:09.514898 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5160556
Dec 18 07:34:09.595877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-69ea3948-3855-4e37-aed1-06d510c57d9f tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Synchronizing usage tracker for tenant:0d30820f321d475f928a7dc58eee7427 on resource:floatingip {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:34:09.610970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-69ea3948-3855-4e37-aed1-06d510c57d9f tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Unset dirty status for tenant:0d30820f321d475f928a7dc58eee7427 on resource:floatingip {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:34:09.612696 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-69ea3948-3855-4e37-aed1-06d510c57d9f tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.102 HTTP/1.1" status: 200  len: 696 time: 0.0913084
Dec 18 07:34:09.771769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-659f55d4-72f7-4fdf-8282-b0f58e5ef31e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:09.773150 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-117f91f3-0989-4735-a597-ffb5e0a8ddb9 req-659f55d4-72f7-4fdf-8282-b0f58e5ef31e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1544371
Dec 18 07:34:09.973839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-fd3ec2fa-b2a0-4491-ba86-84f1b62977a3 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:09.975449 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-fd3ec2fa-b2a0-4491-ba86-84f1b62977a3 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0908599
Dec 18 07:34:10.057142 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-79ed14e4-7678-4697-a3f8-59f3253cc0cf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.102 HTTP/1.1" status: 200  len: 696 time: 0.0748246
Dec 18 07:34:10.067471 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-f7128430-2313-4e09-8f73-416d0ae82cd7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Request body: {'floatingip': {'port_id': '9c91a371-1a95-4cda-acea-6dd0501ab1c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:34:10.146749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-f7128430-2313-4e09-8f73-416d0ae82cd7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:10.747007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-f7128430-2313-4e09-8f73-416d0ae82cd7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:10.749772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-f7128430-2313-4e09-8f73-416d0ae82cd7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:11.194135 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-f7128430-2313-4e09-8f73-416d0ae82cd7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Floating IP c0021775-2ecc-4cac-96ee-b097ce3742d6 associated. External IP: 172.26.7.102, port: 9c91a371-1a95-4cda-acea-6dd0501ab1c7.
Dec 18 07:34:11.545958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-f7128430-2313-4e09-8f73-416d0ae82cd7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Router 59b47d54-d943-44f6-94e3-244efb39319f has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:34:11.731548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-f7128430-2313-4e09-8f73-416d0ae82cd7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:34:11.735914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-f7128430-2313-4e09-8f73-416d0ae82cd7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:11.741255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42b875-4878-4568-be24-c43e1058613e None None] Sync routers for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:34:11.751900 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42b875-4878-4568-be24-c43e1058613e None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:34:11.752685 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dd42b875-4878-4568-be24-c43e1058613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce8a978>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:33:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:34:11.790219 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-f7128430-2313-4e09-8f73-416d0ae82cd7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "PUT /v2.0/floatingips/c0021775-2ecc-4cac-96ee-b097ce3742d6 HTTP/1.1" status: 200  len: 997 time: 1.7270160
Dec 18 07:34:11.791415 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:34:11.852532 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7', 'status': 'completed', 'code': 200}
Dec 18 07:34:11.886357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-a5dd8f43-b72a-4a34-b5c1-4b8693a839a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:11.888148 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-a5dd8f43-b72a-4a34-b5c1-4b8693a839a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1163 time: 0.0842140
Dec 18 07:34:11.939426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-dd42b875-4878-4568-be24-c43e1058613e None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:34:11.953028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b6f8f-b953-426a-973e-4cdc31e13d69 req-e996de28-3b41-4347-8a89-67fb395745fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:11.955085 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-233b6f8f-b953-426a-973e-4cdc31e13d69 req-e996de28-3b41-4347-8a89-67fb395745fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1163 time: 0.0798376
Dec 18 07:34:12.036486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-60b20ae0-9f4d-48ac-b1b5-cba63fc4d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:12.038412 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-60b20ae0-9f4d-48ac-b1b5-cba63fc4d255 service neutron] 10.222.0.23 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1433089
Dec 18 07:34:12.101652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b6f8f-b953-426a-973e-4cdc31e13d69 req-1103a73f-8830-42c4-9987-620cfe380aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:12.104123 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-233b6f8f-b953-426a-973e-4cdc31e13d69 req-1103a73f-8830-42c4-9987-620cfe380aec service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1412907
Dec 18 07:34:12.151208 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-d7a65673-64e8-4143-a212-47bbd7cf2ee7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 1000 time: 0.1051040
Dec 18 07:34:12.214121 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-233b6f8f-b953-426a-973e-4cdc31e13d69 req-068123ab-77cf-4874-a4d8-8fe360c66a1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 1000 time: 0.1042655
Dec 18 07:34:12.225279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-4db07df8-0420-42e5-88a5-6669a3a68ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:12.227091 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-4db07df8-0420-42e5-88a5-6669a3a68ed7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0700996
Dec 18 07:34:12.287666 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b6f8f-b953-426a-973e-4cdc31e13d69 req-850c1de0-3a28-4cd4-a5b7-f79e247f5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:12.289272 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-233b6f8f-b953-426a-973e-4cdc31e13d69 req-850c1de0-3a28-4cd4-a5b7-f79e247f5df4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0684819
Dec 18 07:34:12.306240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dd42b875-4878-4568-be24-c43e1058613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce8a978>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'c0021775-2ecc-4cac-96ee-b097ce3742d6', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'floating_ip_address': '172.26.7.102', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'port_id': '9c91a371-1a95-4cda-acea-6dd0501ab1c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'mac_address': 'fa:16:3e:b1:ce:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:34:08Z', 'updated_at': '2020-12-18T07:34:10Z', 'revision_number': 1, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:34:12.308018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-cf3df46a-cddc-4259-ac02-a007f117f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:12.309764 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-cf3df46a-cddc-4259-ac02-a007f117f03e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0749180
Dec 18 07:34:12.310446 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42b875-4878-4568-be24-c43e1058613e None None] Checking router: 59b47d54-d943-44f6-94e3-244efb39319f for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:34:12.320017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42b875-4878-4568-be24-c43e1058613e None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:34:12.320729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dd42b875-4878-4568-be24-c43e1058613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1ce8a978>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:33:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:34:12.377268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b6f8f-b953-426a-973e-4cdc31e13d69 req-b4f08bf5-6029-4aba-baae-936e921701d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:12.378865 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-233b6f8f-b953-426a-973e-4cdc31e13d69 req-b4f08bf5-6029-4aba-baae-936e921701d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0828187
Dec 18 07:34:12.461908 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-69a4c1e7-2400-4008-a9da-c4d46eba5d7c service neutron] 10.222.0.23 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443734
Dec 18 07:34:12.509942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-dd42b875-4878-4568-be24-c43e1058613e None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:34:12.527844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-233b6f8f-b953-426a-973e-4cdc31e13d69 req-e0dcaeb1-f790-4187-8441-fb58140bcb8e service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413462
Dec 18 07:34:12.618153 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b4e7aec1-61e7-4e27-bffe-2181488be24f req-bea8ec13-8745-4a30-84ea-953ea58ae122 service neutron] 10.222.0.23 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478770
Dec 18 07:34:12.699108 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-233b6f8f-b953-426a-973e-4cdc31e13d69 req-db8849d4-713c-4ac6-8c25-93c37e936b96 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1650653
Dec 18 07:34:13.055656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-dd42b875-4878-4568-be24-c43e1058613e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1ce8a978>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'c0021775-2ecc-4cac-96ee-b097ce3742d6', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'floating_ip_address': '172.26.7.102', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'port_id': '9c91a371-1a95-4cda-acea-6dd0501ab1c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'mac_address': 'fa:16:3e:b1:ce:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:34:08Z', 'updated_at': '2020-12-18T07:34:10Z', 'revision_number': 1, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:34:13.060591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42b875-4878-4568-be24-c43e1058613e None None] The sync data for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs is: [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'c0021775-2ecc-4cac-96ee-b097ce3742d6', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'floating_ip_address': '172.26.7.102', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'port_id': '9c91a371-1a95-4cda-acea-6dd0501ab1c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'mac_address': 'fa:16:3e:b1:ce:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:34:08Z', 'updated_at': '2020-12-18T07:34:10Z', 'revision_number': 1, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:34:13.423175 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37936fa-75bb-4d30-9df1-81fff6974000 None None] New status for floating IP c0021775-2ecc-4cac-96ee-b097ce3742d6: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:34:14.805835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eb0e4eac-c8f1-4644-9b9a-940851cc008d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:17.552511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d53dd7ac-ca41-4c7d-b571-2cf507995e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:17.766315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:18.589318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:19.597553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:23.220087 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:34.913966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:34:39.129864 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a358687-359a-498b-bd68-887304307a28 req-adc94994-bb82-4ea7-9efa-8823127e32fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2370205
Dec 18 07:34:39.295940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358687-359a-498b-bd68-887304307a28 req-0bd46146-c855-4d35-b6e5-baeb304c9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:39.298150 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a358687-359a-498b-bd68-887304307a28 req-0bd46146-c855-4d35-b6e5-baeb304c9b0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1163 time: 0.0839040
Dec 18 07:34:39.460671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358687-359a-498b-bd68-887304307a28 req-bf6d6f94-3211-4506-b606-a405174cacb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:39.463047 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a358687-359a-498b-bd68-887304307a28 req-bf6d6f94-3211-4506-b606-a405174cacb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1398137
Dec 18 07:34:39.570046 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a358687-359a-498b-bd68-887304307a28 req-a619f2c8-39e1-48c1-86d7-aaf52c008b8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 1002 time: 0.0972216
Dec 18 07:34:39.658521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358687-359a-498b-bd68-887304307a28 req-2dce97c4-d082-4d38-ba0f-501455f28158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:39.660122 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a358687-359a-498b-bd68-887304307a28 req-2dce97c4-d082-4d38-ba0f-501455f28158 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0806725
Dec 18 07:34:39.746128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358687-359a-498b-bd68-887304307a28 req-ba65b1af-d611-4384-a8ca-bd34ae595cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:34:39.748360 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a358687-359a-498b-bd68-887304307a28 req-ba65b1af-d611-4384-a8ca-bd34ae595cca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0758786
Dec 18 07:34:39.907147 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a358687-359a-498b-bd68-887304307a28 req-9b1cdf9a-c6bd-4acb-abc0-cb9268185873 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473303
Dec 18 07:34:40.058847 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0a358687-359a-498b-bd68-887304307a28 req-41713bf6-494a-4af1-98d9-bb178688dba6 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435237
Dec 18 07:34:44.814121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b2990487-d7ea-4edc-ac61-f475737a9061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:47.532627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-397b3644-7abb-40d2-af30-bd849c9958ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:47.616086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:48.590197 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:49.620892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:34:53.220828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:35:11.913624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:35:14.805909 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-1b016d9d-b86c-49c1-a544-405a9ae33682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:35:17.533531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-943a1f05-7faa-4d2d-a68e-0de303c3607c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:35:17.619363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:35:18.591398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:35:19.602681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:35:23.235609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:35:39.972154 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b355f78d-4080-4473-9afc-13dcf21660a2 req-02cf8d20-2b5d-41f2-8804-95cfa4fb6098 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0765157
Dec 18 07:35:40.126519 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355f78d-4080-4473-9afc-13dcf21660a2 req-13f28460-9c66-4d34-a63f-a6672f63cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:35:40.128112 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b355f78d-4080-4473-9afc-13dcf21660a2 req-13f28460-9c66-4d34-a63f-a6672f63cc60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1163 time: 0.0741696
Dec 18 07:35:40.287594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355f78d-4080-4473-9afc-13dcf21660a2 req-53897012-5c9c-4bf5-8d38-fc0f3cb36538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:35:40.289095 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b355f78d-4080-4473-9afc-13dcf21660a2 req-53897012-5c9c-4bf5-8d38-fc0f3cb36538 service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1360710
Dec 18 07:35:40.404648 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b355f78d-4080-4473-9afc-13dcf21660a2 req-69a39668-ba1d-4091-bfa9-aedf6db99e88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 1002 time: 0.1049917
Dec 18 07:35:40.476570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355f78d-4080-4473-9afc-13dcf21660a2 req-cf5ada2e-db8d-49db-a1cf-a74ff1fdfcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:35:40.478123 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b355f78d-4080-4473-9afc-13dcf21660a2 req-cf5ada2e-db8d-49db-a1cf-a74ff1fdfcd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0637579
Dec 18 07:35:40.560615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355f78d-4080-4473-9afc-13dcf21660a2 req-864549ae-9089-42c8-bd34-5937fe2c449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:35:40.562169 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b355f78d-4080-4473-9afc-13dcf21660a2 req-864549ae-9089-42c8-bd34-5937fe2c449a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0762911
Dec 18 07:35:40.710041 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b355f78d-4080-4473-9afc-13dcf21660a2 req-ac227bb2-b588-41e7-bee2-6baed6ded1d8 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370230
Dec 18 07:35:40.853702 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b355f78d-4080-4473-9afc-13dcf21660a2 req-0be102a5-1277-42ff-b18c-99a119689115 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1336267
Dec 18 07:35:44.807393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e992be47-a690-42a8-a466-5180a7ab304b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:35:47.533946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0aca32c5-5b78-4736-bb94-8e4bf110da45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:35:47.622890 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:35:48.592145 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:35:48.913081 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:35:49.605498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:35:53.240195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:14.809177 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a4cdf7e4-e208-400e-a54a-bdf591734876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:15.813898 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564382c-ceee-4290-a80f-3f8fcbe92637 req-405a5e70-81bd-4fba-86f3-9c8bedd46ba0 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:15.815469 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f564382c-ceee-4290-a80f-3f8fcbe92637 req-405a5e70-81bd-4fba-86f3-9c8bedd46ba0 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0954943
Dec 18 07:36:15.861951 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f564382c-ceee-4290-a80f-3f8fcbe92637 req-a027e318-a9e9-4844-bd71-b7b2bdebde3b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0401528
Dec 18 07:36:17.074884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd2589-712f-4045-83a0-892495146835 req-5abc0f22-29da-4391-bd22-363e01efdd1b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:17.076510 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-60dd2589-712f-4045-83a0-892495146835 req-5abc0f22-29da-4391-bd22-363e01efdd1b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0840814
Dec 18 07:36:17.126161 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-60dd2589-712f-4045-83a0-892495146835 req-b82f0020-014b-4568-bf61-72cfec5022cc tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0433402
Dec 18 07:36:17.534429 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5a07fcc1-a979-4d98-8d10-1e456115ad21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:17.627594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:18.348819 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365c001-0f39-471d-ada0-03a857ffbcf1 req-dc9d65b1-24b2-42f8-8b5a-fbd912ffd15d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:18.350447 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7365c001-0f39-471d-ada0-03a857ffbcf1 req-dc9d65b1-24b2-42f8-8b5a-fbd912ffd15d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0830619
Dec 18 07:36:18.396474 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7365c001-0f39-471d-ada0-03a857ffbcf1 req-5fb00d26-c980-49d0-85a0-f23c52965427 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0395973
Dec 18 07:36:18.593155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:19.608373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:19.615766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49bacd-c771-4676-80c4-1ca6c1096839 req-79e20f81-7c13-4e5f-af35-242e2a2c8020 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:19.617369 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cf49bacd-c771-4676-80c4-1ca6c1096839 req-79e20f81-7c13-4e5f-af35-242e2a2c8020 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0880349
Dec 18 07:36:19.664955 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cf49bacd-c771-4676-80c4-1ca6c1096839 req-43ea4e92-634a-4789-bc58-7d7bb61af5ef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411570
Dec 18 07:36:20.877805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf136a0f-0411-4371-ada1-af7edf4307cf req-cadf9460-4ce4-4b90-b967-8c45d9d5b00c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:20.879926 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cf136a0f-0411-4371-ada1-af7edf4307cf req-cadf9460-4ce4-4b90-b967-8c45d9d5b00c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0830042
Dec 18 07:36:20.930634 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cf136a0f-0411-4371-ada1-af7edf4307cf req-8b5936ea-570f-4ee1-a459-d345b4e012bb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0442452
Dec 18 07:36:22.142283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184e70c-ee5d-4780-b258-74e842daf073 req-ddaeb919-c2e3-4298-83f8-bdca4dd32aa4 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:22.143876 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5184e70c-ee5d-4780-b258-74e842daf073 req-ddaeb919-c2e3-4298-83f8-bdca4dd32aa4 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0829613
Dec 18 07:36:22.190178 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5184e70c-ee5d-4780-b258-74e842daf073 req-8f4431c8-6d3c-4d92-a009-df7033973008 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0399952
Dec 18 07:36:23.261317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:23.420410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e988ed-29c9-45a0-b90a-8048141cb641 req-ef3beb2f-5e30-4eaa-a3d4-e2e2373c05ee tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:23.422041 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-27e988ed-29c9-45a0-b90a-8048141cb641 req-ef3beb2f-5e30-4eaa-a3d4-e2e2373c05ee tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0866444
Dec 18 07:36:23.468708 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-27e988ed-29c9-45a0-b90a-8048141cb641 req-09ac9ab6-ef54-453b-b45e-53bdd4f53008 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0398684
Dec 18 07:36:24.677716 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d8789-9bab-4ffd-8398-14e577bf61b3 req-e78ea6df-ae55-4f2a-8c20-548b05ca7a8b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:24.679334 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-870d8789-9bab-4ffd-8398-14e577bf61b3 req-e78ea6df-ae55-4f2a-8c20-548b05ca7a8b tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0830731
Dec 18 07:36:24.731182 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-870d8789-9bab-4ffd-8398-14e577bf61b3 req-eb56a370-fcac-4d93-afe9-89c40a26f651 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0452998
Dec 18 07:36:25.913393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:36:25.941254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6247c-0bf2-4c3f-86fd-5bdac2e0af31 req-bf700ac6-6c38-4382-97d0-d92f2f7aa168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:25.943490 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cca6247c-0bf2-4c3f-86fd-5bdac2e0af31 req-bf700ac6-6c38-4382-97d0-d92f2f7aa168 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1163 time: 0.0760293
Dec 18 07:36:25.943977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd148aed-9e78-4c5b-88eb-406b09cd2ada req-b2edfc4f-c407-46a1-97bf-fa0ae4c3d401 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:25.945647 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fd148aed-9e78-4c5b-88eb-406b09cd2ada req-b2edfc4f-c407-46a1-97bf-fa0ae4c3d401 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0855474
Dec 18 07:36:25.992788 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-fd148aed-9e78-4c5b-88eb-406b09cd2ada req-37681b2e-452f-4261-ba91-05dc77e0f414 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0405793
Dec 18 07:36:26.087857 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6247c-0bf2-4c3f-86fd-5bdac2e0af31 req-ec63d83a-5799-4a08-9367-a925bafc7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:26.089500 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cca6247c-0bf2-4c3f-86fd-5bdac2e0af31 req-ec63d83a-5799-4a08-9367-a925bafc7f3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1361253
Dec 18 07:36:26.201661 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cca6247c-0bf2-4c3f-86fd-5bdac2e0af31 req-721a60a3-1367-487d-af97-2dedf816b4de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 1002 time: 0.0994573
Dec 18 07:36:26.273047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6247c-0bf2-4c3f-86fd-5bdac2e0af31 req-1b2010a2-ae3d-4b4d-80bd-10778e725bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:26.274601 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cca6247c-0bf2-4c3f-86fd-5bdac2e0af31 req-1b2010a2-ae3d-4b4d-80bd-10778e725bfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0635355
Dec 18 07:36:26.360283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6247c-0bf2-4c3f-86fd-5bdac2e0af31 req-a6bfd733-c85d-4665-b3f3-7671e966d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:26.361913 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cca6247c-0bf2-4c3f-86fd-5bdac2e0af31 req-a6bfd733-c85d-4665-b3f3-7671e966d9d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0760891
Dec 18 07:36:26.784334 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cca6247c-0bf2-4c3f-86fd-5bdac2e0af31 req-d1a623b9-cd18-43ef-9aa4-56f1a942c8f3 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4119058
Dec 18 07:36:26.928097 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-cca6247c-0bf2-4c3f-86fd-5bdac2e0af31 req-7059d738-0272-4963-87c1-9adea70457e0 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1335249
Dec 18 07:36:27.207868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e0379-2d03-42d4-897e-fc5d610ac58b req-679c2b34-93cb-4cad-ac5e-a6ae29888c92 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:27.209457 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-810e0379-2d03-42d4-897e-fc5d610ac58b req-679c2b34-93cb-4cad-ac5e-a6ae29888c92 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0858285
Dec 18 07:36:27.260342 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-810e0379-2d03-42d4-897e-fc5d610ac58b req-cbfe420c-d32a-4751-acc1-fa24e3e52dde tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0447497
Dec 18 07:36:28.474547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95923ca1-d58f-4362-91f8-7c609a984775 req-6fd6b73a-df30-4e8a-bf0e-8d1fc1d0c891 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:28.476207 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-95923ca1-d58f-4362-91f8-7c609a984775 req-6fd6b73a-df30-4e8a-bf0e-8d1fc1d0c891 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0837998
Dec 18 07:36:28.526872 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-95923ca1-d58f-4362-91f8-7c609a984775 req-a7cee8c2-6efd-4f8d-9e9e-d584c41c8a38 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0441999
Dec 18 07:36:29.385528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 9c91a371-1a95-4cda-acea-6dd0501ab1c7 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:36:29.497588 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:29.525632 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:36:29.536110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 9c91a371-1a95-4cda-acea-6dd0501ab1c7, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:36:29.538969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:29.540794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ddcbf2fa-4f25-445d-a0c9-1877cce2c883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:36:29.598516 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7', 'code': 200}
Dec 18 07:36:29.624559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=9c91a371-1a95-4cda-acea-6dd0501ab1c7,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:36:29.633817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.634187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.634738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.635265 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.635835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.636356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.636871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.637382 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.637930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.638462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.639003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.639377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.639812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.640182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.640553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.640925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.641290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.641682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.642048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.642414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.642778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.643137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.643500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.643864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:36:29.649208 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:36:29.748430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbbbe2-3f00-441b-b42f-3dc63d60bb98 req-743c3871-bd65-400a-bbca-410b6e0dd753 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:29.750086 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f9cbbbe2-3f00-441b-b42f-3dc63d60bb98 req-743c3871-bd65-400a-bbca-410b6e0dd753 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0880232
Dec 18 07:36:29.797241 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f9cbbbe2-3f00-441b-b42f-3dc63d60bb98 req-f9f1b478-94b5-453f-b2ff-d30c0148ec20 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0401461
Dec 18 07:36:30.192186 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25375f-d7c7-4fe2-83d6-4f2b1b3f6865 req-2524911c-b570-47ea-b339-a80cfa68de41 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:30.193848 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f25375f-d7c7-4fe2-83d6-4f2b1b3f6865 req-2524911c-b570-47ea-b339-a80cfa68de41 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0870779
Dec 18 07:36:30.244794 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5f25375f-d7c7-4fe2-83d6-4f2b1b3f6865 req-cb85951f-08b2-44c0-9a1b-da7364308a9d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0445642
Dec 18 07:36:30.254220 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-2b41023c-6c21-4a68-9ee3-2e5236adb0fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2113798
Dec 18 07:36:31.457418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35996426-76d0-42dd-9956-ddb63afb88e5 req-a432924f-0535-45f4-8ed4-987ccbb7050a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:31.459280 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35996426-76d0-42dd-9956-ddb63afb88e5 req-a432924f-0535-45f4-8ed4-987ccbb7050a tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0847385
Dec 18 07:36:31.511359 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35996426-76d0-42dd-9956-ddb63afb88e5 req-fd92ea2f-9785-445c-8fc1-2d0f90f61355 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0457735
Dec 18 07:36:32.733791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48156be9-15b2-49e1-8645-0407bee21e56 req-6ff24706-473d-4242-a94a-eab787a8e975 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:32.735419 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-48156be9-15b2-49e1-8645-0407bee21e56 req-6ff24706-473d-4242-a94a-eab787a8e975 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0865166
Dec 18 07:36:32.783163 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-48156be9-15b2-49e1-8645-0407bee21e56 req-c32e1971-5346-46f5-bf76-626f427fd953 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0403843
Dec 18 07:36:34.001017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b66b1-5430-452a-9c21-85e58c27c1ea req-2cae9e7f-2312-4148-9e2b-d48a125a9eb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:34.002655 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b76b66b1-5430-452a-9c21-85e58c27c1ea req-2cae9e7f-2312-4148-9e2b-d48a125a9eb7 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0875452
Dec 18 07:36:34.050743 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b76b66b1-5430-452a-9c21-85e58c27c1ea req-dc754fa7-fed5-498e-b9bb-bb78fdd85fdf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0408649
Dec 18 07:36:34.394159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-8b5795d3-6636-47ad-ad70-467133ec6fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:34.395684 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-8b5795d3-6636-47ad-ad70-467133ec6fe2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f&tenant_id=0d30820f321d475f928a7dc58eee7427 HTTP/1.1" status: 200  len: 1161 time: 0.0776873
Dec 18 07:36:34.501765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-31511a49-b4d9-41e4-bc3c-bf6aa48ac86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:34.503245 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-31511a49-b4d9-41e4-bc3c-bf6aa48ac86a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1161 time: 0.0769906
Dec 18 07:36:34.648966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-efe8fe86-fb11-482e-af65-6bf81288200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:34.650908 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-efe8fe86-fb11-482e-af65-6bf81288200c service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1364300
Dec 18 07:36:34.761259 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-afc4c5e7-7efb-4d0a-a6dd-c5f4ed3f1ab1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 1000 time: 0.0987391
Dec 18 07:36:34.831911 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-093124b1-70ee-43e5-82ba-aadc8fe42759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:34.833938 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-093124b1-70ee-43e5-82ba-aadc8fe42759 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0622675
Dec 18 07:36:34.918297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-975c87df-9ddf-43bb-86e6-02630701da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:34.919851 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-975c87df-9ddf-43bb-86e6-02630701da02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0753469
Dec 18 07:36:35.062545 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-f95dde76-f866-4252-b4e4-c5ad84c19d1e service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314728
Dec 18 07:36:35.207537 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ae32f32d-eda2-4bb5-8bc0-3154866e34cd req-68d0ea40-f02c-4a41-9b7a-8eb760ffe0cd service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345766
Dec 18 07:36:35.265238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d5e9-38f0-4c6d-85bc-4ebb86441d3b req-7967c344-4f30-46ff-9778-5eb42527de22 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:35.266874 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f423d5e9-38f0-4c6d-85bc-4ebb86441d3b req-7967c344-4f30-46ff-9778-5eb42527de22 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0866511
Dec 18 07:36:35.319546 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f423d5e9-38f0-4c6d-85bc-4ebb86441d3b req-98680fe2-73a2-47c2-b55d-1d99aae15f89 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0458529
Dec 18 07:36:36.527098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245f20c-5ba7-4106-959e-73b0a7536eee req-1d5d235e-da3f-4d29-9a15-17151d4ef497 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:36.528698 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c245f20c-5ba7-4106-959e-73b0a7536eee req-1d5d235e-da3f-4d29-9a15-17151d4ef497 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0828989
Dec 18 07:36:36.575706 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c245f20c-5ba7-4106-959e-73b0a7536eee req-8241547d-fc31-4767-a4cd-63f06e8c5dfa tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0407624
Dec 18 07:36:37.787417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36da00-9157-45ae-aac4-b967aaf23b9e req-3090db2b-eabd-4d02-b5af-5c43d6704d46 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:37.789000 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0d36da00-9157-45ae-aac4-b967aaf23b9e req-3090db2b-eabd-4d02-b5af-5c43d6704d46 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0850430
Dec 18 07:36:37.835618 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0d36da00-9157-45ae-aac4-b967aaf23b9e req-683509b6-a0fa-4aa5-a915-c4fada40de73 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0403996
Dec 18 07:36:39.046876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1db463-f557-4738-8b7b-5566212f8835 req-f4a1ffea-1f92-4d95-a3be-efec04612045 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:39.048373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bc1db463-f557-4738-8b7b-5566212f8835 req-f4a1ffea-1f92-4d95-a3be-efec04612045 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0821662
Dec 18 07:36:39.098362 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-bc1db463-f557-4738-8b7b-5566212f8835 req-9c80a89b-760d-4a72-97ad-919a66f9c89e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0430348
Dec 18 07:36:40.014571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a13814-ff75-47df-86f2-bc4c7ed05f11 req-47d0adc1-4107-42c6-b4f3-122c932c59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:40.016059 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a13814-ff75-47df-86f2-bc4c7ed05f11 req-47d0adc1-4107-42c6-b4f3-122c932c59e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1161 time: 0.0740981
Dec 18 07:36:40.175809 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a13814-ff75-47df-86f2-bc4c7ed05f11 req-81eeb173-dd94-4462-8035-ef23aa88ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:40.177994 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a13814-ff75-47df-86f2-bc4c7ed05f11 req-81eeb173-dd94-4462-8035-ef23aa88ca1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1377537
Dec 18 07:36:40.290984 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a13814-ff75-47df-86f2-bc4c7ed05f11 req-b5fc54c4-8d33-48bb-8c46-f9160498ce6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 1000 time: 0.1017113
Dec 18 07:36:40.316381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b0d58-6df1-4486-b0b1-ce527d386504 req-7fdfba9a-c314-4dfb-b9f1-dfa7d78adaf3 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:40.318065 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a23b0d58-6df1-4486-b0b1-ce527d386504 req-7fdfba9a-c314-4dfb-b9f1-dfa7d78adaf3 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0871863
Dec 18 07:36:40.360448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a13814-ff75-47df-86f2-bc4c7ed05f11 req-f8d0a750-47d6-40ab-9ac7-9c0744d45cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:40.362057 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a13814-ff75-47df-86f2-bc4c7ed05f11 req-f8d0a750-47d6-40ab-9ac7-9c0744d45cd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0647886
Dec 18 07:36:40.365794 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a23b0d58-6df1-4486-b0b1-ce527d386504 req-30a7db91-b435-460c-abcf-edff5c2f3bb6 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0412967
Dec 18 07:36:40.448106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a13814-ff75-47df-86f2-bc4c7ed05f11 req-c3cf4a36-c883-4138-91d2-47860e6e7937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:40.449799 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a13814-ff75-47df-86f2-bc4c7ed05f11 req-c3cf4a36-c883-4138-91d2-47860e6e7937 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0770442
Dec 18 07:36:40.597691 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a13814-ff75-47df-86f2-bc4c7ed05f11 req-44d7dd88-1ea2-41c7-9fae-1286a21e2bde service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371510
Dec 18 07:36:40.742329 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86a13814-ff75-47df-86f2-bc4c7ed05f11 req-089427c8-bc69-4c81-945a-8725709ae045 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345358
Dec 18 07:36:41.839381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5b9ee-8b01-4cad-98d2-2e7a81abb726 req-9a7d5e1d-7050-48d1-89e6-b9bf63ede131 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:41.840980 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63e5b9ee-8b01-4cad-98d2-2e7a81abb726 req-9a7d5e1d-7050-48d1-89e6-b9bf63ede131 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.3445914
Dec 18 07:36:41.888576 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-63e5b9ee-8b01-4cad-98d2-2e7a81abb726 req-098dd72e-ca83-4e5f-bd73-85993a66417f tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410535
Dec 18 07:36:43.097269 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8428841-86e8-4fdc-a7a4-0cd99597a768 req-092711d4-c986-4efd-8eb3-0feebfec29dd tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:43.098873 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b8428841-86e8-4fdc-a7a4-0cd99597a768 req-092711d4-c986-4efd-8eb3-0feebfec29dd tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 944 time: 0.0813746
Dec 18 07:36:43.145800 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b8428841-86e8-4fdc-a7a4-0cd99597a768 req-d04af3bf-6409-4680-bc96-239b53095b27 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0406432
Dec 18 07:36:43.781329 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 9c91a371-1a95-4cda-acea-6dd0501ab1c7 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:36:43.850727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 9c91a371-1a95-4cda-acea-6dd0501ab1c7 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:36:43.851152 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:43.968203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:43.994602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:36:44.004831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 9c91a371-1a95-4cda-acea-6dd0501ab1c7, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:36:44.009485 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:44.011530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5e8a37d7-9856-4a31-bb8c-ec8a66f07cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:36:44.055204 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7', 'code': 200}
Dec 18 07:36:44.082098 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=9c91a371-1a95-4cda-acea-6dd0501ab1c7,revision_number=6']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:36:44.086849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:36:44.372072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5d1ba-c5df-4e1a-9a41-67d48f7b38b9 req-b28dbb33-aa1b-404d-8ffe-cc9fde8091b1 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:44.373723 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16e5d1ba-c5df-4e1a-9a41-67d48f7b38b9 req-b28dbb33-aa1b-404d-8ffe-cc9fde8091b1 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0971293
Dec 18 07:36:44.422571 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-16e5d1ba-c5df-4e1a-9a41-67d48f7b38b9 req-ca68e405-bd1f-4802-aa93-17bd58972fcd tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0423276
Dec 18 07:36:44.473074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae1c2e-dd1a-4a5b-a851-d292381ce769 req-306018fe-8e69-4a2b-b340-b323c0fd402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:44.474774 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e5ae1c2e-dd1a-4a5b-a851-d292381ce769 req-306018fe-8e69-4a2b-b340-b323c0fd402b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1163 time: 0.0761478
Dec 18 07:36:44.542811 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e5ae1c2e-dd1a-4a5b-a851-d292381ce769 req-534abce6-a121-4cf0-9d58-965926dd789c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0367618
Dec 18 07:36:44.812246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b884f0eb-7fd1-4a3c-8b35-73b61c31c4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:45.467881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 9c91a371-1a95-4cda-acea-6dd0501ab1c7 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:36:45.542540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 9c91a371-1a95-4cda-acea-6dd0501ab1c7 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:36:45.543127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:45.645231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ca2ed-6d8e-4584-95a7-3e9527f023e4 req-db34fe04-05af-42d7-894d-4638b98618ce tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:45.647425 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-424ca2ed-6d8e-4584-95a7-3e9527f023e4 req-db34fe04-05af-42d7-894d-4638b98618ce tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0893619
Dec 18 07:36:45.696947 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-424ca2ed-6d8e-4584-95a7-3e9527f023e4 req-f80047df-0883-4e97-85b3-e42b313c857e tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0429864
Dec 18 07:36:46.908740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f112048-e5fb-4cbf-846f-16360fb85853 req-b2ae030d-7163-4758-8028-812a7e5a0d55 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:36:46.910426 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f112048-e5fb-4cbf-846f-16360fb85853 req-b2ae030d-7163-4758-8028-812a7e5a0d55 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0826900
Dec 18 07:36:46.958730 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4f112048-e5fb-4cbf-846f-16360fb85853 req-63511554-33c9-4a2e-8e30-fc9189ff8aad tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418022
Dec 18 07:36:47.535677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-687ac848-4dbc-4b76-9e47-a79fe221c58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:47.627333 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:48.594120 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:49.610796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:36:53.248780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:37:02.919218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:37:14.814420 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-401213b7-791d-4ee0-afd7-50b3cdab580f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:37:17.551243 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d98d3e97-a784-4749-b450-a912afc34693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:37:17.647313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:37:18.608883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:37:19.616546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:37:23.256674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:37:39.912774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:37:40.952025 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55c9db11-f146-4eb8-ac36-c9af9345df68 req-21afbf92-cf67-41a0-ba57-06a132b328da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0771556
Dec 18 07:37:41.107665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9db11-f146-4eb8-ac36-c9af9345df68 req-a8b8f343-d76e-4b30-826e-8786ad047717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:37:41.109248 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55c9db11-f146-4eb8-ac36-c9af9345df68 req-a8b8f343-d76e-4b30-826e-8786ad047717 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1163 time: 0.0748124
Dec 18 07:37:41.263733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9db11-f146-4eb8-ac36-c9af9345df68 req-eec5b2d0-3272-4759-8d39-601a7a5e50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:37:41.265214 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55c9db11-f146-4eb8-ac36-c9af9345df68 req-eec5b2d0-3272-4759-8d39-601a7a5e50fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1354952
Dec 18 07:37:41.374731 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55c9db11-f146-4eb8-ac36-c9af9345df68 req-f88e35ec-21f1-479b-a443-9d027a677b09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 1002 time: 0.0989859
Dec 18 07:37:41.446328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9db11-f146-4eb8-ac36-c9af9345df68 req-e05c3d58-9c82-4d47-8578-9e580655c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:37:41.447832 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55c9db11-f146-4eb8-ac36-c9af9345df68 req-e05c3d58-9c82-4d47-8578-9e580655c015 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0631289
Dec 18 07:37:41.531985 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9db11-f146-4eb8-ac36-c9af9345df68 req-dd427068-eb61-402f-9433-2160fb55b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:37:41.533452 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55c9db11-f146-4eb8-ac36-c9af9345df68 req-dd427068-eb61-402f-9433-2160fb55b1ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0752399
Dec 18 07:37:41.685483 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55c9db11-f146-4eb8-ac36-c9af9345df68 req-eb84ea15-493b-44d2-884c-891a6bd990ae service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406529
Dec 18 07:37:41.829082 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-55c9db11-f146-4eb8-ac36-c9af9345df68 req-edb2e1f6-6c87-4db2-bcf5-9fb04b581e17 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368906
Dec 18 07:37:44.816191 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aa536e75-ccd2-4b76-ad5c-429dca70d6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:37:47.541861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8e96bb97-89a1-45b6-9723-b991dc4963b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:37:47.632612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:37:48.600536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:37:49.616349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:37:53.262704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:10.177748 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-70736a32-cfaf-4b84-9ff0-7e3284cdde6d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/floatingips/c0021775-2ecc-4cac-96ee-b097ce3742d6 HTTP/1.1" status: 200  len: 999 time: 0.1081817
Dec 18 07:38:10.335806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-7c26af7c-0bb3-4446-9573-43e30be02bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:10.337249 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-7c26af7c-0bb3-4446-9573-43e30be02bef tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1537101
Dec 18 07:38:10.445615 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9979c6df-5148-4b6f-95eb-ca211e2ef0a4 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.102 HTTP/1.1" status: 200  len: 1002 time: 0.1016307
Dec 18 07:38:10.524932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-98021f2c-01d5-40c8-b039-97c2a3d01210 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:10.526378 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-98021f2c-01d5-40c8-b039-97c2a3d01210 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports/9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 943 time: 0.0741267
Dec 18 07:38:10.709570 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-41aafaf9-0bc4-4f8e-848d-7ab063e746ca tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.102 HTTP/1.1" status: 200  len: 1002 time: 0.1011329
Dec 18 07:38:10.920652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Deleting port 5e69f65b-e04b-4965-81fd-ac665ce518dd {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:38:10.920963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:11.095938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:11.096303 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:11.220259 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Calling delete_port for 5e69f65b-e04b-4965-81fd-ac665ce518dd owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:38:11.372151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:11.387740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2064030a-f033-4180-9d5f-517fbff53ceb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:11.478781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event deleted for resources: {'Port': ['ID=5e69f65b-e04b-4965-81fd-ac665ce518dd,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:11.495919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.496353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.496781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.497248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.498181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.498599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.499011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.499422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.499833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.500240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.500650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.501058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.501562 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.501973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.502380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.502786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.503192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.503605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.504008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.504412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.504820 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.505224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.505648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.506054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:11.511124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:11.625134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:11.625506 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Floating IP c0021775-2ecc-4cac-96ee-b097ce3742d6 disassociated (deleted). External IP: 172.26.7.102, port: 9c91a371-1a95-4cda-acea-6dd0501ab1c7.
Dec 18 07:38:11.984292 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Router 59b47d54-d943-44f6-94e3-244efb39319f has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:38:12.162992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:38:12.173230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd048f-339c-4ccc-90e7-6c48c7b427a5 None None] Sync routers for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:38:12.183215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd048f-339c-4ccc-90e7-6c48c7b427a5 None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:38:12.183897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5afd048f-339c-4ccc-90e7-6c48c7b427a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc61b70>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:37:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:12.187055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:12.244796 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "DELETE /v2.0/floatingips/c0021775-2ecc-4cac-96ee-b097ce3742d6 HTTP/1.1" status: 204  len: 173 time: 1.5290425
Dec 18 07:38:12.245401 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:38:12.338926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9821ae68-e7fe-4bdf-aa6e-b533ace164ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:12.340832 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9821ae68-e7fe-4bdf-aa6e-b533ace164ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1163 time: 0.0789561
Dec 18 07:38:12.373989 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-5afd048f-339c-4ccc-90e7-6c48c7b427a5 None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:38:12.486254 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-cea385e3-e8c4-4469-b761-7e331bfbe37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:12.487794 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-cea385e3-e8c4-4469-b761-7e331bfbe37b service neutron] 10.222.0.23 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1393621
Dec 18 07:38:12.561469 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-9b7bc95a-be23-4fd7-9d5e-ecad8952bdad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 217 time: 0.0667131
Dec 18 07:38:12.631681 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-12153735-131f-4fe4-b1d7-b8e22bade5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:12.632748 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-12153735-131f-4fe4-b1d7-b8e22bade5f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0646143
Dec 18 07:38:12.709144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5afd048f-339c-4ccc-90e7-6c48c7b427a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc61b70>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:12.713380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd048f-339c-4ccc-90e7-6c48c7b427a5 None None] Checking router: 59b47d54-d943-44f6-94e3-244efb39319f for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:38:12.722525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd048f-339c-4ccc-90e7-6c48c7b427a5 None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:38:12.723179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5afd048f-339c-4ccc-90e7-6c48c7b427a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dc61b70>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:37:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:12.725999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-13c7f57d-714a-4b0b-9a38-75e863ecf825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:12.727870 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-13c7f57d-714a-4b0b-9a38-75e863ecf825 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0813963
Dec 18 07:38:12.879337 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-43458630-af7c-46dc-9a28-39937767e6f5 service neutron] 10.222.0.23 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437080
Dec 18 07:38:12.910907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-5afd048f-339c-4ccc-90e7-6c48c7b427a5 None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:38:13.031310 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9b173eb0-5a59-4eea-87f6-1e206cb78fe7 req-0cfa00fb-e055-4a75-a076-edfa7ef4f94a service neutron] 10.222.0.23 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456888
Dec 18 07:38:13.250756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-5afd048f-339c-4ccc-90e7-6c48c7b427a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dc61b70>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:13.255281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afd048f-339c-4ccc-90e7-6c48c7b427a5 None None] The sync data for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs is: [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:29:03Z', 'revision_number': 4, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '4b526d32-3fa6-4b91-b2a8-8149d31e152e', 'name': '', 'network_id': '564016d6-983c-4ca3-9b38-7e73198eaf8a', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'mac_address': 'fa:16:3e:5c:f1:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:02Z', 'updated_at': '2020-12-18T07:29:11Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'subnets': [{'id': 'dfedd7ab-71d1-4757-844a-2b7eb128c47b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:38:13.427513 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7', 'status': 'completed', 'code': 200}
Dec 18 07:38:13.471213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734fa4f-fd22-4d31-a2d9-a48e4fd32eb0 req-5ec61634-98a5-450f-a6fb-cb904ed80dc5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:13.471963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c734fa4f-fd22-4d31-a2d9-a48e4fd32eb0 req-5ec61634-98a5-450f-a6fb-cb904ed80dc5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Synchronizing usage tracker for tenant:0d30820f321d475f928a7dc58eee7427 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:38:13.487020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c734fa4f-fd22-4d31-a2d9-a48e4fd32eb0 req-5ec61634-98a5-450f-a6fb-cb904ed80dc5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Unset dirty status for tenant:0d30820f321d475f928a7dc58eee7427 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:38:13.488292 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c734fa4f-fd22-4d31-a2d9-a48e4fd32eb0 req-5ec61634-98a5-450f-a6fb-cb904ed80dc5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.1032996
Dec 18 07:38:13.515041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fffbc-9caf-41f0-85d6-348606ff407e req-1c653638-880c-417d-93fa-6d8f63067c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:13.516702 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b41fffbc-9caf-41f0-85d6-348606ff407e req-1c653638-880c-417d-93fa-6d8f63067c4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d30820f321d475f928a7dc58eee7427&device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 1163 time: 0.0794926
Dec 18 07:38:13.538875 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c734fa4f-fd22-4d31-a2d9-a48e4fd32eb0 req-7683e18e-df7a-4818-879b-a2766f05ec2d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0438747
Dec 18 07:38:13.665358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fffbc-9caf-41f0-85d6-348606ff407e req-aaf0b953-7e92-468f-92e9-6f36e6856d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:13.666680 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b41fffbc-9caf-41f0-85d6-348606ff407e req-aaf0b953-7e92-468f-92e9-6f36e6856d01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 200  len: 902 time: 0.1430016
Dec 18 07:38:13.668634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c15e4ea-229e-422e-801f-b11489d6ba01 None None] New status for floating IP c0021775-2ecc-4cac-96ee-b097ce3742d6: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:38:14.019933 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b41fffbc-9caf-41f0-85d6-348606ff407e req-afbe4ec4-7b16-4c8e-8bb8-67b082920e6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 200  len: 217 time: 0.3458846
Dec 18 07:38:14.088278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fffbc-9caf-41f0-85d6-348606ff407e req-8e00a84f-d7bf-4d1e-b46c-a6893668011f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:14.089837 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b41fffbc-9caf-41f0-85d6-348606ff407e req-8e00a84f-d7bf-4d1e-b46c-a6893668011f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 200  len: 847 time: 0.0629997
Dec 18 07:38:14.170886 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fffbc-9caf-41f0-85d6-348606ff407e req-2048a9e1-e1f2-4bc1-bdff-a8dd1a26de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:14.172433 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b41fffbc-9caf-41f0-85d6-348606ff407e req-2048a9e1-e1f2-4bc1-bdff-a8dd1a26de83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=564016d6-983c-4ca3-9b38-7e73198eaf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0753539
Dec 18 07:38:14.315204 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b41fffbc-9caf-41f0-85d6-348606ff407e req-7b71a42f-ab5d-4de4-b066-c209f9c23bda service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349895
Dec 18 07:38:14.459045 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b41fffbc-9caf-41f0-85d6-348606ff407e req-a4c0e160-120b-4a46-abcd-4579400056f0 service neutron] 10.222.0.15 "GET /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362276
Dec 18 07:38:14.755844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93a22e-7575-4b3c-9023-ae9e4eac2e81 req-debe56e4-c395-4834-aafc-0f8850730a7c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:14.757434 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b93a22e-7575-4b3c-9023-ae9e4eac2e81 req-debe56e4-c395-4834-aafc-0f8850730a7c tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0869448
Dec 18 07:38:14.805168 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6b93a22e-7575-4b3c-9023-ae9e4eac2e81 req-dd57b953-b383-4bd3-81d9-2216b762bebb tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups?id=707f2524-b7bb-4e62-aac2-84689280c949&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0407157
Dec 18 07:38:14.818055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b89e2f65-26ec-41a9-b3e7-5aa63e1e4655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:15.170398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadaf96-5219-40ef-a63a-d9ed5f474488 req-8eb47906-9c41-4281-950c-45fb85e96fdf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:15.171063 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-2eadaf96-5219-40ef-a63a-d9ed5f474488 req-8eb47906-9c41-4281-950c-45fb85e96fdf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Synchronizing usage tracker for tenant:0d30820f321d475f928a7dc58eee7427 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:38:15.183557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-2eadaf96-5219-40ef-a63a-d9ed5f474488 req-8eb47906-9c41-4281-950c-45fb85e96fdf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Unset dirty status for tenant:0d30820f321d475f928a7dc58eee7427 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:38:15.185340 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2eadaf96-5219-40ef-a63a-d9ed5f474488 req-8eb47906-9c41-4281-950c-45fb85e96fdf tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.15 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 946 time: 0.0954711
Dec 18 07:38:15.259853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-2eadaf96-5219-40ef-a63a-d9ed5f474488 req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Deleting port 9c91a371-1a95-4cda-acea-6dd0501ab1c7 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:38:15.260242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2eadaf96-5219-40ef-a63a-d9ed5f474488 req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:15.513102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-2eadaf96-5219-40ef-a63a-d9ed5f474488 req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] For port 9c91a371-1a95-4cda-acea-6dd0501ab1c7, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9c91a371-1a95-4cda-acea-6dd0501ab1c7,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:38:15.513688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2eadaf96-5219-40ef-a63a-d9ed5f474488 req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:15.642599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-2eadaf96-5219-40ef-a63a-d9ed5f474488 req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Calling delete_port for 9c91a371-1a95-4cda-acea-6dd0501ab1c7 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:38:15.789345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2eadaf96-5219-40ef-a63a-d9ed5f474488 req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:15.804781 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-795c35ea-fe7f-4036-946a-dfb5a9c24d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:15.878988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 9c91a371-1a95-4cda-acea-6dd0501ab1c7 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:38:15.899828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event deleted for resources: {'Port': ['ID=9c91a371-1a95-4cda-acea-6dd0501ab1c7,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:15.917003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: 9c91a371-1a95-4cda-acea-6dd0501ab1c7 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:38:15.917381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 9c91a371-1a95-4cda-acea-6dd0501ab1c7 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:38:15.917840 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.918279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.919855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.919855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.920091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.920481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.920894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.921305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.921739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.922155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.922646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.923426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.923554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.923895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.924306 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.924710 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.925118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.925547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.925958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.926367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.926775 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.927183 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.927587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.927991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:15.933433 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:15.987896 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5b6b290f-4680-4104-9e5f-eb644930f1ba req-885f254a-a8a6-4647-b321-392bbcbcb53d tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 210 time: 0.0462263
Dec 18 07:38:16.028134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eadaf96-5219-40ef-a63a-d9ed5f474488 req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] No DVR routers for this DVR port 9c91a371-1a95-4cda-acea-6dd0501ab1c7 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:38:16.031009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-2eadaf96-5219-40ef-a63a-d9ed5f474488 req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:16.033758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'name': 'network-vif-deleted', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:38:16.048603 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2eadaf96-5219-40ef-a63a-d9ed5f474488 req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.15 "DELETE /v2.0/ports/9c91a371-1a95-4cda-acea-6dd0501ab1c7 HTTP/1.1" status: 204  len: 173 time: 0.8551681
Dec 18 07:38:16.096669 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b194b781-89a8-493f-aa30-c560372bfe1f', 'name': 'network-vif-deleted', 'tag': '9c91a371-1a95-4cda-acea-6dd0501ab1c7', 'status': 'completed', 'code': 200}
Dec 18 07:38:16.912462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:38:17.184548 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-f79a7684-a2c0-403a-afe5-bb3a7e94f7b3 req-d3e4bbcc-c4ab-47c9-92f4-e04878dde0af tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/ports?device_id=b194b781-89a8-493f-aa30-c560372bfe1f HTTP/1.1" status: 200  len: 210 time: 0.0488238
Dec 18 07:38:17.543523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fd8d74b2-296d-4aac-881b-b77edb6547db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:17.639599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:18.379101 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1d155dc2-2a9f-49ea-83af-ff187b29ce91 req-cb9897a1-c29d-4118-8dd2-e1f7d9991464 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "GET /v2.0/security-groups/707f2524-b7bb-4e62-aac2-84689280c949 HTTP/1.1" status: 200  len: 2881 time: 0.0548277
Dec 18 07:38:18.451247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1d155dc2-2a9f-49ea-83af-ff187b29ce91 req-afbbb9e8-41d4-4f63-b026-4432e2241d04 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:18.479906 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1d155dc2-2a9f-49ea-83af-ff187b29ce91 req-afbbb9e8-41d4-4f63-b026-4432e2241d04 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:18.532753 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1d155dc2-2a9f-49ea-83af-ff187b29ce91 req-afbbb9e8-41d4-4f63-b026-4432e2241d04 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:18.537094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-46b3294a-232f-404e-aefd-2b9ec09c3245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:18.555575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbb9e8-41d4-4f63-b026-4432e2241d04 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Pushing event deleted for resources: {'SecurityGroup': ['ID=707f2524-b7bb-4e62-aac2-84689280c949,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:18.558582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-afbbb9e8-41d4-4f63-b026-4432e2241d04 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:18.566200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-1d155dc2-2a9f-49ea-83af-ff187b29ce91 req-afbbb9e8-41d4-4f63-b026-4432e2241d04 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:18.567555 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1d155dc2-2a9f-49ea-83af-ff187b29ce91 req-afbbb9e8-41d4-4f63-b026-4432e2241d04 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] 10.222.0.23 "DELETE /v2.0/security-groups/707f2524-b7bb-4e62-aac2-84689280c949 HTTP/1.1" status: 204  len: 173 time: 0.1817403
Dec 18 07:38:18.607107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:18.625942 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33162) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:19.127622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f4f1-1977-4fe2-9f48-b432846aec47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:19.618934 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:19.714557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7f4f1-1977-4fe2-9f48-b432846aec47 admin admin] Deleting port 4b526d32-3fa6-4b91-b2a8-8149d31e152e {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:38:19.714936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f4f1-1977-4fe2-9f48-b432846aec47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:19.891256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e1e7f4f1-1977-4fe2-9f48-b432846aec47 admin admin] For port 4b526d32-3fa6-4b91-b2a8-8149d31e152e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=4b526d32-3fa6-4b91-b2a8-8149d31e152e,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:38:19.891578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f4f1-1977-4fe2-9f48-b432846aec47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:20.014816 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7f4f1-1977-4fe2-9f48-b432846aec47 admin admin] Calling delete_port for 4b526d32-3fa6-4b91-b2a8-8149d31e152e owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:38:20.329754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f4f1-1977-4fe2-9f48-b432846aec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:20.344582 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-cb714ba0-f239-4d34-b098-bb05316b35c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:20.440490 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7f4f1-1977-4fe2-9f48-b432846aec47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b526d32-3fa6-4b91-b2a8-8149d31e152e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:20.445082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e1e7f4f1-1977-4fe2-9f48-b432846aec47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:21.019049 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1e7f4f1-1977-4fe2-9f48-b432846aec47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:21.503521 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e7f4f1-1977-4fe2-9f48-b432846aec47 admin admin] Router 59b47d54-d943-44f6-94e3-244efb39319f has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:38:21.687097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e7f4f1-1977-4fe2-9f48-b432846aec47 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:38:21.696001 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c17a0-1b5f-46c8-9a4a-fe22edb73340 None None] Sync routers for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:38:21.700017 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e1e7f4f1-1977-4fe2-9f48-b432846aec47 admin admin] 10.222.0.23 "PUT /v2.0/routers/59b47d54-d943-44f6-94e3-244efb39319f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0727985
Dec 18 07:38:21.702637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33168) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:21.706104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c17a0-1b5f-46c8-9a4a-fe22edb73340 None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:38:21.706817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ba6c17a0-1b5f-46c8-9a4a-fe22edb73340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d8e1eb8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:38:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:21.888124 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:21.893466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ba6c17a0-1b5f-46c8-9a4a-fe22edb73340 None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:38:22.072629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:22.079002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] Deleting port efffb73b-ec16-44ba-9309-38d7be41b228 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:38:22.079770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:22.265327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] For port efffb73b-ec16-44ba-9309-38d7be41b228, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=efffb73b-ec16-44ba-9309-38d7be41b228,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:38:22.265758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:22.345827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ba6c17a0-1b5f-46c8-9a4a-fe22edb73340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d8e1eb8>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:38:20Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:22.349832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c17a0-1b5f-46c8-9a4a-fe22edb73340 None None] Checking router: 59b47d54-d943-44f6-94e3-244efb39319f for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:38:22.358784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c17a0-1b5f-46c8-9a4a-fe22edb73340 None None] Routers {'59b47d54-d943-44f6-94e3-244efb39319f'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:38:22.359448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ba6c17a0-1b5f-46c8-9a4a-fe22edb73340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d8e1eb8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:38:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['59b47d54-d943-44f6-94e3-244efb39319f'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:22.391633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] Calling delete_port for efffb73b-ec16-44ba-9309-38d7be41b228 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:38:22.526287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:22.542811 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-ba6c17a0-1b5f-46c8-9a4a-fe22edb73340 None None] Set router 59b47d54-d943-44f6-94e3-244efb39319f gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:38:22.724020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:22.837253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-ba6c17a0-1b5f-46c8-9a4a-fe22edb73340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d8e1eb8>, [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:38:20Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:22.841907 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c17a0-1b5f-46c8-9a4a-fe22edb73340 None None] The sync data for ids ['59b47d54-d943-44f6-94e3-244efb39319f'] in dv-neutron-765072-3-ovs is: [{'id': '59b47d54-d943-44f6-94e3-244efb39319f', 'name': 'tempest-TestShelveInstance-850460648-router', 'tenant_id': '0d30820f321d475f928a7dc58eee7427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:28:58Z', 'updated_at': '2020-12-18T07:38:20Z', 'revision_number': 5, 'project_id': '0d30820f321d475f928a7dc58eee7427', 'gw_port': {'id': 'efffb73b-ec16-44ba-9309-38d7be41b228', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b47d54-d943-44f6-94e3-244efb39319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:28:59Z', 'updated_at': '2020-12-18T07:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:38:22.855794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:22.858235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:22.878533 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:22.879091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59b47d54-d943-44f6-94e3-244efb39319f {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:38:22.892728 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:22.893997 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-dd13797d-6259-4ef5-909a-35ec1ceb520a admin admin] 10.222.0.23 "DELETE /v2.0/routers/59b47d54-d943-44f6-94e3-244efb39319f HTTP/1.1" status: 204  len: 168 time: 1.1903794
Dec 18 07:38:22.896732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33172) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:22.968609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-be466ec3-4ac3-4d84-b186-d63ea3c002c0 admin admin] Deleting subnet dfedd7ab-71d1-4757-844a-2b7eb128c47b {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:38:22.971713 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-be466ec3-4ac3-4d84-b186-d63ea3c002c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:23.024128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-be466ec3-4ac3-4d84-b186-d63ea3c002c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:23.107977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-be466ec3-4ac3-4d84-b186-d63ea3c002c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:23.262263 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:23.372648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-be466ec3-4ac3-4d84-b186-d63ea3c002c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:23.387992 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-dab8492c-4fdc-4fdb-81a3-f16981b5a7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:23.475117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be466ec3-4ac3-4d84-b186-d63ea3c002c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfedd7ab-71d1-4757-844a-2b7eb128c47b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:23.479720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-be466ec3-4ac3-4d84-b186-d63ea3c002c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:23.523444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-be466ec3-4ac3-4d84-b186-d63ea3c002c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:23.529289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b44b19-7a1e-44b1-8579-121548ddc927 None None] Network 564016d6-983c-4ca3-9b38-7e73198eaf8a requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:38:23.532373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-be466ec3-4ac3-4d84-b186-d63ea3c002c0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dfedd7ab-71d1-4757-844a-2b7eb128c47b HTTP/1.1" status: 204  len: 168 time: 0.6345124
Dec 18 07:38:23.534919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33176) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:23.654754 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:23.730314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Deleting port cae22c3d-6a5c-4074-8beb-7a23136cad16 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:38:23.730591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:23.810672 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4b526d32-3fa6-4b91-b2a8-8149d31e152e no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:38:23.874012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 4b526d32-3fa6-4b91-b2a8-8149d31e152e {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:38:23.874418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 4b526d32-3fa6-4b91-b2a8-8149d31e152e not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:38:23.874889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device efffb73b-ec16-44ba-9309-38d7be41b228 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:38:23.915014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: efffb73b-ec16-44ba-9309-38d7be41b228 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:38:23.915410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device efffb73b-ec16-44ba-9309-38d7be41b228 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:38:23.952232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] For port cae22c3d-6a5c-4074-8beb-7a23136cad16, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=cae22c3d-6a5c-4074-8beb-7a23136cad16,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:38:23.952638 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:24.033360 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a514c1-e480-4899-9386-fbe1e9613e56 None None] DHCP port deletion for 564016d6-983c-4ca3-9b38-7e73198eaf8a request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:38:24.037930 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-52a514c1-e480-4899-9386-fbe1e9613e56 None None] Deleting port cae22c3d-6a5c-4074-8beb-7a23136cad16 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:38:24.038354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-52a514c1-e480-4899-9386-fbe1e9613e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:24.082633 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Calling delete_port for cae22c3d-6a5c-4074-8beb-7a23136cad16 owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:38:24.157873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:24.173545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0ebfc0ef-1a03-4ff8-934d-97d273af2343 tempest-TestMinimumBasicScenario-1723074944 tempest-TestMinimumBasicScenario-1723074944] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:24.248647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-52a514c1-e480-4899-9386-fbe1e9613e56 None None] For port cae22c3d-6a5c-4074-8beb-7a23136cad16, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=cae22c3d-6a5c-4074-8beb-7a23136cad16,segment=NetworkSegment(444d6526-e0c8-4ae7-b579-11ffabd927a0),segment_id=444d6526-e0c8-4ae7-b579-11ffabd927a0)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:38:24.249019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-52a514c1-e480-4899-9386-fbe1e9613e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:24.384555 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-52a514c1-e480-4899-9386-fbe1e9613e56 None None] Calling delete_port for cae22c3d-6a5c-4074-8beb-7a23136cad16 owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 18 07:38:24.455258 dv-neutron-765072-3-ovs neutron-server[80975]:   % (table.description, expected, rows_matched)
Dec 18 07:38:24.459344 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-52a514c1-e480-4899-9386-fbe1e9613e56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:38:24.459779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-52a514c1-e480-4899-9386-fbe1e9613e56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:38:24.601434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Pushing event deleted for resources: {'Port': ['ID=cae22c3d-6a5c-4074-8beb-7a23136cad16,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:24.604149 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:24.650526 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] No DVR routers for this DVR port cae22c3d-6a5c-4074-8beb-7a23136cad16 on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:38:24.775315 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:24.890806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac17bc6198>,) {'filters': {'network_id': ['564016d6-983c-4ca3-9b38-7e73198eaf8a']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:24.906235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17bc6198>, '444d6526-e0c8-4ae7-b579-11ffabd927a0') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:24.906576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac17bc6198>, '444d6526-e0c8-4ae7-b579-11ffabd927a0') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:24.919388 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:24.938750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:24.940727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:38:24.960702 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-52a514c1-e480-4899-9386-fbe1e9613e56 None None] Deleting port cae22c3d-6a5c-4074-8beb-7a23136cad16 {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:38:24.961135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-52a514c1-e480-4899-9386-fbe1e9613e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:25.028109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-52a514c1-e480-4899-9386-fbe1e9613e56 None None] The port 'cae22c3d-6a5c-4074-8beb-7a23136cad16' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:38:25.123929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Network 564016d6-983c-4ca3-9b38-7e73198eaf8a has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:38:25.133594 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:25.310335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Network 564016d6-983c-4ca3-9b38-7e73198eaf8a has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:38:25.332668 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:38:25.413190 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:25.416479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b6f306e8-9498-4c4a-a3ad-26572c203bf8 tempest-NetworksTest-1556221269 tempest-NetworksTest-1556221269] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:25.433203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:25.439918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Pushing event deleted for resources: {'Network': ['ID=564016d6-983c-4ca3-9b38-7e73198eaf8a,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:25.444901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:25.455822 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-b95b8ef2-ec2f-4739-9969-eaaae2a2501f admin admin] 10.222.0.23 "DELETE /v2.0/networks/564016d6-983c-4ca3-9b38-7e73198eaf8a HTTP/1.1" status: 204  len: 168 time: 1.9196444
Dec 18 07:38:25.458902 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33180) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:25.796740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device cae22c3d-6a5c-4074-8beb-7a23136cad16 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:38:25.817752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:25.830719 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: cae22c3d-6a5c-4074-8beb-7a23136cad16 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:38:25.831091 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device cae22c3d-6a5c-4074-8beb-7a23136cad16 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:38:26.401466 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] Deleting port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:38:26.402043 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:26.580013 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] For port 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=9c2aee97-83c6-4615-bdf6-346e0e0d6a3e,segment=NetworkSegment(69759073-41cd-473a-8c80-605013e15753),segment_id=69759073-41cd-473a-8c80-605013e15753)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:38:26.580408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:26.706127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] Calling delete_port for 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:38:26.885290 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:26.900958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:26.998676 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2aee97-83c6-4615-bdf6-346e0e0d6a3e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:27.003127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:27.293355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:28.063963 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] Router 7cf1ab6c-e735-4ba8-8900-add077a90507 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:38:28.244428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:38:28.253220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ff02e-dbc6-4998-b583-4591eddbea64 None None] Sync routers for ids ['7cf1ab6c-e735-4ba8-8900-add077a90507'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:38:28.253589 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] 10.222.0.23 "PUT /v2.0/routers/7cf1ab6c-e735-4ba8-8900-add077a90507/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7935936
Dec 18 07:38:28.256294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33184) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:28.264051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ff02e-dbc6-4998-b583-4591eddbea64 None None] Routers {'7cf1ab6c-e735-4ba8-8900-add077a90507'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:38:28.264736 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4f6ff02e-dbc6-4998-b583-4591eddbea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cefd7f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:38:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7cf1ab6c-e735-4ba8-8900-add077a90507'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:28.436737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:28.449052 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-4f6ff02e-dbc6-4998-b583-4591eddbea64 None None] Set router 7cf1ab6c-e735-4ba8-8900-add077a90507 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:38:28.617468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:28.623216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] Deleting port 00ceb3b5-2848-4941-abe1-0b7088b07fc0 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:38:28.623589 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:28.750530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4f6ff02e-dbc6-4998-b583-4591eddbea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cefd7f0>, [{'id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'name': 'tempest-TestShelveInstance-116908378-router', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:38:26Z', 'revision_number': 5, 'project_id': 'eba5a4153e7d4867a8566111a956a6e6', 'gw_port': {'id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:28.754545 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ff02e-dbc6-4998-b583-4591eddbea64 None None] Checking router: 7cf1ab6c-e735-4ba8-8900-add077a90507 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:38:28.763846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6ff02e-dbc6-4998-b583-4591eddbea64 None None] Routers {'7cf1ab6c-e735-4ba8-8900-add077a90507'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:38:28.764511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4f6ff02e-dbc6-4998-b583-4591eddbea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cefd7f0>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:38:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['7cf1ab6c-e735-4ba8-8900-add077a90507'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:28.803954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] For port 00ceb3b5-2848-4941-abe1-0b7088b07fc0, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=00ceb3b5-2848-4941-abe1-0b7088b07fc0,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:38:28.804350 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:28.931936 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] Calling delete_port for 00ceb3b5-2848-4941-abe1-0b7088b07fc0 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:38:28.947843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-4f6ff02e-dbc6-4998-b583-4591eddbea64 None None] Set router 7cf1ab6c-e735-4ba8-8900-add077a90507 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:38:29.071750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:29.248602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-4f6ff02e-dbc6-4998-b583-4591eddbea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cefd7f0>, [{'id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'name': 'tempest-TestShelveInstance-116908378-router', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:38:26Z', 'revision_number': 5, 'project_id': 'eba5a4153e7d4867a8566111a956a6e6', 'gw_port': {'id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:29.252813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6ff02e-dbc6-4998-b583-4591eddbea64 None None] The sync data for ids ['7cf1ab6c-e735-4ba8-8900-add077a90507'] in dv-neutron-765072-3-ovs is: [{'id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'name': 'tempest-TestShelveInstance-116908378-router', 'tenant_id': 'eba5a4153e7d4867a8566111a956a6e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133'}], 'enable_snat': True}, 'gw_port_id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:38:26Z', 'revision_number': 5, 'project_id': 'eba5a4153e7d4867a8566111a956a6e6', 'gw_port': {'id': '00ceb3b5-2848-4941-abe1-0b7088b07fc0', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cf1ab6c-e735-4ba8-8900-add077a90507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:29:06Z', 'updated_at': '2020-12-18T07:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:38:29.260651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:29.395848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:29.398241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:29.419017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:29.419581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cf1ab6c-e735-4ba8-8900-add077a90507 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:38:29.432137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:29.433777 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e2054e1d-aa86-4151-aa93-16dbf094e7c9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7cf1ab6c-e735-4ba8-8900-add077a90507 HTTP/1.1" status: 204  len: 168 time: 1.1760809
Dec 18 07:38:29.436797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33188) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:29.506735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc4a8b1-63f1-460e-a5d8-72d0bee81443 admin admin] Deleting subnet a5fd03b0-e294-496c-9a1f-99108b1b766e {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:38:29.510184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a8b1-63f1-460e-a5d8-72d0bee81443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:29.562859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a8b1-63f1-460e-a5d8-72d0bee81443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:29.646425 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a8b1-63f1-460e-a5d8-72d0bee81443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:29.763797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:38:29.810453 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:38:29.810856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 9c2aee97-83c6-4615-bdf6-346e0e0d6a3e not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:38:29.913614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a8b1-63f1-460e-a5d8-72d0bee81443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:29.930010 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3f42fd6e-fd69-45d9-8530-0d6cc620b034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:30.017561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4a8b1-63f1-460e-a5d8-72d0bee81443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5fd03b0-e294-496c-9a1f-99108b1b766e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:30.022108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5cc4a8b1-63f1-460e-a5d8-72d0bee81443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:30.066749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a8b1-63f1-460e-a5d8-72d0bee81443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:30.071838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a09587-9a07-47f5-a4bf-1b5e15738b6f None None] Network 43f6a7be-a417-4858-afb0-19e047fff2ea requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:38:30.072700 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-5cc4a8b1-63f1-460e-a5d8-72d0bee81443 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a5fd03b0-e294-496c-9a1f-99108b1b766e HTTP/1.1" status: 204  len: 168 time: 0.6345906
Dec 18 07:38:30.075957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33192) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:30.191675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:30.260847 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Deleting port 2562bb0a-1330-41bd-9279-1d10b30c466b {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:38:30.261216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:30.329711 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de96e03-2a19-492d-b4cd-92e00ad2be84 None None] DHCP port deletion for 43f6a7be-a417-4858-afb0-19e047fff2ea request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:38:30.334136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3de96e03-2a19-492d-b4cd-92e00ad2be84 None None] Deleting port 2562bb0a-1330-41bd-9279-1d10b30c466b {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:38:30.334603 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3de96e03-2a19-492d-b4cd-92e00ad2be84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:30.470636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] For port 2562bb0a-1330-41bd-9279-1d10b30c466b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2562bb0a-1330-41bd-9279-1d10b30c466b,segment=NetworkSegment(69759073-41cd-473a-8c80-605013e15753),segment_id=69759073-41cd-473a-8c80-605013e15753)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:38:30.470962 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:30.544060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-3de96e03-2a19-492d-b4cd-92e00ad2be84 None None] For port 2562bb0a-1330-41bd-9279-1d10b30c466b, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=2562bb0a-1330-41bd-9279-1d10b30c466b,segment=NetworkSegment(69759073-41cd-473a-8c80-605013e15753),segment_id=69759073-41cd-473a-8c80-605013e15753)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:38:30.544509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3de96e03-2a19-492d-b4cd-92e00ad2be84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:30.599984 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Calling delete_port for 2562bb0a-1330-41bd-9279-1d10b30c466b owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:38:30.679596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:30.696286 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1b17d3eb-a3d5-40e4-a2ac-99374b4bc3a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:30.789480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Pushing event deleted for resources: {'Port': ['ID=2562bb0a-1330-41bd-9279-1d10b30c466b,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:30.794763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:30.836006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] No DVR routers for this DVR port 2562bb0a-1330-41bd-9279-1d10b30c466b on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:38:30.847224 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3de96e03-2a19-492d-b4cd-92e00ad2be84 None None] Calling delete_port for 2562bb0a-1330-41bd-9279-1d10b30c466b owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:38:30.916409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-3de96e03-2a19-492d-b4cd-92e00ad2be84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:38:30.916826 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-3de96e03-2a19-492d-b4cd-92e00ad2be84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:38:30.958539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:31.072944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1c209dd8>,) {'filters': {'network_id': ['43f6a7be-a417-4858-afb0-19e047fff2ea']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:31.086127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c209dd8>, '69759073-41cd-473a-8c80-605013e15753') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:31.086462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1c209dd8>, '69759073-41cd-473a-8c80-605013e15753') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:31.098756 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:31.113064 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:31.115029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:38:31.290998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Network 43f6a7be-a417-4858-afb0-19e047fff2ea has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:38:31.299830 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:31.418100 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3de96e03-2a19-492d-b4cd-92e00ad2be84 None None] Deleting port 2562bb0a-1330-41bd-9279-1d10b30c466b {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:38:31.419003 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3de96e03-2a19-492d-b4cd-92e00ad2be84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:31.489806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-3de96e03-2a19-492d-b4cd-92e00ad2be84 None None] The port '2562bb0a-1330-41bd-9279-1d10b30c466b' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:38:31.760655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Network 43f6a7be-a417-4858-afb0-19e047fff2ea has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:38:31.787519 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:38:31.800230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2562bb0a-1330-41bd-9279-1d10b30c466b no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:38:31.834704 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 2562bb0a-1330-41bd-9279-1d10b30c466b {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:38:31.835104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 2562bb0a-1330-41bd-9279-1d10b30c466b not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:38:31.835568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 00ceb3b5-2848-4941-abe1-0b7088b07fc0 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:38:31.862581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:31.865780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a1c2491c-d1dd-4368-a681-14ea69edff73 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:31.869915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 00ceb3b5-2848-4941-abe1-0b7088b07fc0 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:38:31.870319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 00ceb3b5-2848-4941-abe1-0b7088b07fc0 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:38:31.881808 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:31.888749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Pushing event deleted for resources: {'Network': ['ID=43f6a7be-a417-4858-afb0-19e047fff2ea,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:31.893187 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:31.896183 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-718d958d-be62-4c10-bb6f-3ea2e3b4340d admin admin] 10.222.0.23 "DELETE /v2.0/networks/43f6a7be-a417-4858-afb0-19e047fff2ea HTTP/1.1" status: 204  len: 168 time: 1.8192337
Dec 18 07:38:32.034869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33198) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:32.092587 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-4011502e-6f54-4d99-a476-5abc2153fa76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d30820f321d475f928a7dc58eee7427&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0564075
Dec 18 07:38:32.095101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33202) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:32.154764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af54e53e-ca16-4973-9345-3a17204b5766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:32.180557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af54e53e-ca16-4973-9345-3a17204b5766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:32.226669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af54e53e-ca16-4973-9345-3a17204b5766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:32.231611 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-354994c0-fc77-4922-a1c3-8a9d233ac66f tempest-NegativeSecGroupIPv6Test-310589579 tempest-NegativeSecGroupIPv6Test-310589579] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:32.245121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54e53e-ca16-4973-9345-3a17204b5766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab879e54-c252-47c5-a253-830592ca7467,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:32.250258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-af54e53e-ca16-4973-9345-3a17204b5766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:32.253470 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-af54e53e-ca16-4973-9345-3a17204b5766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:32.254720 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-af54e53e-ca16-4973-9345-3a17204b5766 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab879e54-c252-47c5-a253-830592ca7467 HTTP/1.1" status: 204  len: 168 time: 0.1586568
Dec 18 07:38:32.658620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33210) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:32.710712 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-a111a3b8-d796-4c6f-90dc-783dbe3c1f25 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eba5a4153e7d4867a8566111a956a6e6&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0506563
Dec 18 07:38:32.713377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33214) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:32.776075 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0164a4d-6c7f-4631-9933-7dfffb5d4302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:32.802697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0164a4d-6c7f-4631-9933-7dfffb5d4302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:32.846353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0164a4d-6c7f-4631-9933-7dfffb5d4302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:32.851135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e5e19782-cd5d-4a8a-bdaf-1b6b1df3c7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:32.864209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0164a4d-6c7f-4631-9933-7dfffb5d4302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e00930-6d4e-416f-b8cb-c951d8571b80,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:32.867335 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e0164a4d-6c7f-4631-9933-7dfffb5d4302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:32.868236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e0164a4d-6c7f-4631-9933-7dfffb5d4302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:32.869428 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-e0164a4d-6c7f-4631-9933-7dfffb5d4302 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82e00930-6d4e-416f-b8cb-c951d8571b80 HTTP/1.1" status: 204  len: 168 time: 0.1550224
Dec 18 07:38:33.753004 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33236) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:33.892179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2133273715-network', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:38:33.897488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:38:33.901601 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Usage tracker for resource:network and tenant:2a77ef022247460c9ee9ea431ceec6e0 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:38:33.904637 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:38:33.910411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:38:33.921461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Made reservation on behalf of 2a77ef022247460c9ee9ea431ceec6e0 for: {'network': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:38:33.926313 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for network, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:33.939650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:33.954515 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:38:33.958524 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Usage tracker for resource:security_group_rule and tenant:2a77ef022247460c9ee9ea431ceec6e0 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:38:33.961411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:38:33.967135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:38:34.048650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:34.051410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:34.055570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a2eb95d8-6928-490a-b172-b0ec6c232760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:34.091291 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=81084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 18 07:38:34.107465 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98145e89-0075-499a-925c-5f817ba33c26,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:34.110563 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:34.110945 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.segments_db [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Added segment 3a371c49-99ce-499b-8cca-fae7cc22d41a of type vxlan for network e1a0fc30-b21a-4855-ad9d-60da99a5f24e
Dec 18 07:38:34.112284 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:34.139812 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363263277979457'] for network, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:34.168732 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884'] for network, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:34.169717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:34.170358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:34.175255 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a9615ae8-eb65-438c-aa15-ea5fe73bfc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:34.282055 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.5277867
Dec 18 07:38:34.283018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Pushing event updated for resources: {'Network': ['ID=e1a0fc30-b21a-4855-ad9d-60da99a5f24e,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:34.285252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33242) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:34.288257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-33e90240-84ff-4e3f-bff5-509c63d5e40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:34.292125 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Request body: {'subnet': {'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2133273715-subnet', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'ip_version': 4}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:38:34.293746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Network e1a0fc30-b21a-4855-ad9d-60da99a5f24e details requested by agent ovs-agent-dv-neutron-765072-3-ovs with host dv-neutron-765072-3-ovs {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:38:34.297436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:38:34.301568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Usage tracker for resource:subnet and tenant:2a77ef022247460c9ee9ea431ceec6e0 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:38:34.304543 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:38:34.311240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:38:34.311567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Network e1a0fc30-b21a-4855-ad9d-60da99a5f24e details requested by agent ovs-agent-hv-neutron-7650 with host hv-neutron-7650 {{(pid=81086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 18 07:38:34.321065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Made reservation on behalf of 2a77ef022247460c9ee9ea431ceec6e0 for: {'subnet': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:38:34.326651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852660025'] for subnet, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:34.732141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850807045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852660010'] for subnet, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:34.747792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-945a678c-8228-4ec2-a10f-70aa63a801ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:34.871968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d352bc-2f33-411e-83ba-e8921f7f155c,revision_number=0']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:34.876554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:34.946827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Checking segment: {'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:38:34.947215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Network hostable DHCP agents. Network: e1a0fc30-b21a-4855-ad9d-60da99a5f24e, hostable agents: ['72ec1608-d794-4165-8826-7e17d95e9b66'], hosted agents: [] {{(pid=81084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 18 07:38:34.965073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Network e1a0fc30-b21a-4855-ad9d-60da99a5f24e is scheduled to be hosted by DHCP agent 72ec1608-d794-4165-8826-7e17d95e9b66 with binding_index 1 {{(pid=81084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 18 07:38:34.973074 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-765072-3-ovs, e1a0fc30-b21a-4855-ad9d-60da99a5f24e) {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:38:34.982770 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8fe129-0dc4-4072-abda-6f6336cd3577 None None] Network e1a0fc30-b21a-4855-ad9d-60da99a5f24e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:38:34.985060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:34.985767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:35.004907 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-26a52f98-f109-4e35-9b21-b06d78db0d60 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7185538
Dec 18 07:38:35.007839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33246) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:35.013860 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:38:35.018924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:38:35.023272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Usage tracker for resource:router and tenant:2a77ef022247460c9ee9ea431ceec6e0 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:38:35.026837 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:38:35.032855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:38:35.041879 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1817559', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854718356'] for router, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:35.043618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1816956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1806295', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036852824475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57461'] for router, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:35.058236 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:35.208366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpccc18bef-4d35-5f67-ad01-1a442ee2490e-e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c'}]}} from dv-neutron-765072-3-ovs. {{(pid=81086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 18 07:38:35.209279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:35.330250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1806276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1817540', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57414'] for router, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:35.495693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Allocated IP 172.20.0.2 (e1a0fc30-b21a-4855-ad9d-60da99a5f24e/24d352bc-2f33-411e-83ba-e8921f7f155c/f03aaab2-605f-4d47-b237-0e0eecb23f0c) {{(pid=81086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:38:35.661399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:35.693905 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:35.714058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Notify callbacks [] for port, precommit_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:35.727277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Transition to ACTIVE for port object f03aaab2-605f-4d47-b237-0e0eecb23f0c will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:38:35.744026 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Transition to ACTIVE for port object f03aaab2-605f-4d47-b237-0e0eecb23f0c will not be triggered until provisioned by entity DHCP. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:38:35.749199 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825'] for port, after_create {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:35.764915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:35.897211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Pushing event updated for resources: {'Port': ['ID=f03aaab2-605f-4d47-b237-0e0eecb23f0c,revision_number=1']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:35.907708 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.908107 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.908497 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.908883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.909261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.909668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.910045 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.910419 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.910794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.911168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.911542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.911914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.912346 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.912717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.913086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.913456 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.913849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.914217 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.914586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.914954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.915322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.915688 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.916053 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.916418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:35.920731 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:35.969884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Allocated IP 172.26.7.43 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/da8b1bdd-35ac-463a-a055-e32bc3598506) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:38:35.972828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Network e1a0fc30-b21a-4855-ad9d-60da99a5f24e is already hosted by enough agents. {{(pid=81086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:38:35.974156 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Resources bound (agent type, host, resource id):  {{(pid=81086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:38:35.976831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Received port after_create {{(pid=81086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:38:36.034804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Attempting to bind port f03aaab2-605f-4d47-b237-0e0eecb23f0c on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:38:36.035157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Attempting to bind port f03aaab2-605f-4d47-b237-0e0eecb23f0c by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:38:36.035576 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Attempting to bind port f03aaab2-605f-4d47-b237-0e0eecb23f0c on network e1a0fc30-b21a-4855-ad9d-60da99a5f24e {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:38:36.041194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:38:36.041652 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Checking segment: {'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:38:36.042112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:36.042559 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Bound using segment: {'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:38:36.043079 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Bound port: f03aaab2-605f-4d47-b237-0e0eecb23f0c, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:38:36.043528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:36.131352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:36.133261 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] For port f03aaab2-605f-4d47-b237-0e0eecb23f0c, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:38:36.136484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] For port f03aaab2-605f-4d47-b237-0e0eecb23f0c, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f03aaab2-605f-4d47-b237-0e0eecb23f0c,segment=NetworkSegment(3a371c49-99ce-499b-8cca-fae7cc22d41a),segment_id=3a371c49-99ce-499b-8cca-fae7cc22d41a)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:38:36.140413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:36.155700 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:36.157544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:36.173194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6b3d48b0-bcc0-44f0-812f-a750aa36705c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:36.304377 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Pushing event updated for resources: {'Port': ['ID=da8b1bdd-35ac-463a-a055-e32bc3598506,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:36.305981 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Pushing event updated for resources: {'Port': ['ID=f03aaab2-605f-4d47-b237-0e0eecb23f0c,revision_number=2']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:36.309926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:36.311358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:36.357865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:38:36.359073 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:38:36.361138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:38:36.812903 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:37.429910 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036852958257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036852969491'] for router, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:37.646188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Router 04b0b2e4-eb19-4bff-b05b-6044184549b4 is scheduled to L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 with binding_index 1 {{(pid=81084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 18 07:38:37.669863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6710bba5-6047-42fd-bd7c-ea01e08c1ce2 None None] Network e1a0fc30-b21a-4855-ad9d-60da99a5f24e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:38:37.763948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-63ac5d59-3ae4-4d6c-b45b-19990337f9cb None None] Provisioning for port f03aaab2-605f-4d47-b237-0e0eecb23f0c completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:38:37.848537 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:38:37.857668 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Sync routers for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:38:37.858176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f03aaab2-605f-4d47-b237-0e0eecb23f0c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:38:37.867764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:38:37.868371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d82ddd8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:38:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:37.872938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:37.876954 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.8653388
Dec 18 07:38:37.877176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33250) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:38:37.990595 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port f03aaab2-605f-4d47-b237-0e0eecb23f0c completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:38:37.998214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f03aaab2-605f-4d47-b237-0e0eecb23f0c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:37.998653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:38.070658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:38:38.125767 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:38.162318 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port f03aaab2-605f-4d47-b237-0e0eecb23f0c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f03aaab2-605f-4d47-b237-0e0eecb23f0c,segment=NetworkSegment(3a371c49-99ce-499b-8cca-fae7cc22d41a),segment_id=3a371c49-99ce-499b-8cca-fae7cc22d41a)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:38:38.166472 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:38.168671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:38.252271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=f03aaab2-605f-4d47-b237-0e0eecb23f0c,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:38.257481 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:38.305325 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-fff0128c-720b-4c05-9251-7930efc361fc None None] Provisioning complete for port f03aaab2-605f-4d47-b237-0e0eecb23f0c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:38.305787 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fff0128c-720b-4c05-9251-7930efc361fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:38.392511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d82ddd8>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:36Z', 'revision_number': 3, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:38.396797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Checking router: 04b0b2e4-eb19-4bff-b05b-6044184549b4 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:38:38.397212 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Updating router 04b0b2e4-eb19-4bff-b05b-6044184549b4 port da8b1bdd-35ac-463a-a055-e32bc3598506 binding host dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:38:38.468476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:38.561299 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-73d15af2-4c28-4684-b627-f186af3c8278 None None] Provisioning complete for port f03aaab2-605f-4d47-b237-0e0eecb23f0c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:38.561807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-73d15af2-4c28-4684-b627-f186af3c8278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:38.563774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:38.821484 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-c9ee9d29-14c7-42eb-9c8f-62bdbd5f0afc None None] Provisioning complete for port f03aaab2-605f-4d47-b237-0e0eecb23f0c triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:38.822058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c9ee9d29-14c7-42eb-9c8f-62bdbd5f0afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:38.888361 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Notify callbacks [] for port, precommit_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:38.901196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Transition to ACTIVE for port object da8b1bdd-35ac-463a-a055-e32bc3598506 will not be triggered until provisioned by entity L2. {{(pid=81087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:38:38.903861 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:38.919337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b5adcffe-ecb6-4cb2-81d0-259f1c997576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:38.934571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Allocated IP 172.20.0.1 (e1a0fc30-b21a-4855-ad9d-60da99a5f24e/24d352bc-2f33-411e-83ba-e8921f7f155c/5e660dee-d330-4650-9b96-07a976f2b3f4) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:38:39.050683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Pushing event updated for resources: {'Port': ['ID=da8b1bdd-35ac-463a-a055-e32bc3598506,revision_number=2']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:39.073112 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.073509 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.073943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.074871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.075258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.075634 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.076008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.076379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.076749 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.077118 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.077486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.077878 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.078309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.078674 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.079038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.079402 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.079766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.080128 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.080492 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.080855 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.081216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.081599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.081964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.082324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:38:39.086317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:39.092230 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:39.108904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Transition to ACTIVE for port object 5e660dee-d330-4650-9b96-07a976f2b3f4 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:38:39.128695 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:39.135614 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Attempting to bind port da8b1bdd-35ac-463a-a055-e32bc3598506 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:38:39.136127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Attempting to bind port da8b1bdd-35ac-463a-a055-e32bc3598506 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:38:39.136535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Attempting to bind port da8b1bdd-35ac-463a-a055-e32bc3598506 on network d0f0a219-8752-4aa6-96f8-ba66477c9da6 {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:38:39.142786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:38:39.143203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Checking segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:38:39.143650 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:39.144093 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Bound using segment: {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'} {{(pid=81087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:38:39.144600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Bound port: da8b1bdd-35ac-463a-a055-e32bc3598506, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce89072b-49dc-483e-8145-576658cde855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}}] {{(pid=81087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:38:39.144726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f3460f5e-4849-4904-8e13-41f154e02442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:39.145014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:39.217339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] For port da8b1bdd-35ac-463a-a055-e32bc3598506, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:38:39.220946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] For port da8b1bdd-35ac-463a-a055-e32bc3598506, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=da8b1bdd-35ac-463a-a055-e32bc3598506,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:38:39.226897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81087) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:39.242605 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-7fbf1aa3-9d92-484b-9bed-0d7a2e4237e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:39.275252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Pushing event updated for resources: {'Port': ['ID=5e660dee-d330-4650-9b96-07a976f2b3f4,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:39.280618 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:39.336155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Network e1a0fc30-b21a-4855-ad9d-60da99a5f24e is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:38:39.337393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:38:39.339720 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:38:39.397256 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1806128'] for router_interface, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:39.402101 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Pushing event updated for resources: {'Port': ['ID=da8b1bdd-35ac-463a-a055-e32bc3598506,revision_number=3']} {{(pid=81087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:39.406322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-fc7b07dc-2333-4015-98f1-3d1bc2cd7950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=81087) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:39.460848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:38:39.461558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d82ddd8>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:38:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:39.567500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dcbf7756-abeb-40ff-96d7-ebb76e3c3086 None None] Provisioning for port 5e660dee-d330-4650-9b96-07a976f2b3f4 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:38:39.572927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-dcbf7756-abeb-40ff-96d7-ebb76e3c3086 None None] Provisioning complete for port 5e660dee-d330-4650-9b96-07a976f2b3f4 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:39.573362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-dcbf7756-abeb-40ff-96d7-ebb76e3c3086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:39.631651 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf7756-abeb-40ff-96d7-ebb76e3c3086 None None] Port 5e660dee-d330-4650-9b96-07a976f2b3f4 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:38:39.694766 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:39.812557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f03aaab2-605f-4d47-b237-0e0eecb23f0c up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:38:39.814198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:38:39.886348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port f03aaab2-605f-4d47-b237-0e0eecb23f0c triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:39.887314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:39.991309 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:39.994929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:40.024531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-1d9527f3-eda1-41fa-a466-60352a0575f1 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:40.108669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853395899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808011'] for router_interface, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:40.122726 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d82ddd8>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:36Z', 'revision_number': 3, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:40.124182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Pushing event updated for resources: {'Port': ['ID=5e660dee-d330-4650-9b96-07a976f2b3f4,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:40.126864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639c5f30-800a-435f-98bf-f358d3b3811a None None] The sync data for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs is: [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:36Z', 'revision_number': 3, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:38:40.175475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:40.258997 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Network e1a0fc30-b21a-4855-ad9d-60da99a5f24e is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:38:40.260068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:38:40.459407 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-73f1407d-875e-408f-9757-7851f3ef5824 None None] Provisioning complete for port 5e660dee-d330-4650-9b96-07a976f2b3f4 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:40.459825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-73f1407d-875e-408f-9757-7851f3ef5824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:40.731311 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-73f1407d-875e-408f-9757-7851f3ef5824 None None] Port 5e660dee-d330-4650-9b96-07a976f2b3f4 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:38:40.783901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Router 04b0b2e4-eb19-4bff-b05b-6044184549b4 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:38:40.986528 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:38:40.996939 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] 10.222.0.23 "PUT /v2.0/routers/04b0b2e4-eb19-4bff-b05b-6044184549b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1180820
Dec 18 07:38:41.513647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Request body: {'security_group': {'name': 'tempest-TestSnapshotPattern-1926171085', 'description': 'tempest-TestSnapshotPattern-1926171085 description'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:38:41.520198 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:38:41.524289 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Usage tracker for resource:security_group and tenant:2a77ef022247460c9ee9ea431ceec6e0 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:38:41.527889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Quota usage for security_group was recalculated. Used quota:1. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:38:41.534698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:38:41.543675 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for security_group, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:41.564877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:38:41.568758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Usage tracker for resource:security_group_rule and tenant:2a77ef022247460c9ee9ea431ceec6e0 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:38:41.571671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:38:41.577832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:38:41.651336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for security_group, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:41.655165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:41.665717 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b71bf42b-2958-408d-a9fb-70bdee3063f8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:41.701218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:41.702554 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-9f36cab7-2804-4bcf-ba4e-0763a0afb7b3 req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1941912
Dec 18 07:38:41.703381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event updated for resources: {'SecurityGroup': ['ID=3a75fe54-749a-4835-8045-c74834dd45fd,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:41.706648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9ff68098-f002-4ad4-9b92-cf2b66990d53 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:41.783511 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0e50024-5637-4355-8245-cde1b7bd6c1b req-f977bd4b-868a-4713-ab9d-41dcb4536a54 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups/3a75fe54-749a-4835-8045-c74834dd45fd HTTP/1.1" status: 200  len: 1756 time: 0.0477242
Dec 18 07:38:41.794496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-b0e50024-5637-4355-8245-cde1b7bd6c1b req-3ce8a5d7-942a-4180-b72e-bd111561f84e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a75fe54-749a-4835-8045-c74834dd45fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:38:41.794864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-b0e50024-5637-4355-8245-cde1b7bd6c1b req-3ce8a5d7-942a-4180-b72e-bd111561f84e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a75fe54-749a-4835-8045-c74834dd45fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:38:41.801479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-b0e50024-5637-4355-8245-cde1b7bd6c1b req-3ce8a5d7-942a-4180-b72e-bd111561f84e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:38:41.805764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b0e50024-5637-4355-8245-cde1b7bd6c1b req-3ce8a5d7-942a-4180-b72e-bd111561f84e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Usage tracker for resource:security_group_rule and tenant:2a77ef022247460c9ee9ea431ceec6e0 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:38:41.809607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-b0e50024-5637-4355-8245-cde1b7bd6c1b req-3ce8a5d7-942a-4180-b72e-bd111561f84e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:38:41.816737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-b0e50024-5637-4355-8245-cde1b7bd6c1b req-3ce8a5d7-942a-4180-b72e-bd111561f84e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:38:41.829495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device da8b1bdd-35ac-463a-a055-e32bc3598506 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:38:41.873345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b0e50024-5637-4355-8245-cde1b7bd6c1b req-3ce8a5d7-942a-4180-b72e-bd111561f84e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:41.896869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port da8b1bdd-35ac-463a-a055-e32bc3598506 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:38:41.898877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b0e50024-5637-4355-8245-cde1b7bd6c1b req-3ce8a5d7-942a-4180-b72e-bd111561f84e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:41.901211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b0e50024-5637-4355-8245-cde1b7bd6c1b req-3ce8a5d7-942a-4180-b72e-bd111561f84e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:41.902069 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port da8b1bdd-35ac-463a-a055-e32bc3598506 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:41.902504 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:41.903192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bfdee595-6d34-4fbb-9bde-80cb90371c9a tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:41.926398 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8a5d7-942a-4180-b72e-bd111561f84e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56701d13-a280-4a41-951b-6ad49b0e8293,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:41.929070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3ce8a5d7-942a-4180-b72e-bd111561f84e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:41.936195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-b0e50024-5637-4355-8245-cde1b7bd6c1b req-3ce8a5d7-942a-4180-b72e-bd111561f84e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:41.937782 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-b0e50024-5637-4355-8245-cde1b7bd6c1b req-3ce8a5d7-942a-4180-b72e-bd111561f84e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1473608
Dec 18 07:38:42.018759 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ba0ccc0f-b89c-4fae-8e77-aa13b6396aaa req-56417924-8e99-4ac9-8586-9a9b0e79ce09 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups/3a75fe54-749a-4835-8045-c74834dd45fd HTTP/1.1" status: 200  len: 2318 time: 0.0476556
Dec 18 07:38:42.026336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:42.030351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-ba0ccc0f-b89c-4fae-8e77-aa13b6396aaa req-79a56876-9a89-4183-9b62-05ccb6c91b7f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a75fe54-749a-4835-8045-c74834dd45fd', 'remote_group_id': None}]} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:38:42.030705 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-ba0ccc0f-b89c-4fae-8e77-aa13b6396aaa req-79a56876-9a89-4183-9b62-05ccb6c91b7f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a75fe54-749a-4835-8045-c74834dd45fd', 'remote_group_id': None}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:38:42.037051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-ba0ccc0f-b89c-4fae-8e77-aa13b6396aaa req-79a56876-9a89-4183-9b62-05ccb6c91b7f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:38:42.041109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-ba0ccc0f-b89c-4fae-8e77-aa13b6396aaa req-79a56876-9a89-4183-9b62-05ccb6c91b7f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Usage tracker for resource:security_group_rule and tenant:2a77ef022247460c9ee9ea431ceec6e0 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:38:42.042626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port da8b1bdd-35ac-463a-a055-e32bc3598506, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=da8b1bdd-35ac-463a-a055-e32bc3598506,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:38:42.044790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-ba0ccc0f-b89c-4fae-8e77-aa13b6396aaa req-79a56876-9a89-4183-9b62-05ccb6c91b7f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:38:42.046132 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:42.048923 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f98c2d29-5c5a-411d-b4c4-ca3f2958d508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:42.050683 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-ba0ccc0f-b89c-4fae-8e77-aa13b6396aaa req-79a56876-9a89-4183-9b62-05ccb6c91b7f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:38:42.111773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ba0ccc0f-b89c-4fae-8e77-aa13b6396aaa req-79a56876-9a89-4183-9b62-05ccb6c91b7f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for security_group_rule, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:42.115220 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=da8b1bdd-35ac-463a-a055-e32bc3598506,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:42.118327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:42.136852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ba0ccc0f-b89c-4fae-8e77-aa13b6396aaa req-79a56876-9a89-4183-9b62-05ccb6c91b7f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for security_group_rule, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:42.139200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ba0ccc0f-b89c-4fae-8e77-aa13b6396aaa req-79a56876-9a89-4183-9b62-05ccb6c91b7f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952071'] for security_group_rule, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:42.141117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e7e2fc1f-1ea9-42e7-8aa9-3da3b5208138 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:42.164434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a56876-9a89-4183-9b62-05ccb6c91b7f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadfd1a5-582d-46d6-92b8-509c0fcc1d20,revision_number=0']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:42.166952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-79a56876-9a89-4183-9b62-05ccb6c91b7f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:42.173946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-ba0ccc0f-b89c-4fae-8e77-aa13b6396aaa req-79a56876-9a89-4183-9b62-05ccb6c91b7f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for security_group_rule, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:42.175304 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ba0ccc0f-b89c-4fae-8e77-aa13b6396aaa req-79a56876-9a89-4183-9b62-05ccb6c91b7f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1499808
Dec 18 07:38:42.363070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-bd37562a-44da-4a50-a69b-3d9ddb7a0f14 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Synchronizing usage tracker for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:security_group {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:38:42.381227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-bd37562a-44da-4a50-a69b-3d9ddb7a0f14 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Unset dirty status for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:security_group {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:38:42.382491 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-bd37562a-44da-4a50-a69b-3d9ddb7a0f14 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-1926171085&fields=id&tenant_id=2a77ef022247460c9ee9ea431ceec6e0 HTTP/1.1" status: 200  len: 267 time: 0.0610025
Dec 18 07:38:42.542017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-8426910f-61a0-4b94-8ab7-08fb2d4aef9a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:42.544225 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-8426910f-61a0-4b94-8ab7-08fb2d4aef9a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 810 time: 0.1539004
Dec 18 07:38:42.561911 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-55ea1bc0-3ba7-4bd0-b11a-8f80698d5f2d tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/quotas/2a77ef022247460c9ee9ea431ceec6e0 HTTP/1.1" status: 200  len: 375 time: 0.0112987
Dec 18 07:38:42.648415 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-bf025c17-3de3-46db-8dfb-25e385776c8d tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0800273
Dec 18 07:38:42.744353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-f3f23209-6d49-4e3c-b46c-addee3ecf382 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:38:42.745451 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-f3f23209-6d49-4e3c-b46c-addee3ecf382 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0840189
Dec 18 07:38:42.891714 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-34fa55ab-a02a-45ed-b398-3db5393bf85c service neutron] 10.222.0.23 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392539
Dec 18 07:38:42.953293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Sync routers for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:38:42.963475 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:38:42.964158 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d35f898>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:38:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:43.038102 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-3dec1681-785b-4ae3-8208-7b8845c35c73 service neutron] 10.222.0.23 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398346
Dec 18 07:38:43.151250 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:38:43.401195 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d88c36f0-6b5d-4d87-b32b-0adaaccda9bc req-7c7d1f82-70ed-415e-addd-5ba97bb73c69 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 210 time: 0.0594265
Dec 18 07:38:43.498285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d35f898>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 2, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:43.502473 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Checking router: 04b0b2e4-eb19-4bff-b05b-6044184549b4 for host: dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:38:43.502889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Updating router 04b0b2e4-eb19-4bff-b05b-6044184549b4 port 5e660dee-d330-4650-9b96-07a976f2b3f4 binding host dv-neutron-765072-3-ovs {{(pid=81086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 18 07:38:43.561018 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:43.831912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device da8b1bdd-35ac-463a-a055-e32bc3598506 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:38:43.959180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port da8b1bdd-35ac-463a-a055-e32bc3598506 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:43.959738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:44.130054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Notify callbacks [] for port, precommit_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:44.159082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Transition to ACTIVE for port object 5e660dee-d330-4650-9b96-07a976f2b3f4 will not be triggered until provisioned by entity L2. {{(pid=81086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:38:44.165457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:44.181560 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a6f6463c-9eb1-4c0f-a9c4-c75ec8bef4df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:44.310457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d526af-e24f-49e3-b755-2c2e4d8913b9 None None] Pushing event updated for resources: {'Port': ['ID=5e660dee-d330-4650-9b96-07a976f2b3f4,revision_number=3']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:44.315725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-31d526af-e24f-49e3-b755-2c2e4d8913b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:44.477990 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Attempting to bind port 5e660dee-d330-4650-9b96-07a976f2b3f4 on host dv-neutron-765072-3-ovs for vnic_type normal with profile  {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:38:44.478424 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Attempting to bind port 5e660dee-d330-4650-9b96-07a976f2b3f4 by drivers openvswitch on host dv-neutron-765072-3-ovs at level 0 using segments [{'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:38:44.478849 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Attempting to bind port 5e660dee-d330-4650-9b96-07a976f2b3f4 on network e1a0fc30-b21a-4855-ad9d-60da99a5f24e {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:38:44.485192 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Checking agent: {'id': '418f3632-1d49-4b14-a4e1-6228d208ae75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-765072-3-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 34, 18), 'started_at': datetime.datetime(2020, 12, 18, 6, 34, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-765072-3-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.35', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:38:44.485657 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Checking segment: {'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:38:44.486126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:44.486575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Bound using segment: {'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'} {{(pid=81086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:38:44.487113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Bound port: 5e660dee-d330-4650-9b96-07a976f2b3f4, host: dv-neutron-765072-3-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'}}] {{(pid=81086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:38:44.487548 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:44.581795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] For port 5e660dee-d330-4650-9b96-07a976f2b3f4, host dv-neutron-765072-3-ovs, cleared binding levels {{(pid=81086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:38:44.587918 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] For port 5e660dee-d330-4650-9b96-07a976f2b3f4, host dv-neutron-765072-3-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5e660dee-d330-4650-9b96-07a976f2b3f4,segment=NetworkSegment(3a371c49-99ce-499b-8cca-fae7cc22d41a),segment_id=3a371c49-99ce-499b-8cca-fae7cc22d41a)] {{(pid=81086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:38:44.594778 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:44.596106 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e8e20f1e-c815-42e9-90ba-997d358d7e2b req-7bdda034-4a64-4337-8595-b28e5eddadbe tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 210 time: 0.0515344
Dec 18 07:38:44.610876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:44.778973 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d526af-e24f-49e3-b755-2c2e4d8913b9 None None] Pushing event updated for resources: {'Port': ['ID=5e660dee-d330-4650-9b96-07a976f2b3f4,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:44.789939 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-90460a58-e7a2-4523-99c9-99402c34bf79 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:44.790416 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-31d526af-e24f-49e3-b755-2c2e4d8913b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:44.790527 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-90460a58-e7a2-4523-99c9-99402c34bf79 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Synchronizing usage tracker for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:network {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:38:44.807028 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-90460a58-e7a2-4523-99c9-99402c34bf79 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Unset dirty status for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:network {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:38:44.810339 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-90460a58-e7a2-4523-99c9-99402c34bf79 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.15 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 810 time: 0.1944103
Dec 18 07:38:44.831750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:38:44.832500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1d35f898>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:38:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:44.889280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-792f5ac2-75ac-49c6-a9d8-21d8cf83cc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:44.906624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-e3ea0517-2f3c-4418-9c86-91030f06ad58 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Synchronizing usage tracker for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:security_group {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:38:44.919653 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-e3ea0517-2f3c-4418-9c86-91030f06ad58 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Unset dirty status for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:security_group {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:38:44.921120 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-e3ea0517-2f3c-4418-9c86-91030f06ad58 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a77ef022247460c9ee9ea431ceec6e0 HTTP/1.1" status: 200  len: 5555 time: 0.0936308
Dec 18 07:38:44.944404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Request body: {'port': {'device_id': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'admin_state_up': True, 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'security_groups': ['3a75fe54-749a-4835-8045-c74834dd45fd']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:38:45.104491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:38:45.109228 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Usage tracker for resource:port and tenant:2a77ef022247460c9ee9ea431ceec6e0 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:38:45.112285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Quota usage for port was recalculated. Used quota:2. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:38:45.118002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:38:45.128140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Made reservation on behalf of 2a77ef022247460c9ee9ea431ceec6e0 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:38:45.133765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:45.216538 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:38:45.439510 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Allocated IP 172.20.0.7 (e1a0fc30-b21a-4855-ad9d-60da99a5f24e/24d352bc-2f33-411e-83ba-e8921f7f155c/9c607ece-3d02-4365-866e-4815f1b6a60d) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:38:45.542356 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1d35f898>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:44Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:45.546800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e6524-99c0-4bc8-8731-9f6242b43bc2 None None] The sync data for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs is: [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:44Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:38:45.661463 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:45.679599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Transition to ACTIVE for port object 9c607ece-3d02-4365-866e-4815f1b6a60d will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:38:45.706745 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:45.808257 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-722cf79e-1bbd-44e0-938d-1060efa156d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:45.845868 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee729a-da34-4ec4-ae06-7ab743413cd1 req-ae07e89c-e8a3-40a2-a3a8-f2ea6e3a1415 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:45.847828 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-50ee729a-da34-4ec4-ae06-7ab743413cd1 req-ae07e89c-e8a3-40a2-a3a8-f2ea6e3a1415 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 931 time: 0.1036942
Dec 18 07:38:45.879784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5e660dee-d330-4650-9b96-07a976f2b3f4 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:38:45.898644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event updated for resources: {'Port': ['ID=9c607ece-3d02-4365-866e-4815f1b6a60d,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:45.910285 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:45.936572 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Network e1a0fc30-b21a-4855-ad9d-60da99a5f24e is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:38:45.938106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:38:45.940544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:38:45.978154 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning for port 5e660dee-d330-4650-9b96-07a976f2b3f4 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:38:45.985181 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 5e660dee-d330-4650-9b96-07a976f2b3f4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:45.985835 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:46.017920 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:46.018843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:46.055927 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-86df761c-2f59-4d65-a6cb-6a9868de0a0a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1166821
Dec 18 07:38:46.074856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Request body: {'port': {'device_id': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:38:46.162461 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:46.206411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] For port 5e660dee-d330-4650-9b96-07a976f2b3f4, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5e660dee-d330-4650-9b96-07a976f2b3f4,segment=NetworkSegment(3a371c49-99ce-499b-8cca-fae7cc22d41a),segment_id=3a371c49-99ce-499b-8cca-fae7cc22d41a)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:38:46.212536 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:46.215119 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-4d90fe09-62df-45c8-a6d2-19f4c86ae922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:46.256609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:46.293332 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-50ee729a-da34-4ec4-ae06-7ab743413cd1 req-16323aef-b3a7-497f-ac93-2e7b0ffaa9b4 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.4377947
Dec 18 07:38:46.296751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Pushing event updated for resources: {'Port': ['ID=5e660dee-d330-4650-9b96-07a976f2b3f4,revision_number=5']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:46.300627 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:46.324176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7669539d-bd09-4d7f-8fc8-324f245de5f0 None None] Provisioning for port 9c607ece-3d02-4365-866e-4815f1b6a60d completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:38:46.329863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-7669539d-bd09-4d7f-8fc8-324f245de5f0 None None] Provisioning complete for port 9c607ece-3d02-4365-866e-4815f1b6a60d triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:46.330009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-7669539d-bd09-4d7f-8fc8-324f245de5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:46.387747 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-7669539d-bd09-4d7f-8fc8-324f245de5f0 None None] Port 9c607ece-3d02-4365-866e-4815f1b6a60d cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:38:46.698530 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c607ece-3d02-4365-866e-4815f1b6a60d {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:38:46.707253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:46.721328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Transition to ACTIVE for port object 9c607ece-3d02-4365-866e-4815f1b6a60d will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:38:46.724020 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:46.739631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-127f8688-7a28-4406-944d-e803543957f5 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:46.875874 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Pushing event updated for resources: {'Port': ['ID=9c607ece-3d02-4365-866e-4815f1b6a60d,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:46.880945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:47.066163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Attempting to bind port 9c607ece-3d02-4365-866e-4815f1b6a60d on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:38:47.066540 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Attempting to bind port 9c607ece-3d02-4365-866e-4815f1b6a60d by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:38:47.066882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Attempting to bind port 9c607ece-3d02-4365-866e-4815f1b6a60d on network e1a0fc30-b21a-4855-ad9d-60da99a5f24e {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:38:47.073319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:38:47.073723 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Checking segment: {'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:38:47.074750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:47.075151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Bound using segment: {'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:38:47.075629 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Bound port: 9c607ece-3d02-4365-866e-4815f1b6a60d, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:38:47.075998 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:47.173671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] For port 9c607ece-3d02-4365-866e-4815f1b6a60d, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:38:47.176957 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] For port 9c607ece-3d02-4365-866e-4815f1b6a60d, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9c607ece-3d02-4365-866e-4815f1b6a60d,segment=NetworkSegment(3a371c49-99ce-499b-8cca-fae7cc22d41a),segment_id=3a371c49-99ce-499b-8cca-fae7cc22d41a)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:38:47.180476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:47.196636 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:47.347094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Pushing event updated for resources: {'Port': ['ID=9c607ece-3d02-4365-866e-4815f1b6a60d,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:47.350660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:47.386214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:47.387480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:47.388978 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] 10.222.0.15 "PUT /v2.0/ports/9c607ece-3d02-4365-866e-4815f1b6a60d HTTP/1.1" status: 200  len: 1157 time: 1.3201630
Dec 18 07:38:47.389737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'tag': '9c607ece-3d02-4365-866e-4815f1b6a60d'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:38:47.474128 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'tag': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'status': 'completed', 'code': 200}
Dec 18 07:38:47.521645 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-b78bbbc1-ab6a-4c65-af32-cbf5ff77d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:47.523302 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-b78bbbc1-ab6a-4c65-af32-cbf5ff77d80d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 1160 time: 0.0921283
Dec 18 07:38:47.528168 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35841f27-4375-4514-93e2-e62f8857b66b req-95044197-7151-42e4-95be-f851bfb92225 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:47.529999 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35841f27-4375-4514-93e2-e62f8857b66b req-95044197-7151-42e4-95be-f851bfb92225 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 943 time: 0.0929649
Dec 18 07:38:47.549869 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b697b0b4-8ec6-47d4-9c4a-f69c1c6af70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:47.580909 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-35841f27-4375-4514-93e2-e62f8857b66b req-4ee18098-91a1-45ca-af0f-9323690d5921 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0439124
Dec 18 07:38:47.599748 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-f9c1e536-3b31-44e4-a614-df10cabfaed9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c607ece-3d02-4365-866e-4815f1b6a60d HTTP/1.1" status: 200  len: 217 time: 0.0684786
Dec 18 07:38:47.652116 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:47.682599 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-d760819c-3873-41d0-99ee-ed0a1e43e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:47.684619 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-d760819c-3873-41d0-99ee-ed0a1e43e0e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0748246
Dec 18 07:38:47.767102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-39ca199d-4a05-4357-bc82-4ae261e330a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:47.768701 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-39ca199d-4a05-4357-bc82-4ae261e330a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0742159
Dec 18 07:38:47.815689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5e660dee-d330-4650-9b96-07a976f2b3f4 up at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:38:47.888550 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Provisioning complete for port 5e660dee-d330-4650-9b96-07a976f2b3f4 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:47.888904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:47.921605 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-053fd83b-45dd-4bac-8620-c67d1450e41c service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409454
Dec 18 07:38:48.066770 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-847d7e14-9d83-4d2f-a6d0-88f54f42106f req-b8a5da1d-be92-4828-afc7-a8ffce53d8e7 service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381109
Dec 18 07:38:48.192088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec739f7-7198-44a3-a804-57bb42e1ba51 req-f5572b03-3d4b-442a-9ee0-3249a3a84597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:48.193761 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8ec739f7-7198-44a3-a804-57bb42e1ba51 req-f5572b03-3d4b-442a-9ee0-3249a3a84597 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 1160 time: 0.0771320
Dec 18 07:38:48.335899 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec739f7-7198-44a3-a804-57bb42e1ba51 req-48249946-7c3a-4120-83dd-203a29490440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:48.337471 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8ec739f7-7198-44a3-a804-57bb42e1ba51 req-48249946-7c3a-4120-83dd-203a29490440 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1364651
Dec 18 07:38:48.408972 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8ec739f7-7198-44a3-a804-57bb42e1ba51 req-ac8a3192-5f6f-49ec-bd51-3d9480c9455d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c607ece-3d02-4365-866e-4815f1b6a60d HTTP/1.1" status: 200  len: 217 time: 0.0622928
Dec 18 07:38:48.479699 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec739f7-7198-44a3-a804-57bb42e1ba51 req-b4f822ee-7ff8-4396-8d01-d6a8b5e1eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:48.481148 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8ec739f7-7198-44a3-a804-57bb42e1ba51 req-b4f822ee-7ff8-4396-8d01-d6a8b5e1eed0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0652778
Dec 18 07:38:48.563239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec739f7-7198-44a3-a804-57bb42e1ba51 req-9eeb4e16-e0f7-427d-8297-3a5555967b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:48.564813 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8ec739f7-7198-44a3-a804-57bb42e1ba51 req-9eeb4e16-e0f7-427d-8297-3a5555967b35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0733280
Dec 18 07:38:48.609534 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:48.711240 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8ec739f7-7198-44a3-a804-57bb42e1ba51 req-2683eb6b-5146-4a0d-a6a2-8ad04aa3464e service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385720
Dec 18 07:38:48.799417 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeab035-e437-463d-bb00-3e91a9db90bd req-87062a72-4e1a-4057-821b-2852065e884c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:48.800926 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6eeab035-e437-463d-bb00-3e91a9db90bd req-87062a72-4e1a-4057-821b-2852065e884c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 943 time: 0.0847921
Dec 18 07:38:48.849028 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6eeab035-e437-463d-bb00-3e91a9db90bd req-4bc9f55d-3039-4858-ac1b-bf11807a9f0d tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0415804
Dec 18 07:38:48.853147 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8ec739f7-7198-44a3-a804-57bb42e1ba51 req-48bed9f3-ffca-41e7-89ac-1902daf6ee45 service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1346889
Dec 18 07:38:49.622355 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:50.056877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419988b-39ab-4007-ba82-a4e8f0def24c req-1c161eff-dd99-4ec5-bdcc-ac5a5218b8b3 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:50.059009 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4419988b-39ab-4007-ba82-a4e8f0def24c req-1c161eff-dd99-4ec5-bdcc-ac5a5218b8b3 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 943 time: 0.0804915
Dec 18 07:38:50.107672 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4419988b-39ab-4007-ba82-a4e8f0def24c req-ad755597-3e5c-420a-a588-285cd2f870fd tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0422688
Dec 18 07:38:50.273088 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 9c607ece-3d02-4365-866e-4815f1b6a60d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:38:50.342817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 9c607ece-3d02-4365-866e-4815f1b6a60d completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:38:50.347616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 9c607ece-3d02-4365-866e-4815f1b6a60d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:50.348039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:50.461805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:50.488965 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c607ece-3d02-4365-866e-4815f1b6a60d'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:38:50.499794 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 9c607ece-3d02-4365-866e-4815f1b6a60d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9c607ece-3d02-4365-866e-4815f1b6a60d,segment=NetworkSegment(3a371c49-99ce-499b-8cca-fae7cc22d41a),segment_id=3a371c49-99ce-499b-8cca-fae7cc22d41a)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:38:50.507698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:50.507698 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c427770c-05c6-4916-85a9-d10d9d906455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:50.549083 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'code': 200}
Dec 18 07:38:50.575777 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=9c607ece-3d02-4365-866e-4815f1b6a60d,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:50.580057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:50.803544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c149629-6295-4d39-bdc9-63cc8b1f1992 req-ed0d7c65-52af-4a12-be57-6829497482eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:50.805189 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c149629-6295-4d39-bdc9-63cc8b1f1992 req-ed0d7c65-52af-4a12-be57-6829497482eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 1162 time: 0.0731649
Dec 18 07:38:50.856085 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6c149629-6295-4d39-bdc9-63cc8b1f1992 req-aaf1d8ac-07bb-466e-bc3d-207dc1254b5b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0395572
Dec 18 07:38:51.318948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e5aff-30fd-4141-bba3-f22398cac81e req-7a640936-9d34-4499-addb-cbc37b4765af tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:51.320514 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-359e5aff-30fd-4141-bba3-f22398cac81e req-7a640936-9d34-4499-addb-cbc37b4765af tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 945 time: 0.0820951
Dec 18 07:38:51.366205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-359e5aff-30fd-4141-bba3-f22398cac81e req-d5426c05-c562-4c03-872a-5360e3f9a717 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0393946
Dec 18 07:38:51.943838 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 9c607ece-3d02-4365-866e-4815f1b6a60d up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:38:52.012592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 9c607ece-3d02-4365-866e-4815f1b6a60d triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:38:52.013015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:52.677776 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29645b88-e310-4e9b-ac34-8ec54a671e8f req-c2cae06f-d2a5-4e63-8ad0-26d6cfaba8a6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:52.679265 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29645b88-e310-4e9b-ac34-8ec54a671e8f req-c2cae06f-d2a5-4e63-8ad0-26d6cfaba8a6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 945 time: 0.1850667
Dec 18 07:38:52.726617 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-29645b88-e310-4e9b-ac34-8ec54a671e8f req-f5fa7933-8011-4539-8bfc-aa83f5ba6d42 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0401285
Dec 18 07:38:53.006948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af39d5-0262-49ad-a7a7-bc98678da5d9 req-e68bc03b-8955-48ac-8556-156d1ccba4c5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:53.008472 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-76af39d5-0262-49ad-a7a7-bc98678da5d9 req-e68bc03b-8955-48ac-8556-156d1ccba4c5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 945 time: 0.1561139
Dec 18 07:38:53.057054 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-76af39d5-0262-49ad-a7a7-bc98678da5d9 req-e8b506d4-c51f-4181-9314-cc1d6df8c76d tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0421007
Dec 18 07:38:53.259804 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:53.264283 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-36c1ea9f-2997-40d5-b282-fba8e7ea83ed tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1535449
Dec 18 07:38:53.274428 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:38:53.280765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:38:53.284831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Usage tracker for resource:floatingip and tenant:2a77ef022247460c9ee9ea431ceec6e0 is out of sync, need to count used quota {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:38:53.287971 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=81085) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:38:53.294357 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:38:53.303574 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:53.447843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:53.714105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Allocated IP 172.26.7.186 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/9b9a3925-1b1a-43ec-8422-d016a1871d81) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:38:53.871644 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:53.897551 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:53.911617 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:38:53.916703 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:54.047409 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event updated for resources: {'Port': ['ID=9b9a3925-1b1a-43ec-8422-d016a1871d81,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:54.053111 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:54.100679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:38:54.101867 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:38:54.104138 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:38:54.187097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:54.244432 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:54.509070 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:54.513159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:54.528600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-a2e9b73a-ecd4-45c8-a576-7a2581db2b35 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:38:54.659573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event updated for resources: {'Port': ['ID=9b9a3925-1b1a-43ec-8422-d016a1871d81,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:38:54.662807 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:38:54.762400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:54.784002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:54.785309 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-962ae7b0-a7d3-4909-ac89-2dff210bd98c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5150645
Dec 18 07:38:54.868690 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-b4baa1de-5bad-4d1e-9703-2077c722c07d tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Synchronizing usage tracker for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:floatingip {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:38:54.884785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-b4baa1de-5bad-4d1e-9703-2077c722c07d tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Unset dirty status for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:floatingip {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:38:54.886054 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-b4baa1de-5bad-4d1e-9703-2077c722c07d tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.186 HTTP/1.1" status: 200  len: 696 time: 0.0943425
Dec 18 07:38:55.041363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-690d04c5-8526-4a8f-8fae-6578045d3d3c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:55.043270 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-690d04c5-8526-4a8f-8fae-6578045d3d3c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1505184
Dec 18 07:38:55.053943 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-f986d7a9-ee31-47a9-9ef9-792e2507fbc5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:38:55.054963 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-177548f1-ee80-46ee-8b5f-97188e273e1d req-f986d7a9-ee31-47a9-9ef9-792e2507fbc5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0058355
Dec 18 07:38:55.240659 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-7d090971-ee15-4980-bb4c-7b0bceefc3b1 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:55.242308 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-7d090971-ee15-4980-bb4c-7b0bceefc3b1 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0822973
Dec 18 07:38:55.326534 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-0c45d7c1-a508-43c9-98c3-56f6693ef82f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.186 HTTP/1.1" status: 200  len: 696 time: 0.0776227
Dec 18 07:38:55.336513 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-8ce5bd2f-08d8-4435-bf56-a5b9d35a47ed tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Request body: {'floatingip': {'port_id': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:38:55.416630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-8ce5bd2f-08d8-4435-bf56-a5b9d35a47ed tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:56.299235 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-8ce5bd2f-08d8-4435-bf56-a5b9d35a47ed tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:56.302283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-8ce5bd2f-08d8-4435-bf56-a5b9d35a47ed tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:56.477997 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-8ce5bd2f-08d8-4435-bf56-a5b9d35a47ed tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Floating IP ea266567-cddd-4156-9935-39c08a37cda0 associated. External IP: 172.26.7.186, port: 9c607ece-3d02-4365-866e-4815f1b6a60d.
Dec 18 07:38:56.840151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-8ce5bd2f-08d8-4435-bf56-a5b9d35a47ed tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Router 04b0b2e4-eb19-4bff-b05b-6044184549b4 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:38:57.027430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-8ce5bd2f-08d8-4435-bf56-a5b9d35a47ed tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:38:57.031788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-8ce5bd2f-08d8-4435-bf56-a5b9d35a47ed tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:38:57.037852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c9a63a-aa76-4a34-ab77-07850c275c3b None None] Sync routers for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:38:57.048665 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c9a63a-aa76-4a34-ab77-07850c275c3b None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:38:57.049339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e5c9a63a-aa76-4a34-ab77-07850c275c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dd61400>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:38:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:57.087208 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-8ce5bd2f-08d8-4435-bf56-a5b9d35a47ed tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "PUT /v2.0/floatingips/ea266567-cddd-4156-9935-39c08a37cda0 HTTP/1.1" status: 200  len: 996 time: 1.7548068
Dec 18 07:38:57.087796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'tag': '9c607ece-3d02-4365-866e-4815f1b6a60d'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:38:57.152347 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'tag': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'status': 'completed', 'code': 200}
Dec 18 07:38:57.187238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-fab1bb57-680d-4f77-a0e4-c302e4cccfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:57.189300 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-fab1bb57-680d-4f77-a0e4-c302e4cccfa4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 1162 time: 0.0887673
Dec 18 07:38:57.240379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e5c9a63a-aa76-4a34-ab77-07850c275c3b None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:38:57.347944 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-ece8591d-c40a-47e7-98d0-5a9eb9b14ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:57.349809 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-ece8591d-c40a-47e7-98d0-5a9eb9b14ff7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1532578
Dec 18 07:38:57.463522 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-8523f824-c59f-465f-b12c-d3b5b441e241 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c607ece-3d02-4365-866e-4815f1b6a60d HTTP/1.1" status: 200  len: 999 time: 0.1055207
Dec 18 07:38:57.538405 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c3e82-7bf4-4386-8fd5-7c09677fd182 req-46186334-b36a-480a-b881-894cccd46c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:57.540054 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8c2c3e82-7bf4-4386-8fd5-7c09677fd182 req-46186334-b36a-480a-b881-894cccd46c52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 1162 time: 0.3653803
Dec 18 07:38:57.542853 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-3017dba7-6943-4feb-8dbc-9393d8343dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:57.544479 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-3017dba7-6943-4feb-8dbc-9393d8343dc3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0739450
Dec 18 07:38:57.627143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-c5799282-fd27-47bf-bdae-5edf338e161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:57.627658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e5c9a63a-aa76-4a34-ab77-07850c275c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dd61400>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'ea266567-cddd-4156-9935-39c08a37cda0', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'port_id': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'mac_address': 'fa:16:3e:28:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:38:54Z', 'updated_at': '2020-12-18T07:38:55Z', 'revision_number': 1, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:46Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:57.628745 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-c5799282-fd27-47bf-bdae-5edf338e161f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0774448
Dec 18 07:38:57.632332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c9a63a-aa76-4a34-ab77-07850c275c3b None None] Checking router: 04b0b2e4-eb19-4bff-b05b-6044184549b4 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:38:57.643194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c9a63a-aa76-4a34-ab77-07850c275c3b None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:38:57.644008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e5c9a63a-aa76-4a34-ab77-07850c275c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dd61400>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:38:48Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:57.657253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-69d10206-d8ef-4d69-b892-72dd1999cc05 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:38:57.658373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-69d10206-d8ef-4d69-b892-72dd1999cc05 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0065541
Dec 18 07:38:57.686215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c3e82-7bf4-4386-8fd5-7c09677fd182 req-e0f7d69e-288a-415a-b6b2-c6d45df3ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:57.688213 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8c2c3e82-7bf4-4386-8fd5-7c09677fd182 req-e0f7d69e-288a-415a-b6b2-c6d45df3ffb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1409829
Dec 18 07:38:57.805749 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8c2c3e82-7bf4-4386-8fd5-7c09677fd182 req-d067d8e2-edf4-4d9e-aea3-68954f8773f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c607ece-3d02-4365-866e-4815f1b6a60d HTTP/1.1" status: 200  len: 999 time: 0.1111615
Dec 18 07:38:57.807762 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-15ed3570-d875-4c77-9ed8-df5359b703fe service neutron] 10.222.0.23 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415327
Dec 18 07:38:57.833841 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e5c9a63a-aa76-4a34-ab77-07850c275c3b None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:38:57.877392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c3e82-7bf4-4386-8fd5-7c09677fd182 req-3aa40b9f-69ff-4747-9252-9041ec58b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:57.878941 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8c2c3e82-7bf4-4386-8fd5-7c09677fd182 req-3aa40b9f-69ff-4747-9252-9041ec58b233 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0672643
Dec 18 07:38:57.958357 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c8b74d9f-7126-4602-8e32-615cc615cf94 req-4590f7be-ce7a-482c-bc8e-ea1b164fbf2e service neutron] 10.222.0.23 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1436222
Dec 18 07:38:57.965646 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c3e82-7bf4-4386-8fd5-7c09677fd182 req-96d0ebe7-fb2d-4b01-a72f-685fd308196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:38:57.967452 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8c2c3e82-7bf4-4386-8fd5-7c09677fd182 req-96d0ebe7-fb2d-4b01-a72f-685fd308196b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0814445
Dec 18 07:38:58.109133 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8c2c3e82-7bf4-4386-8fd5-7c09677fd182 req-716e5739-c497-423c-9a8d-364aba914004 service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351614
Dec 18 07:38:58.211507 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e5c9a63a-aa76-4a34-ab77-07850c275c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dd61400>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'ea266567-cddd-4156-9935-39c08a37cda0', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'port_id': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'mac_address': 'fa:16:3e:28:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:38:54Z', 'updated_at': '2020-12-18T07:38:55Z', 'revision_number': 1, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:46Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:38:58.216244 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c9a63a-aa76-4a34-ab77-07850c275c3b None None] The sync data for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs is: [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'ea266567-cddd-4156-9935-39c08a37cda0', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'port_id': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'mac_address': 'fa:16:3e:28:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:38:54Z', 'updated_at': '2020-12-18T07:38:55Z', 'revision_number': 1, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:46Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:38:58.255032 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8c2c3e82-7bf4-4386-8fd5-7c09677fd182 req-4b48f06d-bbce-4c4e-8a94-8c2b35529faa service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394939
Dec 18 07:38:58.510769 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59873af2-1ce9-40d9-96f3-5bc5c27391e2 None None] New status for floating IP ea266567-cddd-4156-9935-39c08a37cda0: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:39:14.823240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-8626f4be-bf82-4015-9a97-a30fe6050ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:39:17.540795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bc90d7da-1d3c-4742-a6de-2738e9d04356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:39:17.642950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:39:18.613505 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:39:19.624952 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:39:23.261624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:39:30.911656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:39:42.020571 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2afec266-ed77-4d5e-ad30-870467e7ddf4 req-c2a50804-8569-42ac-8a4b-0654a4b315cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1495161
Dec 18 07:39:42.181239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afec266-ed77-4d5e-ad30-870467e7ddf4 req-3653de71-58d4-4072-85f9-b050ed1daf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:39:42.182881 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2afec266-ed77-4d5e-ad30-870467e7ddf4 req-3653de71-58d4-4072-85f9-b050ed1daf93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 1162 time: 0.0792930
Dec 18 07:39:42.338078 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afec266-ed77-4d5e-ad30-870467e7ddf4 req-2e639f73-4159-43b5-85fb-940b8cf1ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:39:42.340299 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2afec266-ed77-4d5e-ad30-870467e7ddf4 req-2e639f73-4159-43b5-85fb-940b8cf1ebb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1375055
Dec 18 07:39:42.447534 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2afec266-ed77-4d5e-ad30-870467e7ddf4 req-1bf0664a-d0f0-4109-a8b7-0f00f3d00b23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c607ece-3d02-4365-866e-4815f1b6a60d HTTP/1.1" status: 200  len: 1001 time: 0.0957322
Dec 18 07:39:42.523454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afec266-ed77-4d5e-ad30-870467e7ddf4 req-147e80be-8452-49d8-8f74-818f7f8e6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:39:42.524990 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2afec266-ed77-4d5e-ad30-870467e7ddf4 req-147e80be-8452-49d8-8f74-818f7f8e6892 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0662446
Dec 18 07:39:42.606972 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afec266-ed77-4d5e-ad30-870467e7ddf4 req-b2d02e59-a68c-434c-9450-589a08948634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:39:42.608466 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2afec266-ed77-4d5e-ad30-870467e7ddf4 req-b2d02e59-a68c-434c-9450-589a08948634 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0732348
Dec 18 07:39:42.756806 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2afec266-ed77-4d5e-ad30-870467e7ddf4 req-6993c209-9a75-416a-892a-04b69e17d9df service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371484
Dec 18 07:39:42.901906 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2afec266-ed77-4d5e-ad30-870467e7ddf4 req-74c0cf41-040b-481c-a83d-5e88b69e395c service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1346152
Dec 18 07:39:44.825832 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f477162c-82ab-41d4-9a3d-a2d8aa8465cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:39:47.542035 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-bb3853e4-3202-413d-a912-1c5c44b37e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:39:47.644426 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:39:48.614968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:39:49.627624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:39:53.259213 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:40:07.911249 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:40:14.827863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-44d63dc1-8c3a-45a2-89c1-9dcc9bd8cfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:40:17.545789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b7290839-b90b-4ea9-9297-c4ae4dd8219b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:40:17.646373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:40:18.617640 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:40:19.639041 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:40:23.273755 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:40:42.003896 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e8264e9c-47a3-4e88-8373-686f57b5608c req-ce52efd7-e878-447a-9fe3-1ee4ebb9f6a1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0815384
Dec 18 07:40:42.161592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8264e9c-47a3-4e88-8373-686f57b5608c req-971d0927-2c8b-4b70-a15e-c32944f434cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:40:42.163183 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e8264e9c-47a3-4e88-8373-686f57b5608c req-971d0927-2c8b-4b70-a15e-c32944f434cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 1162 time: 0.0747321
Dec 18 07:40:42.322007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8264e9c-47a3-4e88-8373-686f57b5608c req-185dd9d6-493f-44f7-aff9-9a4a9775a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:40:42.323563 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e8264e9c-47a3-4e88-8373-686f57b5608c req-185dd9d6-493f-44f7-aff9-9a4a9775a2af service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1347835
Dec 18 07:40:42.431936 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e8264e9c-47a3-4e88-8373-686f57b5608c req-4a04533c-6f2e-455c-a0d5-81c866c243b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c607ece-3d02-4365-866e-4815f1b6a60d HTTP/1.1" status: 200  len: 1001 time: 0.0982540
Dec 18 07:40:42.499696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8264e9c-47a3-4e88-8373-686f57b5608c req-278bd606-2763-4f1f-85d0-1d0bc40e1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:40:42.501205 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e8264e9c-47a3-4e88-8373-686f57b5608c req-278bd606-2763-4f1f-85d0-1d0bc40e1d25 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0626469
Dec 18 07:40:42.581127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8264e9c-47a3-4e88-8373-686f57b5608c req-9aa77bb1-df4b-4f48-936d-f5254abff44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:40:42.582651 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e8264e9c-47a3-4e88-8373-686f57b5608c req-9aa77bb1-df4b-4f48-936d-f5254abff44c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0748436
Dec 18 07:40:42.728117 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e8264e9c-47a3-4e88-8373-686f57b5608c req-e4b82142-ff14-4702-bf80-9cfaaee2f485 service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343076
Dec 18 07:40:42.871050 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e8264e9c-47a3-4e88-8373-686f57b5608c req-e1c6a2ad-3507-409f-b12c-993bac2c6d8a service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1328280
Dec 18 07:40:44.829314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-feb28e2d-73f5-4352-a94d-d56b6ba18058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:40:44.910938 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:40:47.546474 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d5025835-e98b-4cb8-a50a-582290034a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:40:47.649160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:40:48.619314 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:40:49.642656 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:40:53.274253 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:09.924373 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-f8c5becb-f95e-4003-b4ac-627b64a14a1a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-1926171085&fields=id&tenant_id=2a77ef022247460c9ee9ea431ceec6e0 HTTP/1.1" status: 200  len: 267 time: 0.0422165
Dec 18 07:41:10.083096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-c41ad9e3-7505-4d87-abe3-9625e0b07444 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:10.084682 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-c41ad9e3-7505-4d87-abe3-9625e0b07444 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 810 time: 0.1533761
Dec 18 07:41:10.100258 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-ca6440f5-05cc-4136-9880-b950057220ef tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/quotas/2a77ef022247460c9ee9ea431ceec6e0 HTTP/1.1" status: 200  len: 375 time: 0.0096083
Dec 18 07:41:10.193038 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-d5786eec-df24-4cb4-91d6-99aef19d8879 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0867612
Dec 18 07:41:10.340135 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-ae293bc8-6e49-4fb6-9ff9-39b2c480808e service neutron] 10.222.0.23 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344216
Dec 18 07:41:10.480514 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-85ffa02e-fa3e-4548-bdec-6bddff926e99 service neutron] 10.222.0.23 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1338921
Dec 18 07:41:11.714849 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-588a5dfe-5f3a-41f1-ad65-7aa09c21c545 req-d2d522a2-f711-4727-8723-d6b119e6baac tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 210 time: 0.0461502
Dec 18 07:41:12.844912 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-37b5f955-007d-4b42-b3a7-e7313a9f26cf tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:12.847210 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-37b5f955-007d-4b42-b3a7-e7313a9f26cf tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.15 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 810 time: 0.1660399
Dec 18 07:41:12.921329 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-17545eb8-1a22-4cbf-a2c1-1d643c6a99ff req-765ec67e-b34b-4308-b929-0fa1a1f8fa7b tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 210 time: 0.0492802
Dec 18 07:41:12.952120 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-0dae7f9e-4335-4c85-930f-1e185180e881 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a77ef022247460c9ee9ea431ceec6e0 HTTP/1.1" status: 200  len: 5555 time: 0.0842810
Dec 18 07:41:12.963160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Request body: {'port': {'device_id': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'admin_state_up': True, 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'security_groups': ['3a75fe54-749a-4835-8045-c74834dd45fd']}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:41:13.114027 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:41:13.118363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Usage tracker for resource:port and tenant:2a77ef022247460c9ee9ea431ceec6e0 is out of sync, need to count used quota {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 18 07:41:13.122381 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Quota usage for port was recalculated. Used quota:4. {{(pid=81084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 18 07:41:13.129024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=81084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:41:13.138691 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Made reservation on behalf of 2a77ef022247460c9ee9ea431ceec6e0 for: {'port': 1} {{(pid=81084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 18 07:41:13.144883 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:13.550444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Allocated IP 172.20.0.6 (e1a0fc30-b21a-4855-ad9d-60da99a5f24e/24d352bc-2f33-411e-83ba-e8921f7f155c/430eb291-32e5-421e-978c-4ea354477c04) {{(pid=81084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:41:14.053925 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for port, precommit_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:14.074452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Transition to ACTIVE for port object 430eb291-32e5-421e-978c-4ea354477c04 will not be triggered until provisioned by entity DHCP. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:41:14.096610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_create {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:14.112520 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-ab76e173-2993-4132-bf1b-7fc0d43a3149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:41:14.199544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d3bc5-5092-4a7f-8356-7dfe518ae4a0 req-481db705-2368-4865-b638-dee06587e963 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:14.201143 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-683d3bc5-5092-4a7f-8356-7dfe518ae4a0 req-481db705-2368-4865-b638-dee06587e963 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 931 time: 0.1269183
Dec 18 07:41:14.260141 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event updated for resources: {'Port': ['ID=430eb291-32e5-421e-978c-4ea354477c04,revision_number=1']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:41:14.261091 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-683d3bc5-5092-4a7f-8356-7dfe518ae4a0 req-1c285104-6da6-4282-aabb-d693d7ee982b tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0527492
Dec 18 07:41:14.273353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.273799 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.274216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.274655 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.275194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.275404 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.276322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.276725 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.277180 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.277591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.277948 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.278349 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.278814 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.279211 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.279608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.280006 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.280400 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.280793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.281188 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.281581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.281988 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.282602 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.283011 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.283395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:14.304525 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:41:14.343795 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Network e1a0fc30-b21a-4855-ad9d-60da99a5f24e is already hosted by enough agents. {{(pid=81084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:41:14.344919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Resources bound (agent type, host, resource id):  {{(pid=81084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:41:14.347436 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Received port after_create {{(pid=81084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:41:14.418278 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:14.419102 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:14.443840 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4847906
Dec 18 07:41:14.581727 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5e90df62-1984-4a8f-8a51-ca57b850e126 None None] Provisioning for port 430eb291-32e5-421e-978c-4ea354477c04 completed by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:41:14.591080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-5e90df62-1984-4a8f-8a51-ca57b850e126 None None] Provisioning complete for port 430eb291-32e5-421e-978c-4ea354477c04 triggered by entity DHCP. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:41:14.591895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-5e90df62-1984-4a8f-8a51-ca57b850e126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:14.649958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-5e90df62-1984-4a8f-8a51-ca57b850e126 None None] Port 430eb291-32e5-421e-978c-4ea354477c04 cannot update to ACTIVE because it is not bound. {{(pid=81086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 18 07:41:14.832277 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b1da60fd-54a6-4c84-a70c-6faffd819f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:15.504848 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724a350-8966-476c-94f9-44ec2286df5d req-0b067eab-38f2-4a1e-9cfc-2268a353cf9e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:15.506546 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2724a350-8966-476c-94f9-44ec2286df5d req-0b067eab-38f2-4a1e-9cfc-2268a353cf9e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 931 time: 0.0977278
Dec 18 07:41:15.560523 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2724a350-8966-476c-94f9-44ec2286df5d req-dd97f30b-a98f-4737-8301-72f97bc6f956 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0475786
Dec 18 07:41:16.782489 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824e54-7b4d-4fe5-ba08-ef40d0ad75dd req-cdffd78f-62d8-4628-9772-5dd283c7a696 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:16.784110 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-66824e54-7b4d-4fe5-ba08-ef40d0ad75dd req-cdffd78f-62d8-4628-9772-5dd283c7a696 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 931 time: 0.0842898
Dec 18 07:41:16.833601 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-66824e54-7b4d-4fe5-ba08-ef40d0ad75dd req-b05f840f-3f1d-4355-a770-743f6868302c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0430095
Dec 18 07:41:17.551084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b72c5d30-2a44-4956-b1e2-d534a8af2daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:17.663090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:18.056122 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2d89b-c64a-40b6-91af-52456cdafc47 req-64a1d076-beea-4142-8935-3f573112f377 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:18.058579 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-26e2d89b-c64a-40b6-91af-52456cdafc47 req-64a1d076-beea-4142-8935-3f573112f377 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 931 time: 0.0918205
Dec 18 07:41:18.115115 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-26e2d89b-c64a-40b6-91af-52456cdafc47 req-dfd0bbf3-b6bb-4098-adf3-56f2aa569454 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0493646
Dec 18 07:41:18.623833 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:19.328353 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0a84e-430a-4867-867c-0c553df42f09 req-eaca5ac3-196c-44be-beb4-135e631a60a2 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:19.329997 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1ee0a84e-430a-4867-867c-0c553df42f09 req-eaca5ac3-196c-44be-beb4-135e631a60a2 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 931 time: 0.0836482
Dec 18 07:41:19.397510 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-1ee0a84e-430a-4867-867c-0c553df42f09 req-f6007cd4-cc48-4c12-a4f0-19311ac3c10d tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0611737
Dec 18 07:41:19.637295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:20.614448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9ad81-7c79-4d4b-8260-3709385ebca6 req-3f19726a-b29c-492d-8208-90521e4c3a6f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:20.616082 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-18d9ad81-7c79-4d4b-8260-3709385ebca6 req-3f19726a-b29c-492d-8208-90521e4c3a6f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 931 time: 0.0908465
Dec 18 07:41:20.678041 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-18d9ad81-7c79-4d4b-8260-3709385ebca6 req-780c4cc0-d095-4a43-89f1-67a69010925f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0552113
Dec 18 07:41:21.897827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c260c4-fee0-45a4-ad98-723564448b91 req-4e4af32b-621c-46a5-9c0b-3b7c96e2938e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:21.899461 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-21c260c4-fee0-45a4-ad98-723564448b91 req-4e4af32b-621c-46a5-9c0b-3b7c96e2938e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 931 time: 0.0895004
Dec 18 07:41:21.910969 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:41:21.950422 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-21c260c4-fee0-45a4-ad98-723564448b91 req-f4f74b9b-5fb7-4bd5-a124-a4decd32906f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0414879
Dec 18 07:41:23.171991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149106d-dd5a-4234-b3ae-206aaac32f41 req-1e2d8054-06d8-4b60-b327-8c6e15b8bca9 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:23.173728 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8149106d-dd5a-4234-b3ae-206aaac32f41 req-1e2d8054-06d8-4b60-b327-8c6e15b8bca9 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 931 time: 0.0874503
Dec 18 07:41:23.226032 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-8149106d-dd5a-4234-b3ae-206aaac32f41 req-11ff3099-26bd-4400-a19e-c16882033255 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0453906
Dec 18 07:41:23.290109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:24.106127 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Request body: {'port': {'device_id': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7650'}} {{(pid=81084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:41:24.219354 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:24.442327 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9658b-a0ec-47eb-ae8e-f8ef8cf93311 req-8307526b-9228-4878-9ae9-4e1ea15ea186 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:24.443844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ae9658b-a0ec-47eb-ae8e-f8ef8cf93311 req-8307526b-9228-4878-9ae9-4e1ea15ea186 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 931 time: 0.0841613
Dec 18 07:41:24.492230 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-2ae9658b-a0ec-47eb-ae8e-f8ef8cf93311 req-09da9c76-8727-497b-9298-e90aeca4f7e3 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0409882
Dec 18 07:41:24.622573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430eb291-32e5-421e-978c-4ea354477c04 {{(pid=81084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 18 07:41:24.629580 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Notify callbacks [] for port, precommit_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:24.643554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Transition to ACTIVE for port object 430eb291-32e5-421e-978c-4ea354477c04 will not be triggered until provisioned by entity L2. {{(pid=81084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 18 07:41:24.646031 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:24.661448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e6ce1f4b-1bb4-4eea-935d-b7ad803c4193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:41:24.796281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Pushing event updated for resources: {'Port': ['ID=430eb291-32e5-421e-978c-4ea354477c04,revision_number=2']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:41:24.799529 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:41:24.983856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Attempting to bind port 430eb291-32e5-421e-978c-4ea354477c04 on host hv-neutron-7650 for vnic_type normal with profile  {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 18 07:41:24.984373 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Attempting to bind port 430eb291-32e5-421e-978c-4ea354477c04 by drivers openvswitch on host hv-neutron-7650 at level 0 using segments [{'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 18 07:41:24.984924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Attempting to bind port 430eb291-32e5-421e-978c-4ea354477c04 on network e1a0fc30-b21a-4855-ad9d-60da99a5f24e {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 18 07:41:24.991279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Checking agent: {'id': '4c6eeeda-0c02-4cf9-8ae5-c7abf3868274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-7650', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 18, 6, 40, 52), 'started_at': datetime.datetime(2020, 12, 18, 6, 41, 22), 'heartbeat_timestamp': datetime.datetime(2020, 12, 18, 7, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 18 07:41:24.991658 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Checking segment: {'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=81084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 18 07:41:24.992062 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:24.992457 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Bound using segment: {'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'} {{(pid=81084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 18 07:41:24.992927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Bound port: 430eb291-32e5-421e-978c-4ea354477c04, host: hv-neutron-7650, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a371c49-99ce-499b-8cca-fae7cc22d41a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e'}}] {{(pid=81084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 18 07:41:24.993301 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:25.088542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] For port 430eb291-32e5-421e-978c-4ea354477c04, host hv-neutron-7650, cleared binding levels {{(pid=81084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 18 07:41:25.091667 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] For port 430eb291-32e5-421e-978c-4ea354477c04, host hv-neutron-7650, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=430eb291-32e5-421e-978c-4ea354477c04,segment=NetworkSegment(3a371c49-99ce-499b-8cca-fae7cc22d41a),segment_id=3a371c49-99ce-499b-8cca-fae7cc22d41a)] {{(pid=81084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 18 07:41:25.094873 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850798477'] for port, after_update {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:25.110195 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-078a5d4d-385f-4c40-8e66-13bcc3a17599 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:41:25.262140 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Pushing event updated for resources: {'Port': ['ID=430eb291-32e5-421e-978c-4ea354477c04,revision_number=3']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:41:25.265622 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:41:25.302742 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:25.303491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:25.304917 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-705cf90b-f8aa-4d5d-b8a2-4f7e735b775b service neutron] 10.222.0.15 "PUT /v2.0/ports/430eb291-32e5-421e-978c-4ea354477c04 HTTP/1.1" status: 200  len: 1157 time: 1.2042415
Dec 18 07:41:25.305479 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'tag': '430eb291-32e5-421e-978c-4ea354477c04'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:41:25.431157 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-98ebad3f-434d-44a2-80d4-abe0012a24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:25.434435 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-98ebad3f-434d-44a2-80d4-abe0012a24ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 1160 time: 0.0833089
Dec 18 07:41:25.508818 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'tag': '430eb291-32e5-421e-978c-4ea354477c04', 'status': 'completed', 'code': 200}
Dec 18 07:41:25.516938 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-fc883579-3410-46e1-878c-b5ea1cf08e08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=430eb291-32e5-421e-978c-4ea354477c04 HTTP/1.1" status: 200  len: 217 time: 0.0702510
Dec 18 07:41:25.595115 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-84436517-59dc-4127-9408-35d32058181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:25.596649 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-84436517-59dc-4127-9408-35d32058181c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0690107
Dec 18 07:41:25.681735 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-8772438a-68a1-4e1a-8934-8fcf18da9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:25.683537 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-8772438a-68a1-4e1a-8934-8fcf18da9e15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0768063
Dec 18 07:41:25.733113 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4ca17-cfea-4e27-bd74-94cb2415001e req-713dada7-6304-49d1-ad88-3aaa80071eda tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:25.734796 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-25b4ca17-cfea-4e27-bd74-94cb2415001e req-713dada7-6304-49d1-ad88-3aaa80071eda tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 943 time: 0.1107562
Dec 18 07:41:25.792251 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-25b4ca17-cfea-4e27-bd74-94cb2415001e req-27a2220e-215e-4beb-9147-c9bbf534d86e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0509610
Dec 18 07:41:25.835077 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-ec6b3d80-8c84-478d-8587-87b3403dd4b7 service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393657
Dec 18 07:41:25.985738 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-43fe46f4-1e1b-46f6-8a9a-cc7b40e448b3 req-744c2548-55dd-4064-ba81-30fd88a34e67 service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405923
Dec 18 07:41:26.119394 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8f9ff-9726-4cad-9425-92d0fb7e4891 req-8365a78b-1ab2-430d-a527-38c6cb79a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:26.121403 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10b8f9ff-9726-4cad-9425-92d0fb7e4891 req-8365a78b-1ab2-430d-a527-38c6cb79a52f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 1160 time: 0.0833876
Dec 18 07:41:26.266339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8f9ff-9726-4cad-9425-92d0fb7e4891 req-255899d4-7575-4ec1-80ae-f550c2aa34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:26.267909 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10b8f9ff-9726-4cad-9425-92d0fb7e4891 req-255899d4-7575-4ec1-80ae-f550c2aa34d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1382909
Dec 18 07:41:26.337749 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10b8f9ff-9726-4cad-9425-92d0fb7e4891 req-7ee5a72c-ba18-40e0-bc01-d964b0fbcb36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=430eb291-32e5-421e-978c-4ea354477c04 HTTP/1.1" status: 200  len: 217 time: 0.0619910
Dec 18 07:41:26.410050 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8f9ff-9726-4cad-9425-92d0fb7e4891 req-5c63c4f0-e7be-4ea8-8e4a-1659c2e50b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:26.411501 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10b8f9ff-9726-4cad-9425-92d0fb7e4891 req-5c63c4f0-e7be-4ea8-8e4a-1659c2e50b32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0656343
Dec 18 07:41:26.490288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8f9ff-9726-4cad-9425-92d0fb7e4891 req-d1f9337f-6b95-44f5-ba06-b1ecd39167e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:26.491841 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10b8f9ff-9726-4cad-9425-92d0fb7e4891 req-d1f9337f-6b95-44f5-ba06-b1ecd39167e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0727522
Dec 18 07:41:26.633374 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10b8f9ff-9726-4cad-9425-92d0fb7e4891 req-1a7de413-e2a7-4c3b-8bad-7302d1b8449e service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337981
Dec 18 07:41:26.777366 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-10b8f9ff-9726-4cad-9425-92d0fb7e4891 req-7b65fd90-b6f4-403f-a4ed-8dc257642b3e service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362357
Dec 18 07:41:27.006017 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691c5a3-cf64-4c23-9861-bd8d886507d9 req-49e89563-695f-45f0-b2be-2fdc342a7476 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:27.007547 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5691c5a3-cf64-4c23-9861-bd8d886507d9 req-49e89563-695f-45f0-b2be-2fdc342a7476 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 943 time: 0.0829368
Dec 18 07:41:27.324204 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-5691c5a3-cf64-4c23-9861-bd8d886507d9 req-b843b352-3957-4026-9923-ea6f98d22924 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.3103943
Dec 18 07:41:28.531406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684b944-9afe-4caf-8f72-ed883fd94f79 req-706d61fc-ee6c-48e9-97e1-a4476a8d8b00 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:28.532993 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4684b944-9afe-4caf-8f72-ed883fd94f79 req-706d61fc-ee6c-48e9-97e1-a4476a8d8b00 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 943 time: 0.0818412
Dec 18 07:41:28.579944 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4684b944-9afe-4caf-8f72-ed883fd94f79 req-f5836e58-28eb-45b5-b2a6-8207b16eb380 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0408111
Dec 18 07:41:29.040337 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 430eb291-32e5-421e-978c-4ea354477c04 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:41:29.290024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning for port 430eb291-32e5-421e-978c-4ea354477c04 completed by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 18 07:41:29.295553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 430eb291-32e5-421e-978c-4ea354477c04 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:41:29.295916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:29.408167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:29.435345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430eb291-32e5-421e-978c-4ea354477c04'}] {{(pid=81086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:41:29.446144 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] For port 430eb291-32e5-421e-978c-4ea354477c04, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=430eb291-32e5-421e-978c-4ea354477c04,segment=NetworkSegment(3a371c49-99ce-499b-8cca-fae7cc22d41a),segment_id=3a371c49-99ce-499b-8cca-fae7cc22d41a)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:41:29.449800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367'] for port, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:29.451763 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-6f7ec8db-b636-491b-b95c-ad1142009ca6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:41:29.520452 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Pushing event updated for resources: {'Port': ['ID=430eb291-32e5-421e-978c-4ea354477c04,revision_number=4']} {{(pid=81086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:41:29.530051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.530454 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.530846 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.531234 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.531615 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.532060 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.532351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.532733 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.533155 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.533547 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.533927 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.534298 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.534729 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.535136 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.535511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.535880 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.536376 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.536593 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.536964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.537330 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.537757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.538129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.538498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.538863 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:29.543281 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=81086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:41:29.577774 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430eb291-32e5-421e-978c-4ea354477c04', 'code': 200}
Dec 18 07:41:29.799813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d54c99-35e7-4592-994a-c3957e21e6e1 req-8483a560-a842-4ba0-8fbd-c652f946e417 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:29.801684 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86d54c99-35e7-4592-994a-c3957e21e6e1 req-8483a560-a842-4ba0-8fbd-c652f946e417 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 945 time: 0.0894654
Dec 18 07:41:29.838179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55b3ac-2258-4d21-af93-1391e599d4ab req-cf5f2bbe-9301-4cb9-a305-ba2ebac3d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:29.839889 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ba55b3ac-2258-4d21-af93-1391e599d4ab req-cf5f2bbe-9301-4cb9-a305-ba2ebac3d474 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 1162 time: 0.0795135
Dec 18 07:41:29.850778 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-86d54c99-35e7-4592-994a-c3957e21e6e1 req-43a11445-42ec-455b-97c9-e4fdd3b6e74c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0421343
Dec 18 07:41:29.888293 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-ba55b3ac-2258-4d21-af93-1391e599d4ab req-b930fe88-2354-4018-baf4-46f80caf3647 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0379515
Dec 18 07:41:30.715783 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 430eb291-32e5-421e-978c-4ea354477c04 up at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 18 07:41:30.783459 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Provisioning complete for port 430eb291-32e5-421e-978c-4ea354477c04 triggered by entity L2. {{(pid=81086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 18 07:41:30.783882 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853877684'] for port, provisioning_complete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:31.067200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28270709-25e2-4a96-8866-9fc139ea8e3d req-4a766f69-fc6d-486f-9185-e77902f69277 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:31.068749 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28270709-25e2-4a96-8866-9fc139ea8e3d req-4a766f69-fc6d-486f-9185-e77902f69277 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 945 time: 0.0844715
Dec 18 07:41:31.122541 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-28270709-25e2-4a96-8866-9fc139ea8e3d req-b45b3d49-50cf-485e-bb72-5a29ea3f58a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0466580
Dec 18 07:41:32.339012 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700dec7-da73-4f01-8c4d-8058e3e95edb req-7e0f8ce8-31af-4f1c-aa2e-bf9d53f3776a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:32.340617 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0700dec7-da73-4f01-8c4d-8058e3e95edb req-7e0f8ce8-31af-4f1c-aa2e-bf9d53f3776a tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 945 time: 0.0837948
Dec 18 07:41:32.386617 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-0700dec7-da73-4f01-8c4d-8058e3e95edb req-5b9cb861-0e1e-47b7-9407-c608d69549a6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0397909
Dec 18 07:41:32.598097 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8af815-f6f6-410d-8a82-0a5f7415e882 req-c0a2f7c3-f88b-4345-a92c-f0fdccedd6e7 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:32.599703 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6d8af815-f6f6-410d-8a82-0a5f7415e882 req-c0a2f7c3-f88b-4345-a92c-f0fdccedd6e7 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 945 time: 0.0862818
Dec 18 07:41:32.650319 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-6d8af815-f6f6-410d-8a82-0a5f7415e882 req-758d5797-95cc-4960-8e39-be096d582600 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0443838
Dec 18 07:41:32.860614 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-07f8e750-f628-4605-aff8-13ad4715b899 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1559613
Dec 18 07:41:32.870928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Request body: {'floatingip': {'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:41:32.877117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 18 07:41:32.887248 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.quota.driver [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=81085) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 18 07:41:32.896624 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for floatingip, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:33.040408 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:33.308569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_common [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Allocated IP 172.26.7.55 (d0f0a219-8752-4aa6-96f8-ba66477c9da6/15a5f892-4a7d-498c-ad36-5ea37eb0513a/83eb7c17-a5e6-4327-9fa1-afc8ee7a1109) {{(pid=81085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 18 07:41:33.460139 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for port, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:33.485966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363263277941825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:33.506135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-b9c55579-b41b-4d24-b8f0-592f52e8d5c8 tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:41:33.637635 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event updated for resources: {'Port': ['ID=83eb7c17-a5e6-4327-9fa1-afc8ee7a1109,revision_number=1']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:41:33.660487 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.660919 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.661345 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.661789 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.662209 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.662625 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.663036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.663444 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.663850 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.664258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.664669 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.665226 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.665765 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.666167 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.666571 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.667029 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.667950 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.668358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.668759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.669160 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.669587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.669994 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.670396 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.670796 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:41:33.677030 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:41:33.712014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Network d0f0a219-8752-4aa6-96f8-ba66477c9da6 is already hosted by enough agents. {{(pid=81085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 18 07:41:33.713134 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.base_scheduler [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Resources bound (agent type, host, resource id):  {{(pid=81085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 18 07:41:33.716048 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Received port after_create {{(pid=81085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 18 07:41:33.798240 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for floatingip, precommit_create {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:33.855179 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595872'] for port, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:34.115937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for port, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:34.119242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363263277463907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773576809416', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363263277966367', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3379520'] for port, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:34.133968 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-20da0b0e-175f-4d64-994e-0674e9df79bf tempest-TestNetworkBasicOps-1855399339 tempest-TestNetworkBasicOps-1855399339] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:41:34.263410 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event updated for resources: {'Port': ['ID=83eb7c17-a5e6-4327-9fa1-afc8ee7a1109,revision_number=2']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:41:34.268363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:41:34.364184 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:34.393889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:34.395143 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-e1d10e61-efa7-444d-963e-cb29e79615a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5284140
Dec 18 07:41:34.477901 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-21a2f81f-35b3-488e-8889-b7c03bd3bbac tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Synchronizing usage tracker for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:floatingip {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:41:34.492806 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-21a2f81f-35b3-488e-8889-b7c03bd3bbac tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Unset dirty status for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:floatingip {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:41:34.494150 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-21a2f81f-35b3-488e-8889-b7c03bd3bbac tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.55 HTTP/1.1" status: 200  len: 695 time: 0.0924835
Dec 18 07:41:34.655768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-3403aa50-df56-4ee3-9a1e-68535ddec05c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:34.657166 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-311ae155-9ea7-41b0-9909-acd8e54ef70e req-3403aa50-df56-4ee3-9a1e-68535ddec05c tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1569819
Dec 18 07:41:34.853741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-cb543936-0a54-4a14-9da3-f76fd47ae0da tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:34.855331 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-cb543936-0a54-4a14-9da3-f76fd47ae0da tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0873969
Dec 18 07:41:34.937695 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-937e2e51-dcfa-4fee-8091-ec781256ac17 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.55 HTTP/1.1" status: 200  len: 695 time: 0.0757406
Dec 18 07:41:34.947737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.v2.base [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-d30c1390-d02a-40fd-81bd-5c4c8e757699 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Request body: {'floatingip': {'port_id': '430eb291-32e5-421e-978c-4ea354477c04', 'fixed_ip_address': '172.20.0.6'}} {{(pid=81085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 18 07:41:35.025430 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-d30c1390-d02a-40fd-81bd-5c4c8e757699 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for floatingip, before_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:35.630785 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-d30c1390-d02a-40fd-81bd-5c4c8e757699 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for floatingip, precommit_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:35.634108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-d30c1390-d02a-40fd-81bd-5c4c8e757699 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1806174'] for floatingip, after_update {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:35.805176 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-d30c1390-d02a-40fd-81bd-5c4c8e757699 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Floating IP 99bfca00-9c28-4055-8771-d5e7f2728ae3 associated. External IP: 172.26.7.55, port: 430eb291-32e5-421e-978c-4ea354477c04.
Dec 18 07:41:36.434844 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-d30c1390-d02a-40fd-81bd-5c4c8e757699 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Router 04b0b2e4-eb19-4bff-b05b-6044184549b4 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:41:36.616881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-d30c1390-d02a-40fd-81bd-5c4c8e757699 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:41:36.622339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-d30c1390-d02a-40fd-81bd-5c4c8e757699 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:36.627040 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7ff25-5415-450b-b3ba-5a2e5909d416 None None] Sync routers for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:41:36.638082 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7ff25-5415-450b-b3ba-5a2e5909d416 None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:41:36.639369 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-56f7ff25-5415-450b-b3ba-5a2e5909d416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf16860>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:41:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:41:36.682031 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-d30c1390-d02a-40fd-81bd-5c4c8e757699 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "PUT /v2.0/floatingips/99bfca00-9c28-4055-8771-d5e7f2728ae3 HTTP/1.1" status: 200  len: 995 time: 1.7382536
Dec 18 07:41:36.682620 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'tag': '430eb291-32e5-421e-978c-4ea354477c04'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:41:36.745042 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'tag': '430eb291-32e5-421e-978c-4ea354477c04', 'status': 'completed', 'code': 200}
Dec 18 07:41:36.826786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-56f7ff25-5415-450b-b3ba-5a2e5909d416 None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:41:36.906825 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-55e6e0a3-633f-42ac-929a-d919a9f72241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:36.908615 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-55e6e0a3-633f-42ac-929a-d919a9f72241 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 1162 time: 0.1572735
Dec 18 07:41:36.966328 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d187f-5ec9-4c46-8872-b1f797e66386 req-290ae821-726f-4202-b71f-328c47a2ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:36.968356 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a42d187f-5ec9-4c46-8872-b1f797e66386 req-290ae821-726f-4202-b71f-328c47a2ca8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 1162 time: 0.1496184
Dec 18 07:41:37.060932 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-8183b9e5-f6ae-4390-8346-eaaadfc9c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:37.063585 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-8183b9e5-f6ae-4390-8346-eaaadfc9c93a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1480556
Dec 18 07:41:37.131435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d187f-5ec9-4c46-8872-b1f797e66386 req-9713e03d-c4d8-4657-9821-71be1a14f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:37.133072 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a42d187f-5ec9-4c46-8872-b1f797e66386 req-9713e03d-c4d8-4657-9821-71be1a14f753 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1515765
Dec 18 07:41:37.180014 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-71779b77-28bd-47d6-ab8b-71a792b9e25b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=430eb291-32e5-421e-978c-4ea354477c04 HTTP/1.1" status: 200  len: 998 time: 0.1083474
Dec 18 07:41:37.250926 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a42d187f-5ec9-4c46-8872-b1f797e66386 req-b8613973-fd31-4d13-8454-d74d2ba9acb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=430eb291-32e5-421e-978c-4ea354477c04 HTTP/1.1" status: 200  len: 998 time: 0.1067452
Dec 18 07:41:37.257338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-6e599a0f-58d4-4f1a-8df2-44592ed10724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:37.258991 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-6e599a0f-58d4-4f1a-8df2-44592ed10724 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0712929
Dec 18 07:41:37.335219 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d187f-5ec9-4c46-8872-b1f797e66386 req-c45449b8-5534-40ab-89ed-a3ef14d54be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:37.336804 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a42d187f-5ec9-4c46-8872-b1f797e66386 req-c45449b8-5534-40ab-89ed-a3ef14d54be4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0661216
Dec 18 07:41:37.340678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-5cd12233-599b-4b7b-ac9b-c1b309eb5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:37.342368 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-5cd12233-599b-4b7b-ac9b-c1b309eb5901 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0761211
Dec 18 07:41:37.369347 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-56f7ff25-5415-450b-b3ba-5a2e5909d416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf16860>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '99bfca00-9c28-4055-8771-d5e7f2728ae3', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'floating_ip_address': '172.26.7.55', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'port_id': '430eb291-32e5-421e-978c-4ea354477c04', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'mac_address': 'fa:16:3e:02:14:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:41:33Z', 'updated_at': '2020-12-18T07:41:35Z', 'revision_number': 1, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'fixed_ip_address_scope': None}, {'id': 'ea266567-cddd-4156-9935-39c08a37cda0', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'port_id': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'mac_address': 'fa:16:3e:28:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:38:54Z', 'updated_at': '2020-12-18T07:38:58Z', 'revision_number': 2, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:46Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:41:37.374005 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7ff25-5415-450b-b3ba-5a2e5909d416 None None] Checking router: 04b0b2e4-eb19-4bff-b05b-6044184549b4 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:41:37.382871 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7ff25-5415-450b-b3ba-5a2e5909d416 None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:41:37.383542 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-56f7ff25-5415-450b-b3ba-5a2e5909d416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1cf16860>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:41:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:41:37.423238 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d187f-5ec9-4c46-8872-b1f797e66386 req-b365a8d5-a04d-487f-be7d-595a1523438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:37.425277 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a42d187f-5ec9-4c46-8872-b1f797e66386 req-b365a8d5-a04d-487f-be7d-595a1523438c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0818002
Dec 18 07:41:37.490660 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-05375736-486f-401c-a041-2ef99120eabf service neutron] 10.222.0.23 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397419
Dec 18 07:41:37.567575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-56f7ff25-5415-450b-b3ba-5a2e5909d416 None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:41:37.583911 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a42d187f-5ec9-4c46-8872-b1f797e66386 req-ffc270b5-76c0-416e-9894-c0e46b05b267 service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476667
Dec 18 07:41:37.659755 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-4e5c71ba-9fa5-4e6a-aa74-c5a9e0216a5e req-5f332ee7-e6db-46c6-ac5c-9e3e70a47195 service neutron] 10.222.0.23 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1611900
Dec 18 07:41:37.733021 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-a42d187f-5ec9-4c46-8872-b1f797e66386 req-0e4f4695-8162-49f0-99e5-d71e06d3b007 service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423006
Dec 18 07:41:37.944322 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-56f7ff25-5415-450b-b3ba-5a2e5909d416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1cf16860>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '99bfca00-9c28-4055-8771-d5e7f2728ae3', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'floating_ip_address': '172.26.7.55', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'port_id': '430eb291-32e5-421e-978c-4ea354477c04', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'mac_address': 'fa:16:3e:02:14:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:41:33Z', 'updated_at': '2020-12-18T07:41:35Z', 'revision_number': 1, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'fixed_ip_address_scope': None}, {'id': 'ea266567-cddd-4156-9935-39c08a37cda0', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'port_id': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'mac_address': 'fa:16:3e:28:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:38:54Z', 'updated_at': '2020-12-18T07:38:58Z', 'revision_number': 2, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:46Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:41:37.948392 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7ff25-5415-450b-b3ba-5a2e5909d416 None None] The sync data for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs is: [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': '99bfca00-9c28-4055-8771-d5e7f2728ae3', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'floating_ip_address': '172.26.7.55', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'port_id': '430eb291-32e5-421e-978c-4ea354477c04', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'mac_address': 'fa:16:3e:02:14:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:41:33Z', 'updated_at': '2020-12-18T07:41:35Z', 'revision_number': 1, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'fixed_ip_address_scope': None}, {'id': 'ea266567-cddd-4156-9935-39c08a37cda0', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'port_id': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'mac_address': 'fa:16:3e:28:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:38:54Z', 'updated_at': '2020-12-18T07:38:58Z', 'revision_number': 2, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:46Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:41:38.260016 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c66fd-b1c4-4b27-9ec1-be82bd19523a None None] New status for floating IP 99bfca00-9c28-4055-8771-d5e7f2728ae3: ACTIVE {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:41:43.935325 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d90af08e-298c-4dd7-b99c-ddbc7de729d8 req-c4950f92-26a3-4c01-8f6b-dcfdfdaa3f93 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0729721
Dec 18 07:41:44.085089 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90af08e-298c-4dd7-b99c-ddbc7de729d8 req-38c3f5df-e990-4ce7-ae76-0ce4c586fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:44.086695 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d90af08e-298c-4dd7-b99c-ddbc7de729d8 req-38c3f5df-e990-4ce7-ae76-0ce4c586fb55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 1162 time: 0.0781755
Dec 18 07:41:44.242607 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90af08e-298c-4dd7-b99c-ddbc7de729d8 req-f34a924a-fd47-4997-8808-c751de3bd40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:44.244061 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d90af08e-298c-4dd7-b99c-ddbc7de729d8 req-f34a924a-fd47-4997-8808-c751de3bd40a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1360824
Dec 18 07:41:44.348104 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d90af08e-298c-4dd7-b99c-ddbc7de729d8 req-55943784-b476-49d6-b4d7-b5e86437f7d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c607ece-3d02-4365-866e-4815f1b6a60d HTTP/1.1" status: 200  len: 1001 time: 0.0961063
Dec 18 07:41:44.420434 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90af08e-298c-4dd7-b99c-ddbc7de729d8 req-5a98af5d-37a2-471b-978b-66ef06e0ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:44.421986 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d90af08e-298c-4dd7-b99c-ddbc7de729d8 req-5a98af5d-37a2-471b-978b-66ef06e0ce56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0658960
Dec 18 07:41:44.501258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90af08e-298c-4dd7-b99c-ddbc7de729d8 req-97326024-e189-4cb9-82af-19a011517aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:41:44.502799 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d90af08e-298c-4dd7-b99c-ddbc7de729d8 req-97326024-e189-4cb9-82af-19a011517aae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0739002
Dec 18 07:41:44.646306 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d90af08e-298c-4dd7-b99c-ddbc7de729d8 req-16cd86a9-a1e1-49b1-b3d8-785357bc704d service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362271
Dec 18 07:41:44.834564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-a2c147dc-055e-4970-a47e-06c8e5dd279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:45.060993 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-d90af08e-298c-4dd7-b99c-ddbc7de729d8 req-64819446-bef4-4cd4-97e7-5a8557d9f38c service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4079049
Dec 18 07:41:47.553414 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-304bb8cc-2b88-4bbb-9499-059de9a6859f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:47.655891 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:48.626839 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:49.640864 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:53.318023 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:41:58.911196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:42:14.836227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e51b6a1c-7d60-486d-a51d-874dc444d31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:42:17.554151 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-327f60fc-1763-45e9-b5dd-633d7ad83256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:42:17.661834 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:42:18.631768 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:42:19.645203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:42:23.328232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:42:35.910752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:42:44.838359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ba3467ca-ca10-4c29-8103-ea11c0415494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:42:45.006891 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-209fcb37-c3fb-4ded-963f-73715b2ad1c0 req-123ddc11-e374-4e26-a895-e838d1d12db6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0872588
Dec 18 07:42:45.101242 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcb37-c3fb-4ded-963f-73715b2ad1c0 req-c522cf47-3435-4cfb-aa59-15e490757e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:42:45.102868 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-209fcb37-c3fb-4ded-963f-73715b2ad1c0 req-c522cf47-3435-4cfb-aa59-15e490757e97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 1162 time: 0.0743380
Dec 18 07:42:45.264887 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcb37-c3fb-4ded-963f-73715b2ad1c0 req-94e4e2e9-c5cb-40b4-adbf-d42033171c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:42:45.266425 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-209fcb37-c3fb-4ded-963f-73715b2ad1c0 req-94e4e2e9-c5cb-40b4-adbf-d42033171c6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1391630
Dec 18 07:42:45.377509 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-209fcb37-c3fb-4ded-963f-73715b2ad1c0 req-ed556d30-639b-43b2-9971-7cf08ce77c89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=430eb291-32e5-421e-978c-4ea354477c04 HTTP/1.1" status: 200  len: 1000 time: 0.1003656
Dec 18 07:42:45.449553 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcb37-c3fb-4ded-963f-73715b2ad1c0 req-a587d948-953d-403f-af11-319448c9a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:42:45.451083 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-209fcb37-c3fb-4ded-963f-73715b2ad1c0 req-a587d948-953d-403f-af11-319448c9a6fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0631375
Dec 18 07:42:45.537106 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fcb37-c3fb-4ded-963f-73715b2ad1c0 req-9b941c44-d448-4e42-8b32-973b00b93458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:42:45.538641 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-209fcb37-c3fb-4ded-963f-73715b2ad1c0 req-9b941c44-d448-4e42-8b32-973b00b93458 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0769739
Dec 18 07:42:45.685941 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-209fcb37-c3fb-4ded-963f-73715b2ad1c0 req-7b3bb72f-dbe2-4355-a290-e9d58145c6a5 service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359916
Dec 18 07:42:45.832358 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-209fcb37-c3fb-4ded-963f-73715b2ad1c0 req-6d925f8c-eb44-40a2-90f1-bccc51ab5a55 service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1354346
Dec 18 07:42:47.555216 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe66c-3482-4973-9c97-250c9295a965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:42:47.660393 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:42:48.632774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:42:49.650294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:42:53.334859 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:12.911072 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:43:14.843025 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-606aa1c8-2a79-4883-a892-1db8a64c47d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:17.555135 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-82c2bcf6-b8c3-4414-a7a7-f1c38a57b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:17.664163 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:18.634363 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:18.795132 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-58a9f2e2-02d8-4df1-8952-a74cb1874a40 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/floatingips/99bfca00-9c28-4055-8771-d5e7f2728ae3 HTTP/1.1" status: 200  len: 997 time: 0.1167731
Dec 18 07:43:18.953121 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5958ae5f-8a4e-4302-95fb-7d5c4557ad29 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:18.954608 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5958ae5f-8a4e-4302-95fb-7d5c4557ad29 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1536634
Dec 18 07:43:19.062699 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-b6dff742-9f75-4108-aefa-6b0d3759bf5e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.55 HTTP/1.1" status: 200  len: 1000 time: 0.1017022
Dec 18 07:43:19.141928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-ef01a94b-1f31-4df4-846c-5c86565395d6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:19.143390 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-ef01a94b-1f31-4df4-846c-5c86565395d6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports/430eb291-32e5-421e-978c-4ea354477c04 HTTP/1.1" status: 200  len: 942 time: 0.0749145
Dec 18 07:43:19.334368 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-4a644236-f2ab-4c17-a332-7fd19fa04da5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.55 HTTP/1.1" status: 200  len: 1000 time: 0.1056399
Dec 18 07:43:19.552828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Deleting port 83eb7c17-a5e6-4327-9fa1-afc8ee7a1109 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:43:19.553143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:19.655096 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:19.738274 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:19.738647 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:19.866802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Calling delete_port for 83eb7c17-a5e6-4327-9fa1-afc8ee7a1109 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:43:20.025358 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:20.040977 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-0633023c-ed66-49de-a222-192da3feb1c2 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:43:20.131752 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event deleted for resources: {'Port': ['ID=83eb7c17-a5e6-4327-9fa1-afc8ee7a1109,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:43:20.150828 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.151293 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.151707 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.152123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.152544 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.152956 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.153383 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.153797 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.154203 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.154606 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.155009 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.155412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.155876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.156279 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.156679 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.157080 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.157480 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.157940 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.158340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.158743 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.159146 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.159546 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.159946 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.160348 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:20.165877 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:43:20.276954 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:20.277331 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Floating IP 99bfca00-9c28-4055-8771-d5e7f2728ae3 disassociated (deleted). External IP: 172.26.7.55, port: 430eb291-32e5-421e-978c-4ea354477c04.
Dec 18 07:43:20.915895 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Router 04b0b2e4-eb19-4bff-b05b-6044184549b4 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:43:21.096340 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:43:21.106039 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02222301-ab3f-42db-8664-7b0e53c9b9bd None None] Sync routers for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:43:21.116267 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02222301-ab3f-42db-8664-7b0e53c9b9bd None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:43:21.116449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:21.116959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-02222301-ab3f-42db-8664-7b0e53c9b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dab2588>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:43:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:21.171778 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5e296c33-7497-48a6-88af-76cfbe3e8567 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "DELETE /v2.0/floatingips/99bfca00-9c28-4055-8771-d5e7f2728ae3 HTTP/1.1" status: 204  len: 173 time: 1.8308303
Dec 18 07:43:21.172366 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'tag': '430eb291-32e5-421e-978c-4ea354477c04'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:43:21.267991 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-1643b4e3-99cc-4cc8-be7a-17684a687407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:21.269675 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-1643b4e3-99cc-4cc8-be7a-17684a687407 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 1162 time: 0.0843041
Dec 18 07:43:21.308523 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-02222301-ab3f-42db-8664-7b0e53c9b9bd None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:43:21.371078 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'tag': '430eb291-32e5-421e-978c-4ea354477c04', 'status': 'completed', 'code': 200}
Dec 18 07:43:21.425272 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5400f5d9-22fe-4954-b8cf-211c10fe0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:21.426942 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-5400f5d9-22fe-4954-b8cf-211c10fe0008 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1506865
Dec 18 07:43:21.475914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe10f0-e5f9-4a1a-b90b-ea6567774152 req-93c1c653-ccef-4184-9495-f6c61744d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:21.477635 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-98fe10f0-e5f9-4a1a-b90b-ea6567774152 req-93c1c653-ccef-4184-9495-f6c61744d75a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 1162 time: 0.0809894
Dec 18 07:43:21.498097 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-4b58e944-d585-4064-a282-ecdc5866935e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=430eb291-32e5-421e-978c-4ea354477c04 HTTP/1.1" status: 200  len: 217 time: 0.0639453
Dec 18 07:43:21.572730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-bf10f8a7-73ac-4ed1-8756-aa61e3844a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:21.574948 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-bf10f8a7-73ac-4ed1-8756-aa61e3844a0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0694304
Dec 18 07:43:21.630339 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe10f0-e5f9-4a1a-b90b-ea6567774152 req-29b55645-cc0f-4cf9-a876-fea06e25807d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:21.631934 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-98fe10f0-e5f9-4a1a-b90b-ea6567774152 req-29b55645-cc0f-4cf9-a876-fea06e25807d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1437995
Dec 18 07:43:21.662108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-323a2613-790a-4448-8e90-dee06e887484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:21.663765 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-323a2613-790a-4448-8e90-dee06e887484 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0815477
Dec 18 07:43:21.703721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-02222301-ab3f-42db-8664-7b0e53c9b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dab2588>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'ea266567-cddd-4156-9935-39c08a37cda0', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'port_id': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'mac_address': 'fa:16:3e:28:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:38:54Z', 'updated_at': '2020-12-18T07:38:58Z', 'revision_number': 2, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:46Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:21.709351 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02222301-ab3f-42db-8664-7b0e53c9b9bd None None] Checking router: 04b0b2e4-eb19-4bff-b05b-6044184549b4 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:43:21.714942 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-98fe10f0-e5f9-4a1a-b90b-ea6567774152 req-8a655c76-75f5-47b2-aee3-5e8ff4be4936 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=430eb291-32e5-421e-978c-4ea354477c04 HTTP/1.1" status: 200  len: 217 time: 0.0712733
Dec 18 07:43:21.718915 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02222301-ab3f-42db-8664-7b0e53c9b9bd None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:43:21.719587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-02222301-ab3f-42db-8664-7b0e53c9b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1dab2588>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:43:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:21.789791 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe10f0-e5f9-4a1a-b90b-ea6567774152 req-2ab03374-a16b-48bc-87f1-9a006fab17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:21.791444 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-98fe10f0-e5f9-4a1a-b90b-ea6567774152 req-2ab03374-a16b-48bc-87f1-9a006fab17b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0657299
Dec 18 07:43:21.819110 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-bd3047a6-ed90-4cf9-bd11-979a2406e2ee service neutron] 10.222.0.23 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471655
Dec 18 07:43:21.882621 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe10f0-e5f9-4a1a-b90b-ea6567774152 req-95fe58bc-33a8-4878-913d-f429e39dca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:21.884180 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-98fe10f0-e5f9-4a1a-b90b-ea6567774152 req-95fe58bc-33a8-4878-913d-f429e39dca04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0814261
Dec 18 07:43:21.983762 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-088f29d7-b6c4-4622-8a21-249dbdc4c999 req-9ad0a5c8-bf0c-410c-9919-d275b377e58c service neutron] 10.222.0.23 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1557465
Dec 18 07:43:22.048789 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-98fe10f0-e5f9-4a1a-b90b-ea6567774152 req-f894eb49-0044-4dec-ad24-93a44fd7512d service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517913
Dec 18 07:43:22.064604 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-02222301-ab3f-42db-8664-7b0e53c9b9bd None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:43:22.201954 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-98fe10f0-e5f9-4a1a-b90b-ea6567774152 req-d2e1f9b7-a15f-4da3-8db5-300721ef8d6e service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447775
Dec 18 07:43:22.434440 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-02222301-ab3f-42db-8664-7b0e53c9b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1dab2588>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'ea266567-cddd-4156-9935-39c08a37cda0', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'port_id': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'mac_address': 'fa:16:3e:28:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:38:54Z', 'updated_at': '2020-12-18T07:38:58Z', 'revision_number': 2, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:46Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:22.435068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec1d86-6c21-4593-8a16-ded4b602be04 req-371da5f7-66d8-4eb4-8693-04658316ce9f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:22.435852 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-3eec1d86-6c21-4593-8a16-ded4b602be04 req-371da5f7-66d8-4eb4-8693-04658316ce9f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Synchronizing usage tracker for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:43:22.438960 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02222301-ab3f-42db-8664-7b0e53c9b9bd None None] The sync data for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs is: [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_floatingips': [{'id': 'ea266567-cddd-4156-9935-39c08a37cda0', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'router_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'port_id': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'mac_address': 'fa:16:3e:28:62:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-18T07:38:54Z', 'updated_at': '2020-12-18T07:38:58Z', 'revision_number': 2, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:46Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:43:22.454196 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-3eec1d86-6c21-4593-8a16-ded4b602be04 req-371da5f7-66d8-4eb4-8693-04658316ce9f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Unset dirty status for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:43:22.455431 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3eec1d86-6c21-4593-8a16-ded4b602be04 req-371da5f7-66d8-4eb4-8693-04658316ce9f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 945 time: 0.1081583
Dec 18 07:43:22.504316 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-3eec1d86-6c21-4593-8a16-ded4b602be04 req-4fe6326c-d058-4bcd-9604-5e23566cbe34 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0424528
Dec 18 07:43:22.891231 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f1dbfc-fd25-48e1-808f-98298515ffb2 None None] New status for floating IP 99bfca00-9c28-4055-8771-d5e7f2728ae3: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:43:23.330916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:23.721856 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf1961-9158-4e23-ba09-ad65754d295b req-0de1030e-4074-4865-b717-3dab2b3bd088 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:23.723468 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-42bf1961-9158-4e23-ba09-ad65754d295b req-0de1030e-4074-4865-b717-3dab2b3bd088 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 945 time: 0.0831611
Dec 18 07:43:23.770844 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-42bf1961-9158-4e23-ba09-ad65754d295b req-1440574f-6e08-4c0a-8d93-e1e90fa11848 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0409305
Dec 18 07:43:24.112271 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1030a0e-8c7a-4256-bd95-367a1d84b482 req-93a530c2-3e4a-48c4-9181-c59f58376935 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:24.113813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c1030a0e-8c7a-4256-bd95-367a1d84b482 req-93a530c2-3e4a-48c4-9181-c59f58376935 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Synchronizing usage tracker for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:43:24.128051 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-c1030a0e-8c7a-4256-bd95-367a1d84b482 req-93a530c2-3e4a-48c4-9181-c59f58376935 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Unset dirty status for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:43:24.129255 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c1030a0e-8c7a-4256-bd95-367a1d84b482 req-93a530c2-3e4a-48c4-9181-c59f58376935 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.15 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 945 time: 0.0976050
Dec 18 07:43:24.207682 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-c1030a0e-8c7a-4256-bd95-367a1d84b482 req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Deleting port 430eb291-32e5-421e-978c-4ea354477c04 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:43:24.208068 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c1030a0e-8c7a-4256-bd95-367a1d84b482 req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:24.458462 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-c1030a0e-8c7a-4256-bd95-367a1d84b482 req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] For port 430eb291-32e5-421e-978c-4ea354477c04, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=430eb291-32e5-421e-978c-4ea354477c04,segment=NetworkSegment(3a371c49-99ce-499b-8cca-fae7cc22d41a),segment_id=3a371c49-99ce-499b-8cca-fae7cc22d41a)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:43:24.458999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c1030a0e-8c7a-4256-bd95-367a1d84b482 req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:24.581926 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-c1030a0e-8c7a-4256-bd95-367a1d84b482 req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Calling delete_port for 430eb291-32e5-421e-978c-4ea354477c04 owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:43:24.728715 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c1030a0e-8c7a-4256-bd95-367a1d84b482 req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:24.743362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-16a7d4c2-f5e9-4c44-b479-2ce4611b2a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:43:24.832782 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event deleted for resources: {'Port': ['ID=430eb291-32e5-421e-978c-4ea354477c04,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:43:24.855609 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.856038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.856464 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.856881 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.857295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.857740 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.858148 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.858557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.858961 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.859368 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.859772 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.860176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-765072-3-ovs {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.860660 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.861067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.861468 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.861896 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.862297 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.862696 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.863094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.863496 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.863893 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.864294 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.864694 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.865090 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-7650 {{(pid=81084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 18 07:43:24.871110 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:43:24.972578 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1030a0e-8c7a-4256-bd95-367a1d84b482 req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] No DVR routers for this DVR port 430eb291-32e5-421e-978c-4ea354477c04 on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:43:24.975014 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-c1030a0e-8c7a-4256-bd95-367a1d84b482 req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:24.978044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'name': 'network-vif-deleted', 'tag': '430eb291-32e5-421e-978c-4ea354477c04'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:43:24.992770 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-c1030a0e-8c7a-4256-bd95-367a1d84b482 req-2335bb62-670c-46d0-ad41-aaeaddcdc0c6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.15 "DELETE /v2.0/ports/430eb291-32e5-421e-978c-4ea354477c04 HTTP/1.1" status: 204  len: 173 time: 0.8538473
Dec 18 07:43:25.093509 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-e1a97d3d-e2af-4e21-9cbe-82c8b07464c6 req-c074934b-5749-4770-94a0-89c16032fe84 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=84fc84d3-f542-4212-a2d4-9d71ad370f1f HTTP/1.1" status: 200  len: 210 time: 0.0505202
Dec 18 07:43:25.168364 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fc84d3-f542-4212-a2d4-9d71ad370f1f', 'name': 'network-vif-deleted', 'tag': '430eb291-32e5-421e-978c-4ea354477c04', 'status': 'completed', 'code': 200}
Dec 18 07:43:25.225889 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 430eb291-32e5-421e-978c-4ea354477c04 no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:43:25.263435 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: 430eb291-32e5-421e-978c-4ea354477c04 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:43:25.263750 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 430eb291-32e5-421e-978c-4ea354477c04 not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:43:26.927447 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-88f703ef-8455-4f91-ad27-57811ea2d76f tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/floatingips/ea266567-cddd-4156-9935-39c08a37cda0 HTTP/1.1" status: 200  len: 998 time: 0.1103580
Dec 18 07:43:27.086937 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69881dc3-58c9-4c55-80cc-20b169414040 req-618ae1de-d3ae-4b9c-a990-a9f32fa064b6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:27.088396 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-618ae1de-d3ae-4b9c-a990-a9f32fa064b6 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/networks/d0f0a219-8752-4aa6-96f8-ba66477c9da6 HTTP/1.1" status: 200  len: 784 time: 0.1550772
Dec 18 07:43:27.099779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-069689c6-968a-4a90-9730-6d52b5bc340e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=81085) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 18 07:43:27.100812 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-069689c6-968a-4a90-9730-6d52b5bc340e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0058522
Dec 18 07:43:27.203827 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-69881dc3-58c9-4c55-80cc-20b169414040 req-a8363a0d-e351-4689-94e6-8a07117f4094 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Synchronizing usage tracker for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:floatingip {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:43:27.218564 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-69881dc3-58c9-4c55-80cc-20b169414040 req-a8363a0d-e351-4689-94e6-8a07117f4094 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Unset dirty status for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:floatingip {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:43:27.219803 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-a8363a0d-e351-4689-94e6-8a07117f4094 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.186 HTTP/1.1" status: 200  len: 1001 time: 0.1129527
Dec 18 07:43:27.299978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69881dc3-58c9-4c55-80cc-20b169414040 req-c62842da-9809-48b2-b7ee-8b903346b45e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:27.301429 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-c62842da-9809-48b2-b7ee-8b903346b45e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports/9c607ece-3d02-4365-866e-4815f1b6a60d HTTP/1.1" status: 200  len: 942 time: 0.0757740
Dec 18 07:43:27.479952 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-31098002-bc24-402f-a53a-441d6b6720d1 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.26.7.186 HTTP/1.1" status: 200  len: 1001 time: 0.0984311
Dec 18 07:43:27.699173 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-69881dc3-58c9-4c55-80cc-20b169414040 req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Deleting port 9b9a3925-1b1a-43ec-8422-d016a1871d81 {{(pid=81085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:43:27.699557 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-69881dc3-58c9-4c55-80cc-20b169414040 req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:27.873744 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-69881dc3-58c9-4c55-80cc-20b169414040 req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:27.874117 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-69881dc3-58c9-4c55-80cc-20b169414040 req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for floatingip, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:28.005427 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-69881dc3-58c9-4c55-80cc-20b169414040 req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Calling delete_port for 9b9a3925-1b1a-43ec-8422-d016a1871d81 owned by network:floatingip {{(pid=81085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:43:28.154385 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-69881dc3-58c9-4c55-80cc-20b169414040 req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851396232'] for port, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:28.170105 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-9252907f-326b-4d9f-81c4-31df706b6354 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:43:28.261575 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event deleted for resources: {'Port': ['ID=9b9a3925-1b1a-43ec-8422-d016a1871d81,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:43:28.264495 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:43:28.391412 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-69881dc3-58c9-4c55-80cc-20b169414040 req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for floatingip, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:28.391811 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.db.l3_db [req-69881dc3-58c9-4c55-80cc-20b169414040 req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Floating IP ea266567-cddd-4156-9935-39c08a37cda0 disassociated (deleted). External IP: 172.26.7.186, port: 9c607ece-3d02-4365-866e-4815f1b6a60d.
Dec 18 07:43:28.760007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69881dc3-58c9-4c55-80cc-20b169414040 req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Router 04b0b2e4-eb19-4bff-b05b-6044184549b4 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:43:28.943057 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69881dc3-58c9-4c55-80cc-20b169414040 req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:43:28.953214 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d77d47-e618-452a-bfa9-928a40272ccd None None] Sync routers for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:43:28.963131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d77d47-e618-452a-bfa9-928a40272ccd None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:43:28.964447 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e9d77d47-e618-452a-bfa9-928a40272ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac233bd438>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:43:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:28.967182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-69881dc3-58c9-4c55-80cc-20b169414040 req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for floatingip, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:29.025466 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-d3af7722-7beb-444c-8b33-f97baeffcced tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "DELETE /v2.0/floatingips/ea266567-cddd-4156-9935-39c08a37cda0 HTTP/1.1" status: 204  len: 173 time: 1.5396886
Dec 18 07:43:29.026159 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'tag': '9c607ece-3d02-4365-866e-4815f1b6a60d'}] {{(pid=81085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:43:29.093686 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'tag': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'status': 'completed', 'code': 200}
Dec 18 07:43:29.155413 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e9d77d47-e618-452a-bfa9-928a40272ccd None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:43:29.196232 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf491-be10-4822-96df-135d0ea78d08 req-16e8f689-0f40-476d-8746-de7a81faa068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:29.197867 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71faf491-be10-4822-96df-135d0ea78d08 req-16e8f689-0f40-476d-8746-de7a81faa068 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 1162 time: 0.0786712
Dec 18 07:43:29.229389 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69881dc3-58c9-4c55-80cc-20b169414040 req-ce6d6435-f4b6-493c-8aeb-4b8a62e0e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:29.231740 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-ce6d6435-f4b6-493c-8aeb-4b8a62e0e6b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 1162 time: 0.1517134
Dec 18 07:43:29.346406 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf491-be10-4822-96df-135d0ea78d08 req-48812280-03f6-43c2-8655-f5db39557805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:29.348126 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71faf491-be10-4822-96df-135d0ea78d08 req-48812280-03f6-43c2-8655-f5db39557805 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1434090
Dec 18 07:43:29.375999 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69881dc3-58c9-4c55-80cc-20b169414040 req-ed3030f1-5e04-45af-8246-705f994d65f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:29.377763 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-ed3030f1-5e04-45af-8246-705f994d65f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 200  len: 904 time: 0.1397200
Dec 18 07:43:29.426024 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71faf491-be10-4822-96df-135d0ea78d08 req-3aec9005-c6a1-4902-a6d3-812ce2255f6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c607ece-3d02-4365-866e-4815f1b6a60d HTTP/1.1" status: 200  len: 217 time: 0.0670331
Dec 18 07:43:29.456901 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-4ec9f08f-3aca-4f0c-a06d-ca10740b8193 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c607ece-3d02-4365-866e-4815f1b6a60d HTTP/1.1" status: 200  len: 217 time: 0.0693078
Dec 18 07:43:29.497137 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e9d77d47-e618-452a-bfa9-928a40272ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac233bd438>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:46Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:29.499741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf491-be10-4822-96df-135d0ea78d08 req-9757693d-1280-4b1a-a84a-e35c3b65884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:29.501330 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71faf491-be10-4822-96df-135d0ea78d08 req-9757693d-1280-4b1a-a84a-e35c3b65884a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0659215
Dec 18 07:43:29.501591 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d77d47-e618-452a-bfa9-928a40272ccd None None] Checking router: 04b0b2e4-eb19-4bff-b05b-6044184549b4 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:43:29.510897 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d77d47-e618-452a-bfa9-928a40272ccd None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:43:29.511612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e9d77d47-e618-452a-bfa9-928a40272ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac233bd438>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:43:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:29.531612 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69881dc3-58c9-4c55-80cc-20b169414040 req-aaf23cc4-be2b-42a1-b2a9-b21d02174d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:29.533234 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-aaf23cc4-be2b-42a1-b2a9-b21d02174d8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 200  len: 849 time: 0.0683949
Dec 18 07:43:29.586535 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf491-be10-4822-96df-135d0ea78d08 req-c758ef53-5855-41d1-9bd3-b826f0fd383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:29.588238 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71faf491-be10-4822-96df-135d0ea78d08 req-c758ef53-5855-41d1-9bd3-b826f0fd383d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0756848
Dec 18 07:43:29.619123 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69881dc3-58c9-4c55-80cc-20b169414040 req-461f00ce-2ad6-4aa5-9344-31d5bc8d255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:29.620815 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-461f00ce-2ad6-4aa5-9344-31d5bc8d255f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e1a0fc30-b21a-4855-ad9d-60da99a5f24e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1174 time: 0.0799627
Dec 18 07:43:29.723734 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-e9d77d47-e618-452a-bfa9-928a40272ccd None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:43:29.739022 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71faf491-be10-4822-96df-135d0ea78d08 req-961f4b8f-ff39-45c1-b3c6-7022a31b2a34 service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393876
Dec 18 07:43:29.776182 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-efba1881-f317-4ba0-b8a4-cc5b3a72c6c8 service neutron] 10.222.0.23 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475809
Dec 18 07:43:29.891056 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71faf491-be10-4822-96df-135d0ea78d08 req-9613f831-5075-4c66-b2a8-74f31593e0cf service neutron] 10.222.0.15 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415455
Dec 18 07:43:29.923999 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-69881dc3-58c9-4c55-80cc-20b169414040 req-0678d2b2-610e-471e-a7b3-7e0fcbd81ce5 service neutron] 10.222.0.23 "GET /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412945
Dec 18 07:43:30.068126 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-e9d77d47-e618-452a-bfa9-928a40272ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac233bd438>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:46Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:30.072319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d77d47-e618-452a-bfa9-928a40272ccd None None] The sync data for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs is: [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:39Z', 'revision_number': 4, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs', '_interfaces': [{'id': '5e660dee-d330-4650-9b96-07a976f2b3f4', 'name': '', 'network_id': 'e1a0fc30-b21a-4855-ad9d-60da99a5f24e', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'mac_address': 'fa:16:3e:69:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:38Z', 'updated_at': '2020-12-18T07:38:46Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'subnets': [{'id': '24d352bc-2f33-411e-83ba-e8921f7f155c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:43:30.504036 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53941cd4-408c-42bc-bf5b-5994f5a4350d None None] New status for floating IP ea266567-cddd-4156-9935-39c08a37cda0: DOWN {{(pid=81086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 18 07:43:30.620371 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54309c98-0a25-4738-8390-bce473f26b60 req-544bc5d1-a463-4c39-bd56-77a1a35a1ebe tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:30.621476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-54309c98-0a25-4738-8390-bce473f26b60 req-544bc5d1-a463-4c39-bd56-77a1a35a1ebe tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Synchronizing usage tracker for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:port {{(pid=81085) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:43:30.637241 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-54309c98-0a25-4738-8390-bce473f26b60 req-544bc5d1-a463-4c39-bd56-77a1a35a1ebe tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Unset dirty status for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:port {{(pid=81085) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:43:30.638582 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-54309c98-0a25-4738-8390-bce473f26b60 req-544bc5d1-a463-4c39-bd56-77a1a35a1ebe tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 945 time: 0.3742142
Dec 18 07:43:30.687346 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-54309c98-0a25-4738-8390-bce473f26b60 req-2113bcf8-53da-4927-82a3-1c08d9829259 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0420148
Dec 18 07:43:31.905056 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e59cf-a161-418e-bf0d-19e36c5ed3e1 req-1b0df161-edb7-4775-9b54-b2e7d7c9bba3 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:31.906739 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-954e59cf-a161-418e-bf0d-19e36c5ed3e1 req-1b0df161-edb7-4775-9b54-b2e7d7c9bba3 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 945 time: 0.0868099
Dec 18 07:43:31.957909 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-954e59cf-a161-418e-bf0d-19e36c5ed3e1 req-286c25b7-d47f-4870-8e81-45a3f53e92c1 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups?id=3a75fe54-749a-4835-8045-c74834dd45fd&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0441477
Dec 18 07:43:32.050336 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d8e26-802d-433e-8f8c-42c98e8ac3d7 req-6c36d043-fbde-42f3-81c1-8533341a6ed1 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=81084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 18 07:43:32.051095 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7e2d8e26-802d-433e-8f8c-42c98e8ac3d7 req-6c36d043-fbde-42f3-81c1-8533341a6ed1 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Synchronizing usage tracker for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:port {{(pid=81084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 18 07:43:32.063554 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.quota.resource [req-7e2d8e26-802d-433e-8f8c-42c98e8ac3d7 req-6c36d043-fbde-42f3-81c1-8533341a6ed1 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Unset dirty status for tenant:2a77ef022247460c9ee9ea431ceec6e0 on resource:port {{(pid=81084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 18 07:43:32.064754 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e2d8e26-802d-433e-8f8c-42c98e8ac3d7 req-6c36d043-fbde-42f3-81c1-8533341a6ed1 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.15 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 945 time: 0.0987728
Dec 18 07:43:32.145569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-7e2d8e26-802d-433e-8f8c-42c98e8ac3d7 req-044066c9-66c8-41f2-90fa-9903ce19bb3e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Deleting port 9c607ece-3d02-4365-866e-4815f1b6a60d {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:43:32.145959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e2d8e26-802d-433e-8f8c-42c98e8ac3d7 req-044066c9-66c8-41f2-90fa-9903ce19bb3e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:32.400661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [req-7e2d8e26-802d-433e-8f8c-42c98e8ac3d7 req-044066c9-66c8-41f2-90fa-9903ce19bb3e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] For port 9c607ece-3d02-4365-866e-4815f1b6a60d, host hv-neutron-7650, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-7650',level=0,port_id=9c607ece-3d02-4365-866e-4815f1b6a60d,segment=NetworkSegment(3a371c49-99ce-499b-8cca-fae7cc22d41a),segment_id=3a371c49-99ce-499b-8cca-fae7cc22d41a)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:43:32.401067 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e2d8e26-802d-433e-8f8c-42c98e8ac3d7 req-044066c9-66c8-41f2-90fa-9903ce19bb3e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:32.526024 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [req-7e2d8e26-802d-433e-8f8c-42c98e8ac3d7 req-044066c9-66c8-41f2-90fa-9903ce19bb3e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Calling delete_port for 9c607ece-3d02-4365-866e-4815f1b6a60d owned by compute:nova {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:43:32.674218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e2d8e26-802d-433e-8f8c-42c98e8ac3d7 req-044066c9-66c8-41f2-90fa-9903ce19bb3e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:32.690015 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-636c608a-8822-409e-9dbc-2d66ebdca772 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:43:32.779843 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044066c9-66c8-41f2-90fa-9903ce19bb3e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event deleted for resources: {'Port': ['ID=9c607ece-3d02-4365-866e-4815f1b6a60d,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:43:32.786673 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-044066c9-66c8-41f2-90fa-9903ce19bb3e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:43:32.886570 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2d8e26-802d-433e-8f8c-42c98e8ac3d7 req-044066c9-66c8-41f2-90fa-9903ce19bb3e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] No DVR routers for this DVR port 9c607ece-3d02-4365-866e-4815f1b6a60d on host hv-neutron-7650 {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:43:32.889439 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-7e2d8e26-802d-433e-8f8c-42c98e8ac3d7 req-044066c9-66c8-41f2-90fa-9903ce19bb3e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854728563'] for port, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:32.892288 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'name': 'network-vif-deleted', 'tag': '9c607ece-3d02-4365-866e-4815f1b6a60d'}] {{(pid=81084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 18 07:43:32.907106 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-7e2d8e26-802d-433e-8f8c-42c98e8ac3d7 req-044066c9-66c8-41f2-90fa-9903ce19bb3e tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.15 "DELETE /v2.0/ports/9c607ece-3d02-4365-866e-4815f1b6a60d HTTP/1.1" status: 204  len: 173 time: 0.8276060
Dec 18 07:43:32.952580 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969f1418-43ce-44e8-b275-e91abbc8ab50', 'name': 'network-vif-deleted', 'tag': '9c607ece-3d02-4365-866e-4815f1b6a60d', 'status': 'completed', 'code': 200}
Dec 18 07:43:33.146957 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-77523c45-2d5f-4287-a4e1-5ab3940ea522 req-2d0fc328-f334-468c-a1ee-79b30394a4ef tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/ports?device_id=969f1418-43ce-44e8-b275-e91abbc8ab50 HTTP/1.1" status: 200  len: 210 time: 0.0454841
Dec 18 07:43:33.257498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 9c607ece-3d02-4365-866e-4815f1b6a60d no longer exists at agent ovs-agent-hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:43:33.291817 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] No Port match for: 9c607ece-3d02-4365-866e-4815f1b6a60d {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:43:33.292792 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Device 9c607ece-3d02-4365-866e-4815f1b6a60d not bound to the agent host hv-neutron-7650 {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:43:34.330119 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71534af3-fb45-4611-acaa-8f5c07a39d14 req-50b54a5e-13d6-4375-a42e-0c801962c101 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "GET /v2.0/security-groups/3a75fe54-749a-4835-8045-c74834dd45fd HTTP/1.1" status: 200  len: 2885 time: 0.0493755
Dec 18 07:43:34.403758 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-71534af3-fb45-4611-acaa-8f5c07a39d14 req-909e953c-30e4-4a6d-be99-79705afcc7a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for security_group, before_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:34.433193 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-71534af3-fb45-4611-acaa-8f5c07a39d14 req-909e953c-30e4-4a6d-be99-79705afcc7a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for security_group, precommit_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:34.478945 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-71534af3-fb45-4611-acaa-8f5c07a39d14 req-909e953c-30e4-4a6d-be99-79705afcc7a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:34.484581 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-f065d8cf-bd8c-40c2-b26f-48a15cbf9eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:43:34.501054 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e953c-30e4-4a6d-be99-79705afcc7a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a75fe54-749a-4835-8045-c74834dd45fd,revision_number=None']} {{(pid=81085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:43:34.506959 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-909e953c-30e4-4a6d-be99-79705afcc7a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=81085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:43:34.509055 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [req-71534af3-fb45-4611-acaa-8f5c07a39d14 req-909e953c-30e4-4a6d-be99-79705afcc7a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] Notify callbacks [] for security_group, before_response {{(pid=81085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:34.510256 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [req-71534af3-fb45-4611-acaa-8f5c07a39d14 req-909e953c-30e4-4a6d-be99-79705afcc7a5 tempest-TestSnapshotPattern-651064497 tempest-TestSnapshotPattern-651064497] 10.222.0.23 "DELETE /v2.0/security-groups/3a75fe54-749a-4835-8045-c74834dd45fd HTTP/1.1" status: 204  len: 173 time: 0.1740763
Dec 18 07:43:34.571931 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33948) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:43:35.298498 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49bf6652-ef66-40d0-98d3-34e27d9a97b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1808056'] for router_interface, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:35.883757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-49bf6652-ef66-40d0-98d3-34e27d9a97b9 admin admin] Deleting port 5e660dee-d330-4650-9b96-07a976f2b3f4 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:43:35.884332 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49bf6652-ef66-40d0-98d3-34e27d9a97b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:36.062894 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-49bf6652-ef66-40d0-98d3-34e27d9a97b9 admin admin] For port 5e660dee-d330-4650-9b96-07a976f2b3f4, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=5e660dee-d330-4650-9b96-07a976f2b3f4,segment=NetworkSegment(3a371c49-99ce-499b-8cca-fae7cc22d41a),segment_id=3a371c49-99ce-499b-8cca-fae7cc22d41a)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:43:36.063205 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49bf6652-ef66-40d0-98d3-34e27d9a97b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:36.187324 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-49bf6652-ef66-40d0-98d3-34e27d9a97b9 admin admin] Calling delete_port for 5e660dee-d330-4650-9b96-07a976f2b3f4 owned by network:router_interface {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:43:36.507773 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49bf6652-ef66-40d0-98d3-34e27d9a97b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:36.523514 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-bc76c471-ae63-42a3-a0c9-3d32a561ee83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:43:36.620643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf6652-ef66-40d0-98d3-34e27d9a97b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e660dee-d330-4650-9b96-07a976f2b3f4,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:43:36.625246 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-49bf6652-ef66-40d0-98d3-34e27d9a97b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:43:36.918684 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-49bf6652-ef66-40d0-98d3-34e27d9a97b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1379917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1807890'] for router_interface, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:37.699924 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bf6652-ef66-40d0-98d3-34e27d9a97b9 admin admin] Router 04b0b2e4-eb19-4bff-b05b-6044184549b4 has already been hosted by L3 agent 846f290d-5a7c-42f5-8f2e-d1a53db39581 {{(pid=81084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 18 07:43:37.879085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bf6652-ef66-40d0-98d3-34e27d9a97b9 admin admin] Notify agent at l3_agent.dv-neutron-765072-3-ovs the message routers_updated {{(pid=81084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 18 07:43:37.888411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d198d063-7891-4258-b68b-c306ad1b721a None None] Sync routers for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 18 07:43:37.892261 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-49bf6652-ef66-40d0-98d3-34e27d9a97b9 admin admin] 10.222.0.23 "PUT /v2.0/routers/04b0b2e4-eb19-4bff-b05b-6044184549b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3187115
Dec 18 07:43:37.894568 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33954) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:43:37.898619 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d198d063-7891-4258-b68b-c306ad1b721a None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:43:37.899295 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d198d063-7891-4258-b68b-c306ad1b721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1da59198>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:43:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:38.086162 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] Notify callbacks [] for router, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:38.088019 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d198d063-7891-4258-b68b-c306ad1b721a None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:43:38.267600 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:38.272757 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] Deleting port da8b1bdd-35ac-463a-a055-e32bc3598506 {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:43:38.273129 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:38.382418 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d198d063-7891-4258-b68b-c306ad1b721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1da59198>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:43:36Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:38.386929 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d198d063-7891-4258-b68b-c306ad1b721a None None] Checking router: 04b0b2e4-eb19-4bff-b05b-6044184549b4 for host: dv-neutron-765072-3-ovs {{(pid=81087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 18 07:43:38.395693 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d198d063-7891-4258-b68b-c306ad1b721a None None] Routers {'04b0b2e4-eb19-4bff-b05b-6044184549b4'} bound to L3 agent in host dv-neutron-765072-3-ovs {{(pid=81087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 18 07:43:38.396342 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d198d063-7891-4258-b68b-c306ad1b721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac1da59198>, 'dv-neutron-765072-3-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-18T06:34:17Z,description=<?>,heartbeat_timestamp=2020-12-18T07:43:18Z,host='dv-neutron-765072-3-ovs',id=846f290d-5a7c-42f5-8f2e-d1a53db39581,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-18T06:34:17Z,topic='l3_agent')) {'router_ids': ['04b0b2e4-eb19-4bff-b05b-6044184549b4'], 'active': True} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:38.452643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] For port da8b1bdd-35ac-463a-a055-e32bc3598506, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=da8b1bdd-35ac-463a-a055-e32bc3598506,segment=NetworkSegment(ce89072b-49dc-483e-8145-576658cde855),segment_id=ce89072b-49dc-483e-8145-576658cde855)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:43:38.453044 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:38.585176 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] Calling delete_port for da8b1bdd-35ac-463a-a055-e32bc3598506 owned by network:router_gateway {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:43:38.735712 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:38.747788 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvr_db [None req-d198d063-7891-4258-b68b-c306ad1b721a None None] Set router 04b0b2e4-eb19-4bff-b05b-6044184549b4 gateway port host: dv-neutron-765072-3-ovs {{(pid=81087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 18 07:43:38.927975 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036852969597'] for router_gateway, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:39.041506 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_hamode_db [None req-d198d063-7891-4258-b68b-c306ad1b721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac1da59198>, [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:43:36Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}], 'dv-neutron-765072-3-ovs', False) {} {{(pid=81087) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:39.046182 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d198d063-7891-4258-b68b-c306ad1b721a None None] The sync data for ids ['04b0b2e4-eb19-4bff-b05b-6044184549b4'] in dv-neutron-765072-3-ovs is: [{'id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'name': 'tempest-TestSnapshotPattern-2133273715-router', 'tenant_id': '2a77ef022247460c9ee9ea431ceec6e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'external_fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43'}], 'enable_snat': True}, 'gw_port_id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:43:36Z', 'revision_number': 5, 'project_id': '2a77ef022247460c9ee9ea431ceec6e0', 'gw_port': {'id': 'da8b1bdd-35ac-463a-a055-e32bc3598506', 'name': '', 'network_id': 'd0f0a219-8752-4aa6-96f8-ba66477c9da6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ea:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b0b2e4-eb19-4bff-b05b-6044184549b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'ip_address': '172.26.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-765072-3-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-18T07:38:35Z', 'updated_at': '2020-12-18T07:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15a5f892-4a7d-498c-ad36-5ea37eb0513a', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-765072-3-ovs'}] {{(pid=81087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 18 07:43:39.059065 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1817498', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854718339'] for router, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:39.061531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:39.096109 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1817468'] for router, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:39.096784 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b0b2e4-eb19-4bff-b05b-6044184549b4 {{(pid=81084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 18 07:43:39.110442 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] Notify callbacks [] for router, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:39.111702 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-6b907047-ab8b-4458-ac89-1926d70a6332 admin admin] 10.222.0.23 "DELETE /v2.0/routers/04b0b2e4-eb19-4bff-b05b-6044184549b4 HTTP/1.1" status: 204  len: 168 time: 1.2161262
Dec 18 07:43:39.114491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33958) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:43:39.181038 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e4b0b9-438c-4ce0-b89d-2dfcdb48471a admin admin] Deleting subnet 24d352bc-2f33-411e-83ba-e8921f7f155c {{(pid=81084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 18 07:43:39.184759 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58e4b0b9-438c-4ce0-b89d-2dfcdb48471a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:39.242493 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58e4b0b9-438c-4ce0-b89d-2dfcdb48471a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2759190'] for subnet, precommit_delete_associations {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:39.325737 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58e4b0b9-438c-4ce0-b89d-2dfcdb48471a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853876309'] for subnet, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:39.589876 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58e4b0b9-438c-4ce0-b89d-2dfcdb48471a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-899488', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3968703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2115806'] for subnet, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:39.602823 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-98e085eb-8fbc-4c05-a8b1-2836c916fc85 tempest-NetworksIpV6Test-1907037553 tempest-NetworksIpV6Test-1907037553] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:43:39.689194 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4b0b9-438c-4ce0-b89d-2dfcdb48471a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d352bc-2f33-411e-83ba-e8921f7f155c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:43:39.696738 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-58e4b0b9-438c-4ce0-b89d-2dfcdb48471a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:43:39.741697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-58e4b0b9-438c-4ce0-b89d-2dfcdb48471a admin admin] Notify callbacks [] for subnet, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:39.746970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c589349-4097-4d1d-a306-8419806582ab None None] Network e1a0fc30-b21a-4855-ad9d-60da99a5f24e requested from dv-neutron-765072-3-ovs {{(pid=81086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 18 07:43:39.747776 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-58e4b0b9-438c-4ce0-b89d-2dfcdb48471a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/24d352bc-2f33-411e-83ba-e8921f7f155c HTTP/1.1" status: 204  len: 168 time: 0.6322742
Dec 18 07:43:39.750448 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33962) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:43:39.865616 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-663098'] for network, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:39.931476 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Deleting port f03aaab2-605f-4d47-b237-0e0eecb23f0c {{(pid=81084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:43:39.931884 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:39.967500 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device da8b1bdd-35ac-463a-a055-e32bc3598506 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:43:40.002813 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: da8b1bdd-35ac-463a-a055-e32bc3598506 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:43:40.003218 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device da8b1bdd-35ac-463a-a055-e32bc3598506 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:43:40.003697 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5e660dee-d330-4650-9b96-07a976f2b3f4 no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:43:40.034978 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1085499-d9f2-44c8-a312-286158cabe01 None None] DHCP port deletion for e1a0fc30-b21a-4855-ad9d-60da99a5f24e request from dv-neutron-765072-3-ovs {{(pid=81086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 18 07:43:40.043573 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: 5e660dee-d330-4650-9b96-07a976f2b3f4 {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:43:40.044229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device 5e660dee-d330-4650-9b96-07a976f2b3f4 not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:43:40.046565 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e1085499-d9f2-44c8-a312-286158cabe01 None None] Deleting port f03aaab2-605f-4d47-b237-0e0eecb23f0c {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:43:40.047108 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1085499-d9f2-44c8-a312-286158cabe01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:40.154317 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] For port f03aaab2-605f-4d47-b237-0e0eecb23f0c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f03aaab2-605f-4d47-b237-0e0eecb23f0c,segment=NetworkSegment(3a371c49-99ce-499b-8cca-fae7cc22d41a),segment_id=3a371c49-99ce-499b-8cca-fae7cc22d41a)] {{(pid=81084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:43:40.154892 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:40.258210 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.db [None req-e1085499-d9f2-44c8-a312-286158cabe01 None None] For port f03aaab2-605f-4d47-b237-0e0eecb23f0c, host dv-neutron-765072-3-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-765072-3-ovs',level=0,port_id=f03aaab2-605f-4d47-b237-0e0eecb23f0c,segment=NetworkSegment(3a371c49-99ce-499b-8cca-fae7cc22d41a),segment_id=3a371c49-99ce-499b-8cca-fae7cc22d41a)] {{(pid=81086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 18 07:43:40.258561 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1085499-d9f2-44c8-a312-286158cabe01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852966570'] for port, precommit_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:40.283771 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Calling delete_port for f03aaab2-605f-4d47-b237-0e0eecb23f0c owned by network:dhcp {{(pid=81084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:43:40.366133 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854184985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54095514', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363263277464043', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363263277966401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3977291'] for port, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:40.381831 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-2c1dd73a-0f3f-45b6-9708-05a3069f0980 tempest-TestShelveInstance-1846584800 tempest-TestShelveInstance-1846584800] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:43:40.385058 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e1085499-d9f2-44c8-a312-286158cabe01 None None] Calling delete_port for f03aaab2-605f-4d47-b237-0e0eecb23f0c owned by network:dhcp {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 18 07:43:40.454779 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.db.api [None req-e1085499-d9f2-44c8-a312-286158cabe01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=81086) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 18 07:43:40.455200 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_db.api [None req-e1085499-d9f2-44c8-a312-286158cabe01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=81086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 18 07:43:40.473587 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03aaab2-605f-4d47-b237-0e0eecb23f0c,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:43:40.478215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:43:40.520610 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] No DVR routers for this DVR port f03aaab2-605f-4d47-b237-0e0eecb23f0c on host dv-neutron-765072-3-ovs {{(pid=81084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 18 07:43:40.643084 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036853882111', 'neutron.services.segments.db._delete_segments_for_network-8773577395434'] for network, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:40.757721 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac1dd2af28>,) {'filters': {'network_id': ['e1a0fc30-b21a-4855-ad9d-60da99a5f24e']}} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:40.770252 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dd2af28>, '3a371c49-99ce-499b-8cca-fae7cc22d41a') {'for_net_delete': True} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:40.770596 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.services.segments.db [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac1dd2af28>, '3a371c49-99ce-499b-8cca-fae7cc22d41a') {} {{(pid=81084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 18 07:43:40.782951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363263277375228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852016625'] for segment, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:40.798021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853876720'] for segment, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:40.799974 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=81084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 18 07:43:40.957002 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e1085499-d9f2-44c8-a312-286158cabe01 None None] Deleting port f03aaab2-605f-4d47-b237-0e0eecb23f0c {{(pid=81086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 18 07:43:40.957539 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e1085499-d9f2-44c8-a312-286158cabe01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363263277585729'] for port, before_delete {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:40.974746 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Network e1a0fc30-b21a-4855-ad9d-60da99a5f24e has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:43:40.984395 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-899096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850798563'] for segment, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:41.026751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-e1085499-d9f2-44c8-a312-286158cabe01 None None] The port 'f03aaab2-605f-4d47-b237-0e0eecb23f0c' was deleted {{(pid=81086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 18 07:43:41.447280 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.managers [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Network e1a0fc30-b21a-4855-ad9d-60da99a5f24e has no segments {{(pid=81084) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]: Traceback (most recent call last):
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     timer()
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     cb(*args, **kw)
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     return func(*args, **kwargs)
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     self._notify()
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     self.callback(batched_events)
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     event.method(event)
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     segment_id)['aggregates'][0]
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     return f(self, *a, **k)
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     return self._get(url).json()
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     **kwargs)
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     return self.request(url, 'GET', **kwargs)
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     **endpoint_filter)
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 18 07:43:41.470256 dv-neutron-765072-3-ovs neutron-server[80975]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 18 07:43:41.549374 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-893705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853395884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1806249'] for network, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:41.553488 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Notify callbacks [] for network, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:41.557774 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-92478ba4-711c-4607-985a-3f21eb0bc028 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:43:41.582671 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a0fc30-b21a-4855-ad9d-60da99a5f24e,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:43:41.585486 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:43:41.593440 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-377674d3-6f9a-4ee0-af7d-b2c3869a8bc2 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e1a0fc30-b21a-4855-ad9d-60da99a5f24e HTTP/1.1" status: 204  len: 168 time: 1.8419232
Dec 18 07:43:41.736643 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33968) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:43:41.788726 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-00dab0e7-c374-4241-815e-c341cc3c75dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a77ef022247460c9ee9ea431ceec6e0&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0507512
Dec 18 07:43:41.791239 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [-] (81084) accepted ('10.222.0.23', 33972) {{(pid=81084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 18 07:43:41.852411 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0eae-9b73-4774-a0e7-0a18439443e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:41.884367 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0eae-9b73-4774-a0e7-0a18439443e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:41.942007 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0eae-9b73-4774-a0e7-0a18439443e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952171'] for security_group, after_delete {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:41.947305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-3b6e514e-b045-483d-bbd1-ad1bc63b7664 tempest-TestNetworkAdvancedServerOps-1445486281 tempest-TestNetworkAdvancedServerOps-1445486281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 18 07:43:41.960362 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb0eae-9b73-4774-a0e7-0a18439443e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98145e89-0075-499a-925c-5f817ba33c26,revision_number=None']} {{(pid=81084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 18 07:43:41.964379 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG oslo_concurrency.lockutils [None req-c3cb0eae-9b73-4774-a0e7-0a18439443e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=81084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 18 07:43:41.967970 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f03aaab2-605f-4d47-b237-0e0eecb23f0c no longer exists at agent ovs-agent-dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 18 07:43:41.969802 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-c3cb0eae-9b73-4774-a0e7-0a18439443e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=81084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:41.971040 dv-neutron-765072-3-ovs neutron-server[80975]: INFO neutron.wsgi [None req-c3cb0eae-9b73-4774-a0e7-0a18439443e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98145e89-0075-499a-925c-5f817ba33c26 HTTP/1.1" status: 204  len: 168 time: 0.1788218
Dec 18 07:43:42.021359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.plugin [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] No Port match for: f03aaab2-605f-4d47-b237-0e0eecb23f0c {{(pid=81086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 18 07:43:42.021793 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.plugins.ml2.rpc [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Device f03aaab2-605f-4d47-b237-0e0eecb23f0c not bound to the agent host dv-neutron-765072-3-ovs {{(pid=81086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 18 07:43:44.844865 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-9b215655-e3d8-4208-96ef-a8c69e0628b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:47.556654 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b02e90d-2475-4f5e-9252-0665a3f6286c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:47.665966 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:48.635730 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:49.661047 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:43:49.912215 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:43:53.333008 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:44:14.846206 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-739ec6e7-98f9-45df-844f-3d551eb2b879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:44:17.558021 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4198b810-865f-40a1-a8a4-5810a9f729d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:44:17.668305 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:44:18.638780 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:44:19.662928 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:44:23.330331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:44:26.911227 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:44:44.847976 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-0c366681-f49d-4b4a-9d10-12809b3878dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:44:47.559229 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-2d993501-f5c8-4adf-9903-d86625a56cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:44:47.672319 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:44:48.645741 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:44:49.666086 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:44:53.343677 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:45:03.911189 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:45:14.849805 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-d9426400-ae45-40c1-ba81-20c208686cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:45:17.559491 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f2897f11-a99a-4808-b3f3-4ee8349297f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:45:17.672626 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:45:18.639569 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:45:19.668165 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:45:23.342800 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:45:40.910951 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:45:44.850631 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-21c2abca-0d7e-4882-83f3-b4a7b777e490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:45:47.560786 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-ce36c9bd-cf79-46b5-bf28-b4eebd04942b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:45:47.676803 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:45:48.642567 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:45:49.671422 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:45:53.361268 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:46:14.852380 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-e013b5ec-2bdb-4a0f-b5e3-b599202f5eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:46:17.564751 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6b85abc7-a363-484c-9a57-3703609c7f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:46:17.678648 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:46:17.911287 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:46:18.644131 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:46:19.675764 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:46:23.356739 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:46:44.853502 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-275ea681-b135-496e-b94f-f56f1a510375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:46:47.568094 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-aad40039-a749-4b02-aae9-e12acba08749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:46:47.681608 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:46:48.645790 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:46:49.679449 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:46:50.090531 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.wsgi [req-aecd6819-d2f1-4a24-878e-afbfd20631a2 req-f804eb97-ab65-4521-86f1-ed145335cd9f service neutron] (81085) timed out ('10.222.0.23', 60816) {{(pid=81085) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 18 07:46:53.355352 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:46:54.912308 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:47:14.857586 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-fe1246b0-121d-4825-9e88-17c2847c7701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:47:17.568143 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-6bbdceea-fde0-4efc-9493-dc1c5542086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:47:17.683549 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:47:18.650264 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:47:19.682914 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:47:23.370958 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:47:31.912399 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:47:44.859273 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-476163f2-4e88-403c-a169-8a9f1be3c5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:47:47.569908 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-eee99d12-9b76-450f-abd2-20c8d89518d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:47:47.688851 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:47:48.658964 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:47:49.687258 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:47:53.385338 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:48:08.913085 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:48:14.861511 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-13418779-fd09-4075-a483-d99426853f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:48:17.570283 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-b48b163e-e69c-4340-a5a6-32844920530b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:48:17.689592 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:48:18.650482 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:48:19.690558 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:48:23.400443 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:48:44.862359 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f8e72225-a357-46a8-b28c-778e531149f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:48:45.912630 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron.db.agents_db [None req-3a93f8fb-2f97-468c-bfe3-1c432fa05dae None None] Agent healthcheck: found 6 active agents {{(pid=81087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 18 07:48:47.571904 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-4c20d02a-fe36-4b7a-8c9e-e93ceb9ecb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:48:47.693689 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:48:48.652331 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:48:49.695678 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:48:53.417247 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed8d-b550-4334-8161-2be028304e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:49:14.864661 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-88cc0890-beec-4d2e-8fab-60c965a15fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:49:17.573916 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-575b6c49-4fdf-4063-8c27-4b6306f32280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:49:17.699032 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-3ac43d9c-7f31-4dc8-bff5-d26d4cf81483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:49:18.655104 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-861ef5fe-f9a0-4325-a899-dc335da42dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 18 07:49:19.699202 dv-neutron-765072-3-ovs neutron-server[80975]: DEBUG neutron_lib.callbacks.manager [None req-f69c191e-4f66-4a63-bb7d-8e846cb758b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773577395417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853876746'] for agent, after_update {{(pid=81086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}